diff --git a/pipeline.py b/pipeline.py index 59745a9..e6283fd 100644 --- a/pipeline.py +++ b/pipeline.py @@ -165,7 +165,7 @@ class Components : # columns = args['columns'] # df = np.array_split(df[columns].values,PART_SIZE) # df = pd.DataFrame(df[ int (partition) ],columns = columns) - info = {"parition":int(partition),"rows":df.shape[0],"cols":df.shape[0],"part_size":PART_SIZE} + info = {"parition":int(partition),"gpu":_args["gpu"],"rows":df.shape[0],"cols":df.shape[1],"part_size":PART_SIZE} logger.write({"module":"generate","action":"partition","input":info}) _args['data'] = df