hiplab/data-transport
hiplab
/
data-transport
mirror of https://github.com/lnyemba/data-transport
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

bug fix: etl jobs

This commit is contained in:
Steve Nyemba 2023-12-26 14:51:28 -06:00
parent 92bf0600c3
commit 88b0437bbc
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
transport/etl.py
View File

@ -109,7 +109,7 @@ class Transporter(Process):
SEGMENT_COUNT = 6 SEGMENT_COUNT = 6
MAX_ROWS = 1000000 MAX_ROWS = 1000000
# _df = self.read() # _df = self.read()
_segments = np.array_split(np.range(_df.shape[0]),SEGMENT_COUNT) if _df.shape[0] > MAX_ROWS else np.array( [np.arange(_df.shape[0])]) _segments = np.array_split(np.arange(_df.shape[0]),SEGMENT_COUNT) if _df.shape[0] > MAX_ROWS else np.array( [np.arange(_df.shape[0])])
# _index = 0 # _index = 0