From 92bf0600c3cd912c201a2c00f49a39a3aab176ad Mon Sep 17 00:00:00 2001 From: Steve Nyemba Date: Fri, 22 Dec 2023 14:16:40 -0600 Subject: [PATCH 1/2] .. --- .gitignore | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/.gitignore b/.gitignore index 0d20b64..68b5ef7 100644 --- a/.gitignore +++ b/.gitignore @@ -1 +1,6 @@ +build *.pyc +*.csv +*.json +*.swp +*.egg-info From 88b0437bbc6d09c3a2d3bb2ebc0fee9769b60a96 Mon Sep 17 00:00:00 2001 From: Steve Nyemba Date: Tue, 26 Dec 2023 14:51:28 -0600 Subject: [PATCH 2/2] bug fix: etl jobs --- transport/etl.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/transport/etl.py b/transport/etl.py index 198bdf0..fcc3e85 100644 --- a/transport/etl.py +++ b/transport/etl.py @@ -109,7 +109,7 @@ class Transporter(Process): SEGMENT_COUNT = 6 MAX_ROWS = 1000000 # _df = self.read() - _segments = np.array_split(np.range(_df.shape[0]),SEGMENT_COUNT) if _df.shape[0] > MAX_ROWS else np.array( [np.arange(_df.shape[0])]) + _segments = np.array_split(np.arange(_df.shape[0]),SEGMENT_COUNT) if _df.shape[0] > MAX_ROWS else np.array( [np.arange(_df.shape[0])]) # _index = 0