bug fixes with data-types

2021-03-30 22:00:01 -05:00 · 2021-03-30 22:00:01 -05:00 · 20ee62178a
parent 846fa99743
commit 20ee62178a
1 changed files with 3 additions and 1 deletions
--- a/pipeline.py
+++ b/pipeline.py
@ -222,7 +222,9 @@ class Components :
 				# Let us merge the dataset here and and have a comprehensive dataset

 				_df = pd.DataFrame.join(df,_df)
-				
+				for _item in _schema :
+					if _item['type'] in ['DATE','TIMESTAMP','DATETIME'] :
+						_df[_item['name']] = _df[_item['name']].astype(str)
 				writer.write(_df[cols],schema=_schema,table=args['from'])
 			# 	writer.write(df,table=table)
 			pass