🐛 Fixed sep parsing issue

Diego-H-S · Aug 5, 2021 · 18484ba · 18484ba
1 parent 124965e
commit 18484ba
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/viadot/flows/adls_gen1_to_azure_sql_new.py b/viadot/flows/adls_gen1_to_azure_sql_new.py
@@ -91,6 +91,7 @@ def gen_flow(self) -> Flow:
             path=self.gen1_path,
             gen=1,
             lineterminator=self.lineterminator,
+            sep=self.sep,
             sp_credentials_secret=self.gen1_sp_credentials_secret,
             vault_name=self.vault_name,
             flow=self,
@@ -125,6 +126,7 @@ def gen_flow(self) -> Flow:
             vault_name=self.vault_name,
             flow=self,
         )
+
         df_with_metadata.set_upstream(df_replace_special_chars, flow=self)
         df_to_csv_task.set_upstream(df_with_metadata, flow=self)
         gen2_upload_task.set_upstream(df_to_csv_task, flow=self)