add prefect 2

AI-ML-CV · Jun 11, 2022 · a34e1d1 · a34e1d1
1 parent 8333b66
commit a34e1d1
Show file tree

Hide file tree

Showing 25 changed files with 1,243 additions and 230 deletions.
diff --git a/.gitignore b/.gitignore
@@ -143,4 +143,7 @@ dmypy.json
 .pyre/
 .config
 
+#hydra
+outputs
+
 
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -1,8 +1,9 @@
 repos:
--   repo: https://github.com/ambv/black
-    rev: 20.8b1
-    hooks:
+- repo: https://github.com/psf/black
+  rev: 22.1.0
+  hooks:
     - id: black
+      additional_dependencies: ['click==8.0.4']
 -   repo: https://gitlab.com/pycqa/flake8
     rev: 3.8.4
     hooks:

diff --git a/data_science_tools/mlfoundry_example/.gitignore b/data_science_tools/mlfoundry_example/.gitignore
diff --git a/data_science_tools/mlfoundry_example/data/processed/split_data b/data_science_tools/mlfoundry_example/data/processed/split_data
diff --git a/data_science_tools/mlfoundry_example/data_engineering.py b/data_science_tools/mlfoundry_example/data_engineering.py
diff --git a/data_science_tools/mlfoundry_example/data_science.py b/data_science_tools/mlfoundry_example/data_science.py
diff --git a/data_science_tools/mlfoundry_example/main.py b/data_science_tools/mlfoundry_example/main.py
diff --git a/data_science_tools/postgres_in_docker/Dockerfile b/data_science_tools/postgres_in_docker/Dockerfile
@@ -0,0 +1,6 @@
+FROM python:3.9.1  
+
+RUN apt-get install wget 
+RUN pip install pandas sqlalchemy psycopg2 pyarrow
+
+WORKDIR /app 
diff --git a/data_science_tools/postgres_in_docker/config.yaml b/data_science_tools/postgres_in_docker/config.yaml
@@ -0,0 +1,9 @@
+username: postgres
+password: 123456
+host: localhost
+port: 5432
+database: car_crashes
+drivername: postgresql
+
+data_url: https://raw.githubusercontent.com/mwaskom/seaborn-data/master/car_crashes.csv
+table_name: car_crashes.csv
-Original file line number
+Diff line change
@@ Expand Up / @@ -143,4 +143,7 @@ dmypy.json @@
     .pyre/
     .config
+    #hydra
+    outputs