updated lazy loading

Author: Saul Frank

import_try.py

@@ -6,8 +6,6 @@
 
 duration = datetime.now() - start
 
-print(hello())
+hello()
 
 print(duration)
-
-

notes-distribute.md

@@ -16,6 +16,6 @@ python3 -m twine upload dist/*
 
 4. Testing impport times - lazy loading:
 ```shell
-pip install dataplane==0.0.11
+pip install dataplane==0.0.12
 python -v import_try.py
 ```

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "dataplane"
-version = "0.0.11"
+version = "0.0.12"
 authors = [
   { name="Saul Frank" }, {name ="Dataplane, Inc."}
 ]

src/dataplane/pipelinerun/data_persist/redis_store.py

@@ -1,9 +1,9 @@
-import os
-import io
-from datetime import datetime, timedelta
-import redis
+from datetime import timedelta
 
 def RedisCheck(r):
+
+    import redis
+
     try:
         r.ping()
     except (redis.exceptions.ConnectionError, ConnectionRefusedError):
@@ -19,6 +19,10 @@ def RedisCheck(r):
 """
 def pipeline_redis_store(StoreKey, DataFrame, Redis, Expire=True, ExpireDuration=timedelta(minutes=15)):
 
+    import os
+    import io
+    from datetime import datetime
+
     # Start the timer
     start  = datetime.now()
 
@@ -48,6 +52,10 @@ def pipeline_redis_store(StoreKey, DataFrame, Redis, Expire=True, ExpireDuration
 """
 def pipeline_redis_get(StoreKey, Redis):
 
+    import os
+    import io
+    from datetime import datetime
+
     # Start the timer
     start  = datetime.now()
 

src/dataplane/pipelinerun/data_persist/s3_store.py

@@ -1,9 +1,7 @@
 
 
 # import requests
-import os
-from io import BytesIO
-from datetime import datetime, timedelta
+from datetime import timedelta
 
 """ StoreKey: is the key to look up for retrieval later on. 
 S3Client: e.g. S3Client = boto3.client(...)
@@ -14,6 +12,10 @@
 """
 def pipeline_s3_store(StoreKey, DataFrame, S3Client, Bucket, Expire=True, ExpireDuration=timedelta(days=30)):
 
+    import os
+    from io import BytesIO
+    from datetime import datetime
+
     # Start the timer
     start  = datetime.now()
 
@@ -35,6 +37,10 @@ def pipeline_s3_store(StoreKey, DataFrame, S3Client, Bucket, Expire=True, Expire
 """
 def pipeline_s3_get(StoreKey, S3Client, Bucket):
 
+    import os
+    from io import BytesIO
+    from datetime import datetime
+
     # Start the timer
     start  = datetime.now()