Filesession id added

Author: akharit

azure/datalake/store/multithread.py

@@ -21,12 +21,14 @@
 import pickle
 import time
 import errno
+import uuid
 
 from io import open
 from .core import AzureDLPath, _fetch_range
 from .exceptions import FileExistsError, FileNotFoundError
 from .transfer import ADLTransferClient
 from .utils import datadir, read_block, tokenize
+from .retry import ExponentialRetryPolicy
 
 logger = logging.getLogger(__name__)
 
@@ -284,9 +286,9 @@ def get_chunk(adlfs, src, dst, offset, size, buffersize, blocksize,
     """
     err = None
     total_bytes_downloaded = 0
-    from azure.datalake.store.retry import ExponentialRetryPolicy
     retry_policy = ExponentialRetryPolicy(max_retries=retries, exponential_retry_interval=delay,
                                           exponential_factor=backoff)
+    filesessionid = str(uuid.uuid4())
     try:
         nbytes = 0
         start = offset
@@ -295,7 +297,8 @@ def get_chunk(adlfs, src, dst, offset, size, buffersize, blocksize,
             fout.seek(start)
             while start < offset+size:
                 with closing(_fetch_range(adlfs.azure, src, start=start,
-                                          end=min(start+blocksize, offset+size), stream=True, retry_policy=retry_policy)) as response:
+                                          end=min(start+blocksize, offset+size), stream=True,
+                                          retry_policy=retry_policy, filesessionid=filesessionid)) as response:
                     chunk = response.content
                     if shutdown_event and shutdown_event.is_set():
                         return total_bytes_downloaded, None