From 2487c700b79e4ea7ee5d84850346591bbf819098 Mon Sep 17 00:00:00 2001
From: vainu-arto <70135394+vainu-arto@users.noreply.github.com>
Date: Sun, 19 Sep 2021 03:17:10 +0300
Subject: [PATCH] [s3] Support saving file objects that are not 'seekable'
 (#1057)

* Seek content to zero only once, before compressing

* Only seek in S3Boto3Storage._save if content is seekable

Also add tests to verify the behavior. This fixes issue #860.
---
 storages/backends/s3boto3.py |  4 ++--
 tests/test_s3boto3.py        | 45 ++++++++++++++++++++++++++++++++++++
 2 files changed, 47 insertions(+), 2 deletions(-)

diff --git a/storages/backends/s3boto3.py b/storages/backends/s3boto3.py
index 02ac29a1a..7af9fd2f8 100644
--- a/storages/backends/s3boto3.py
+++ b/storages/backends/s3boto3.py
@@ -435,7 +435,6 @@ def _normalize_name(self, name):
 
     def _compress_content(self, content):
         """Gzip a given string content."""
-        content.seek(0)
         zbuf = io.BytesIO()
         #  The GZIP header has a modification time attribute (see http://www.zlib.org/rfc-gzip.html)
         #  This means each time a file is compressed it changes even if the other contents don't change
@@ -464,6 +463,8 @@ def _save(self, name, content):
         name = self._normalize_name(cleaned_name)
         params = self._get_write_parameters(name, content)
 
+        if content.seekable():
+            content.seek(0, os.SEEK_SET)
         if (self.gzip and
                 params['ContentType'] in self.gzip_content_types and
                 'ContentEncoding' not in params):
@@ -471,7 +472,6 @@ def _save(self, name, content):
             params['ContentEncoding'] = 'gzip'
 
         obj = self.bucket.Object(name)
-        content.seek(0, os.SEEK_SET)
         obj.upload_fileobj(content, ExtraArgs=params)
         return cleaned_name
 
diff --git a/tests/test_s3boto3.py b/tests/test_s3boto3.py
index 4c82df00b..ea2efcba8 100644
--- a/tests/test_s3boto3.py
+++ b/tests/test_s3boto3.py
@@ -22,6 +22,18 @@ def setUp(self):
         self.storage._connections.connection = mock.MagicMock()
 
 
+class NonSeekableContentFile(ContentFile):
+
+    def open(self, mode=None):
+        return self
+
+    def seekable(self):
+        return False
+
+    def seek(self, pos, whence=0):
+        raise AttributeError()
+
+
 class S3Boto3StorageTests(S3Boto3TestCase):
 
     def test_clean_name(self):
@@ -121,6 +133,23 @@ def test_storage_save(self):
             }
         )
 
+    def test_storage_save_non_seekable(self):
+        """
+        Test saving a non-seekable file
+        """
+        name = 'test_storage_save.txt'
+        content = NonSeekableContentFile('new content')
+        self.storage.save(name, content)
+        self.storage.bucket.Object.assert_called_once_with(name)
+
+        obj = self.storage.bucket.Object.return_value
+        obj.upload_fileobj.assert_called_with(
+            content,
+            ExtraArgs={
+                'ContentType': 'text/plain',
+            }
+        )
+
     def test_storage_save_with_default_acl(self):
         """
         Test saving a file with user defined ACL.
@@ -194,6 +223,22 @@ def test_storage_save_gzipped(self):
             }
         )
 
+    def test_storage_save_gzipped_non_seekable(self):
+        """
+        Test saving a gzipped file
+        """
+        name = 'test_storage_save.gz'
+        content = NonSeekableContentFile("I am gzip'd")
+        self.storage.save(name, content)
+        obj = self.storage.bucket.Object.return_value
+        obj.upload_fileobj.assert_called_with(
+            content,
+            ExtraArgs={
+                'ContentType': 'application/octet-stream',
+                'ContentEncoding': 'gzip',
+            }
+        )
+
     def test_storage_save_gzip(self):
         """
         Test saving a file with gzip enabled.