fixed #529

udemy/_extract.py

@@ -228,10 +228,13 @@ def _extract_course_info(self, url):
             sys.stdout.write(fc + sd + "[" + fm + sb + "+" + fc + sd + "] : " + fg + sb + "Logged out successfully.\n")
             sys.exit(0)
 
-    def _extract_large_course_content(self, url):
-        url = url.replace('10000', '300') if url.endswith('10000') else url
+    def _extract_large_course_content(self, url, current_size=10000, page_size=300):
+        data = {}
+        url = url.replace(str(current_size), str(page_size)) if url.endswith(str(current_size)) else url
         try:
             data = self._session._get(url).json()
+        except (Exception, ValueError) as error:
+            data = self._extract_large_course_content(url, current_size=300, page_size=50)
         except conn_error as e:
             sys.stdout.write(fc + sd + "[" + fr + sb + "-" + fc + sd + "] : " + fr + sb + "Connection error : make sure your internet connection is working.\n")
             time.sleep(0.8)
@@ -251,7 +254,7 @@ def _extract_large_course_content(self, url):
                     if results and isinstance(results, list):
                         for d in resp['results']:
                             data['results'].append(d)
-            return data
+        return data
 
     def _extract_course_json(self, url, course_id, portal_name):
         self._session._headers.update({'Referer' : url})