Add scout mode to check worldwide product statuses via the search API

.gitignore

@@ -1,6 +1,7 @@
 geckodriver.*
 .vscode
 screenshot.png
+data/status.json
 config/customer.json
 config/notifications.json
 sniper.log

scout/__main__.py

@@ -20,6 +20,15 @@ def read_json(filename):
         return json.load(json_file)
 
 
+def grouper(n, iterable):
+    it = iter(iterable)
+    while True:
+        chunk = tuple(itertools.islice(it, n))
+        if not chunk:
+            return
+        yield chunk
+
+
 async def retrieve_sku(client, promo_locale, gpu_name, gpu_data,  throttler, pbar):
     url_locale = promo_locale.replace('_', '-').lower()
     full_url = f"https://www.nvidia.com/{url_locale}{gpu_data['url']}"
@@ -31,7 +40,8 @@ async def retrieve_sku(client, promo_locale, gpu_name, gpu_data,  throttler, pba
                                       attrs={'data-digital-river-id': True})
             sku = product['data-digital-river-id'] if product is not None else None
             if sku is not None:
-                pbar.write(f'Found SKU in {promo_locale} for {gpu_name}: {sku}')
+                pbar.write(
+                    f'Found SKU in {promo_locale} for {gpu_name}: {sku}')
             return promo_locale, gpu_name, sku
 
 
@@ -82,21 +92,12 @@ async def check_availability(client, dr_id, dr_locale, currency, throttler, pbar
                 return None
 
 
-def grouper(n, iterable):
-    it = iter(iterable)
-    while True:
-        chunk = tuple(itertools.islice(it, n))
-        if not chunk:
-            return
-        yield chunk
-
-
 async def enumerate_skus(locale, prefix):
     locales = read_json(data_path / 'locales.json')
     trailing_zeroes = 2
     variable_digits = 10 - len(prefix) - trailing_zeroes
     throttler = Throttler(rate_limit=10)
-    candidates = list(itertools.product(string.digits, repeat=variable_digits))
+    candidates = set(itertools.product(string.digits, repeat=variable_digits))
     pbar = tqdm(total=len(candidates), desc="Enumerating SKUs", unit="SKU")
 
     async with aiohttp.ClientSession() as client:
@@ -112,16 +113,68 @@ async def enumerate_skus(locale, prefix):
             await asyncio.gather(*tasks)
 
 
+async def check_product_status(client, dr_locale, throttler, pbar):
+    params = {'page': '1',
+              'limit': '10',
+              'locale': dr_locale,
+              'category': 'GPU',
+              'manufacturer': 'NVIDIA'}
+    async with throttler:
+        pbar.write(f'Checking {dr_locale} product status...')
+        async with client.get('https://api.nvidia.partners/edge/product/search', params=params) as resp:
+            pbar.update(1)
+            if resp.status == 200:
+                json_resp = await resp.json()
+                if json_resp is not None:
+                    results = json_resp["searchedProducts"]
+                    products = [results['featuredProduct']] + \
+                        results['productDetails']
+                    locale_status = {}
+                    for product in products:
+                        if '30' in product['gpu']:
+                            pbar.write(f"Status for {product['gpu']} in {dr_locale}: {product['prdStatus']}")
+                            locale_status[product["gpu"]] = product['prdStatus']
+                    return dr_locale, locale_status
+                else:
+                    pbar.write(
+                        f'Product status check failed for {dr_locale} - no result')
+            else:
+                pbar.write(
+                    f'Product status check failed for {dr_locale} - status code: {resp.status}')
+
+
+async def check_worldwide_status():
+    locales = read_json(data_path / 'locales.json')
+    dr_locales = set(locale['DRlocale'].replace('_', '-')
+                     for locale in locales.values())
+    pbar = tqdm(total=len(dr_locales),
+                desc="Checking worldwide product status", unit="locale")
+    throttler = Throttler(rate_limit=5)
+
+    async with aiohttp.ClientSession() as client:
+        tasks = []
+        for dr_locale in dr_locales:
+            tasks.append(check_product_status(
+                client, dr_locale, throttler, pbar))
+        status_results = {res[0]: res[1] for res in await asyncio.gather(*tasks, return_exceptions=True) if res is not None}
+
+    with open(data_path / 'status.json', 'w+') as f:
+        pbar.write(f'Writing status results to data/status.json')
+        f.write(json.dumps(status_results, indent=4, sort_keys=True))
+
+
 async def main():
-    mode, _ = pick(['crawl-skus', 'enumerate-skus'],
+    mode, _ = pick(['check-worldwide-status', 'crawl-skus', 'enumerate-skus'],
                    'How do you want to scout?', indicator='=>')
 
-    if mode == 'crawl-skus':
-        await crawl_skus()
+    if mode == 'check-worldwide-status':
+        await check_worldwide_status()
     elif mode == 'enumerate-skus':
         locale = input('Locale (default: de-de): ') or 'de-de'
         prefix = input('Prefix (default: 54387): ') or '54387'
         await enumerate_skus(locale, prefix)
+    elif mode == 'crawl-skus':
+        await crawl_skus()
 
 if __name__ == "__main__":
     loop = asyncio.get_event_loop()