cr

llama_hub/library.json

@@ -921,7 +921,7 @@
     "author": "zep",
     "keywords": ["zep", "retriever", "memory", "storage"]
   },
-  "MacrometaGDNLoader": {
+  "MacrometaGDNReader": {
   	"id": "macrometa_gdn",
   	"author": "Dain Im",
     "keywords": [

llama_hub/macrometa_gdn/README.md

@@ -9,9 +9,9 @@ To use this loader, you need to pass the URL and API key through the class contr
 ```python
 from llama_index import download_loader
 
-MacrometaGDNLoader = download_loader('MacrometaGDNLoader')
+MacrometaGDNReader = download_loader('MacrometaGDNReader')
 
 collections = ['test_collection']
-loader = MacrometaGDNLoader(url="https://api-macrometa.io",apikey="test")
+loader = MacrometaGDNReader(url="https://api-macrometa.io",apikey="test")
 vectors= loader.load_data(collection_list=collections)
 ```

llama_hub/macrometa_gdn/base.py

@@ -7,9 +7,10 @@
 from llama_index.readers.base import BaseReader
 from llama_index.readers.schema.base import Document
 
+
 class MacrometaGDNReader(BaseReader):
     """Macrometa GDN Reader.
-    
+
     Reads vectors from Macrometa GDN
 
 
@@ -21,21 +22,25 @@ def __init__(self, url: str, apikey: str):
 
     def load_data(self, collection_list: List[str]) -> List[Document]:
         """Loads data from the input directory.
-        
+
         Args:
             api: Macrometa GDN API key
             collection_name: Name of the collection to read from
-            
+
         """
         if collection_list is None:
             raise ValueError("Must specify collection name(s)")
-        
+
         results = []
         for collection_name in collection_list:
             collection = self._load_collection(collection_name)
-            results.append(Document(text=collection, extra_info={"collection_name": collection_name}))
+            results.append(
+                Document(
+                    text=collection, extra_info={"collection_name": collection_name}
+                )
+            )
         return results
-    
+
     def _load_collection(self, collection_name: str) -> str:
         all_documents = []
         """Loads a collection from the database.
@@ -48,29 +53,29 @@ def _load_collection(self, collection_name: str) -> str:
         headers = {
             "accept": "application/json",
             "content-type": "application/json",
-            "Authorization": "apikey " + self.apikey
+            "Authorization": "apikey " + self.apikey,
         }
 
         data = {
             "batchSize": 1000,
             "ttl": 60,
-            "query": "FOR doc IN " + collection_name + " RETURN doc"
+            "query": "FOR doc IN " + collection_name + " RETURN doc",
         }
         response = requests.post(url, headers=headers, data=json.dumps(data))
         response_json = response.json()
         if response.status_code == 201:
-            all_documents.extend(response_json.get('result', []))
+            all_documents.extend(response_json.get("result", []))
 
-            while response_json.get('hasMore'):
-                cursor_id = response_json.get('id')
+            while response_json.get("hasMore"):
+                cursor_id = response_json.get("id")
 
                 next_url = self.url + "/_fabric/_system/_api/cursor/" + cursor_id
 
                 response = requests.put(next_url, headers=headers)
 
                 if response.status_code == 200:
                     response_json = response.json()
-                    all_documents.extend(response_json.get('result', []))
+                    all_documents.extend(response_json.get("result", []))
                 else:
                     print(f"Request failed with status code {response.status_code}")
                     break
@@ -79,7 +84,7 @@ def _load_collection(self, collection_name: str) -> str:
 
         return str(all_documents)
 
+
 if __name__ == "__main__":
     reader = MacrometaGDNReader("https://api-anurag.eng.macrometa.io", "test")
     print(reader.load_data(collection_list=["test"]))
-