added deploying to the databus without upload to nextcloud

Author: gg46ixav

README.md

@@ -5,6 +5,26 @@
 python3 -m pip install databusclient
 ```
 
+## Deploy to Databus
+Please add databus API_KEY to .env file
+Use metadata.json file to list all files which should be added to the databus
+
+The script registers all files on the databus.
+### Example Call
+```bash
+cd databusclient 
+
+python deploy.py \
+  --no-upload \
+  --metadata ./metadata.json \
+  --version-id https://databus.org/user/dataset/version/1.0 \
+  --title "Test Dataset" \
+  --abstract "This is a short abstract of the test dataset." \
+  --description "This dataset was uploaded for testing the Nextcloud → Databus deployment pipeline." \
+  --license https://dalicc.net/licenselibrary/Apache-2.0
+
+```
+
 ## Upload to Nextcloud and Deploy to Databus
 Please add databus API_KEY to .env file
 

databusclient/client.py

@@ -480,7 +480,9 @@ def download(
                 query = __handle_databus_collection__(endpoint,databusURI)
                 res = __handle__databus_file_query__(endpoint, query)
             else:
-                print("dataId not supported yet") #TODO add support for other DatabusIds here (artifact, group, etc.)
+                query = __handle_databus_collection__(endpoint,databusURI)
+                res = __handle__databus_file_query__(endpoint, query)
+                __download_list__(res,localDir)
         # query in local file
         elif databusURI.startswith("file://"):
             print("query in file not supported yet")

databusclient/deploy.py

@@ -1,6 +1,7 @@
 import os
 import sys
 import argparse
+import json
 
 from databusclient import create_distribution, create_dataset, deploy
 from dotenv import load_dotenv
@@ -16,16 +17,14 @@ def deploy_to_databus(
     description,
     license_url
 ):
-
     load_dotenv()
     api_key = os.getenv("API_KEY")
     if not api_key:
         raise ValueError("API_KEY not found in .env")
 
     distributions = []
-    counter=0
+    counter = 0
     for filename, checksum, size, url in metadata:
-
         parts = filename.split(".")
         if len(parts) == 1:
             file_format = "none"
@@ -40,13 +39,13 @@ def deploy_to_databus(
         distributions.append(
             create_distribution(
                 url=url,
-                cvs={"count":f"{counter}"},
+                cvs={"count": f"{counter}"},
                 file_format=file_format,
                 compression=compression,
                 sha256_length_tuple=(checksum, size)
             )
         )
-        counter+=1
+        counter += 1
 
     dataset = create_dataset(
         version_id=version_id,
@@ -62,12 +61,16 @@ def deploy_to_databus(
 
     print(f"Successfully deployed\n{metadata_string}\nto databus {version_id}")
 
+
 def parse_args():
     parser = argparse.ArgumentParser(description="Upload files to Nextcloud and deploy to DBpedia Databus.")
-    parser.add_argument("files", nargs="+", help="Path(s) to file(s) or folder(s) to upload")
-    parser.add_argument("--webdav-url", required=True, help="URL to webdav cloud(e.g., 'https://cloud.scadsai.uni-leipzig.de/remote.php/webdav')")
-    parser.add_argument("--remote", required=True, help="rclone remote name (e.g., 'nextcloud')")
-    parser.add_argument("--path", required=True, help="Remote path on Nextcloud (e.g., 'datasets/mydataset')")
+    parser.add_argument("files", nargs="*", help="Path(s) to file(s) or folder(s) to upload")
+    parser.add_argument("--webdav-url", help="WebDAV URL (e.g., https://cloud.example.com/remote.php/webdav)")
+    parser.add_argument("--remote", help="rclone remote name (e.g., 'nextcloud')")
+    parser.add_argument("--path", help="Remote path on Nextcloud (e.g., 'datasets/mydataset')")
+    parser.add_argument("--no-upload", action="store_true", help="Skip file upload and use existing metadata")
+    parser.add_argument("--metadata", help="Path to metadata JSON file (required if --no-upload is used)")
+
     parser.add_argument("--version-id", required=True, help="Databus version URI")
     parser.add_argument("--title", required=True, help="Title of the dataset")
     parser.add_argument("--abstract", required=True, help="Short abstract of the dataset")
@@ -76,11 +79,24 @@ def parse_args():
 
     return parser.parse_args()
 
-if __name__ == '__main__':
 
+if __name__ == '__main__':
     args = parse_args()
 
-    metadata = upload_to_nextcloud(args.files, args.remote, args.path, args.webdav_url)
+    if args.no_upload:
+        if not args.metadata:
+            print("Error: --metadata is required when using --no-upload")
+            sys.exit(1)
+        if not os.path.isfile(args.metadata):
+            print(f"Error: Metadata file not found: {args.metadata}")
+            sys.exit(1)
+        with open(args.metadata, 'r') as f:
+            metadata = json.load(f)
+    else:
+        if not (args.webdav_url and args.remote and args.path):
+            print("Error: --webdav-url, --remote, and --path are required unless --no-upload is used")
+            sys.exit(1)
+        metadata = upload_to_nextcloud(args.files, args.remote, args.path, args.webdav_url)
 
     deploy_to_databus(
         metadata,
@@ -89,4 +105,4 @@ def parse_args():
         abstract=args.abstract,
         description=args.description,
         license_url=args.license
-    )
+    )

databusclient/metadata.json

@@ -0,0 +1,14 @@
+[
+  [
+    "example.ttl",
+    "6e340b9cffb37a989ca544e6bb780a2c7e5d7dcb",
+    12345,
+    "https://cloud.example.com/remote.php/webdav/datasets/mydataset/example.ttl"
+  ],
+  [
+    "example.csv.gz",
+    "3f786850e387550fdab836ed7e6dc881de23001b",
+    54321,
+    "https://cloud.example.com/remote.php/webdav/datasets/mydataset/example.csv.gz"
+  ]
+]