Merge pull request #91 from athewsey/feat/aws-connectors

Connector for Amazon Bedrock
aiverify-foundation · Sep 23, 2024 · a44c494 · a44c494
2 parents e8d018d + 9f4d532
commit a44c494
Show file tree

Hide file tree

Showing 24 changed files with 506 additions and 5 deletions.
diff --git a/README.md b/README.md
@@ -123,11 +123,13 @@ Please fork the repo and create a pull request. You can also open an issue with
 ### Connectors  
 
 | Connector | Description |  
-|---|---|  
-| Claude2 | For Claude2 API|  
-| HuggingFace | For HuggingFace Inference Endpoints |  
-| OpenAI | For OpenAI API |  
-| TogetherAI | For TogetherAI Severless API |  
+|---|---|
+| [amazon-bedrock-connector](connectors/amazon-bedrock-connector.py) | For models consumed through [AWS' Bedrock service](https://aws.amazon.com/bedrock/) |
+| [azure-openai-connector](connectors/azure-openai-connector.py) | For models consumed through [Azure OpenAI Service](https://azure.microsoft.com/en-us/products/ai-services/openai-service) |
+| [claude2-connector](connectors/aude2-connector.py) | For Anthropic's [Claude 2 API](https://www.anthropic.com/api) |
+| [huggingface-connector](connectors/huggingface-connector.py) | For [Hugging Face Inference Endpoints](https://huggingface.co/docs/inference-endpoints/index) |  
+| [openai-connector](connectors/openai-connector.py) | For the [OpenAI API](https://openai.com/api/) |  
+| [together-connector](connectors/together-connector.py) | For [TogetherAI Severless API](https://www.together.ai/products#inference) |  
 
 </br>
 

diff --git a/connectors-endpoints/amazon-bedrock-ai21-labs-j2-mid-connector.json b/connectors-endpoints/amazon-bedrock-ai21-labs-j2-mid-connector.json
@@ -0,0 +1,15 @@
+{
+  "name": "Amazon Bedrock - AI21 Labs Jurassic-2 Mid",
+  "connector_type": "amazon-bedrock-connector",
+  "uri": "DEFAULT",
+  "token": "Use environment variables!",
+  "max_calls_per_second": 1,
+  "max_concurrency": 1,
+  "params": {
+    "timeout": 300,
+    "allow_retries": true,
+    "num_of_retries": 3,
+    "temperature": 0.5,
+    "model": "ai21.j2-mid-v1"
+  }
+}
diff --git a/connectors-endpoints/amazon-bedrock-ai21-labs-j2-ultra-connector.json b/connectors-endpoints/amazon-bedrock-ai21-labs-j2-ultra-connector.json
@@ -0,0 +1,15 @@
+{
+  "name": "Amazon Bedrock - AI21 Labs Jurassic-2 Ultra",
+  "connector_type": "amazon-bedrock-connector",
+  "uri": "DEFAULT",
+  "token": "Use environment variables!",
+  "max_calls_per_second": 1,
+  "max_concurrency": 1,
+  "params": {
+    "timeout": 300,
+    "allow_retries": true,
+    "num_of_retries": 3,
+    "temperature": 0.5,
+    "model": "ai21.j2-ultra-v1"
+  }
+}
diff --git a/connectors-endpoints/amazon-bedrock-ai21-labs-jamba-instruct-connector.json b/connectors-endpoints/amazon-bedrock-ai21-labs-jamba-instruct-connector.json
@@ -0,0 +1,15 @@
+{
+  "name": "Amazon Bedrock - AI21 Labs Jamba Instruct",
+  "connector_type": "amazon-bedrock-connector",
+  "uri": "DEFAULT",
+  "token": "Use environment variables!",
+  "max_calls_per_second": 1,
+  "max_concurrency": 1,
+  "params": {
+    "timeout": 300,
+    "allow_retries": true,
+    "num_of_retries": 3,
+    "temperature": 0.5,
+    "model": "ai21.jamba-instruct-v1:0"
+  }
+}
diff --git a/connectors-endpoints/amazon-bedrock-amazon-titan-text-g1-express-connector.json b/connectors-endpoints/amazon-bedrock-amazon-titan-text-g1-express-connector.json
@@ -0,0 +1,15 @@
+{
+  "name": "Amazon Bedrock - Titan Text G1 - Express",
+  "connector_type": "amazon-bedrock-connector",
+  "uri": "DEFAULT",
+  "token": "Use environment variables!",
+  "max_calls_per_second": 1,
+  "max_concurrency": 1,
+  "params": {
+    "timeout": 300,
+    "allow_retries": true,
+    "num_of_retries": 3,
+    "temperature": 0.5,
+    "model": "amazon.titan-text-express-v1"
+  }
+}
diff --git a/connectors-endpoints/amazon-bedrock-amazon-titan-text-g1-lite-connector.json b/connectors-endpoints/amazon-bedrock-amazon-titan-text-g1-lite-connector.json
@@ -0,0 +1,15 @@
+{
+  "name": "Amazon Bedrock - Titan Text G1 - Lite",
+  "connector_type": "amazon-bedrock-connector",
+  "uri": "DEFAULT",
+  "token": "Use environment variables!",
+  "max_calls_per_second": 1,
+  "max_concurrency": 1,
+  "params": {
+    "timeout": 300,
+    "allow_retries": true,
+    "num_of_retries": 3,
+    "temperature": 0.5,
+    "model": "amazon.titan-text-lite-v1"
+  }
+}
diff --git a/connectors-endpoints/amazon-bedrock-anthropic-claude-3-5-sonnet-connector.json b/connectors-endpoints/amazon-bedrock-anthropic-claude-3-5-sonnet-connector.json
@@ -0,0 +1,15 @@
+{
+  "name": "Amazon Bedrock - Anthropic Claude 3.5 Sonnet",
+  "connector_type": "amazon-bedrock-connector",
+  "uri": "DEFAULT",
+  "token": "Use environment variables!",
+  "max_calls_per_second": 1,
+  "max_concurrency": 1,
+  "params": {
+    "timeout": 300,
+    "allow_retries": true,
+    "num_of_retries": 3,
+    "temperature": 0.5,
+    "model": "anthropic.claude-3-5-sonnet-20240620-v1:0"
+  }
+}
diff --git a/connectors-endpoints/amazon-bedrock-anthropic-claude-3-haiku-connector.json b/connectors-endpoints/amazon-bedrock-anthropic-claude-3-haiku-connector.json
@@ -0,0 +1,15 @@
+{
+  "name": "Amazon Bedrock - Anthropic Claude 3 Haiku",
+  "connector_type": "amazon-bedrock-connector",
+  "uri": "DEFAULT",
+  "token": "Use environment variables!",
+  "max_calls_per_second": 1,
+  "max_concurrency": 1,
+  "params": {
+    "timeout": 300,
+    "allow_retries": true,
+    "num_of_retries": 3,
+    "temperature": 0.5,
+    "model": "anthropic.claude-3-haiku-20240307-v1:0"
+  }
+}
diff --git a/connectors-endpoints/amazon-bedrock-anthropic-claude-3-opus-connector.json b/connectors-endpoints/amazon-bedrock-anthropic-claude-3-opus-connector.json
@@ -0,0 +1,15 @@
+{
+  "name": "Amazon Bedrock - Anthropic Claude 3 Opus",
+  "connector_type": "amazon-bedrock-connector",
+  "uri": "DEFAULT",
+  "token": "Use environment variables!",
+  "max_calls_per_second": 1,
+  "max_concurrency": 1,
+  "params": {
+    "timeout": 300,
+    "allow_retries": true,
+    "num_of_retries": 3,
+    "temperature": 0.5,
+    "model": "anthropic.claude-3-opus-20240229-v1:0"
+  }
+}
diff --git a/connectors-endpoints/amazon-bedrock-anthropic-claude-3-sonnet-connector.json b/connectors-endpoints/amazon-bedrock-anthropic-claude-3-sonnet-connector.json
@@ -0,0 +1,15 @@
+{
+  "name": "Amazon Bedrock - Anthropic Claude 3 Sonnet",
+  "connector_type": "amazon-bedrock-connector",
+  "uri": "DEFAULT",
+  "token": "Use environment variables!",
+  "max_calls_per_second": 1,
+  "max_concurrency": 1,
+  "params": {
+    "timeout": 300,
+    "allow_retries": true,
+    "num_of_retries": 3,
+    "temperature": 0.5,
+    "model": "anthropic.claude-3-sonnet-20240229-v1:0"
+  }
+}
diff --git a/connectors-endpoints/amazon-bedrock-cohere-command-connector.json b/connectors-endpoints/amazon-bedrock-cohere-command-connector.json
@@ -0,0 +1,15 @@
+{
+  "name": "Amazon Bedrock - Cohere Command",
+  "connector_type": "amazon-bedrock-connector",
+  "uri": "DEFAULT",
+  "token": "Use environment variables!",
+  "max_calls_per_second": 1,
+  "max_concurrency": 1,
+  "params": {
+    "timeout": 300,
+    "allow_retries": true,
+    "num_of_retries": 3,
+    "temperature": 0.5,
+    "model": "cohere.command-text-v14"
+  }
+}
diff --git a/connectors-endpoints/amazon-bedrock-cohere-command-light-connector.json b/connectors-endpoints/amazon-bedrock-cohere-command-light-connector.json
@@ -0,0 +1,15 @@
+{
+  "name": "Amazon Bedrock - Cohere Command Light",
+  "connector_type": "amazon-bedrock-connector",
+  "uri": "DEFAULT",
+  "token": "Use environment variables!",
+  "max_calls_per_second": 1,
+  "max_concurrency": 1,
+  "params": {
+    "timeout": 300,
+    "allow_retries": true,
+    "num_of_retries": 3,
+    "temperature": 0.5,
+    "model": "cohere.command-light-text-v14"
+  }
+}
diff --git a/connectors-endpoints/amazon-bedrock-cohere-command-r-connector.json b/connectors-endpoints/amazon-bedrock-cohere-command-r-connector.json
@@ -0,0 +1,15 @@
+{
+  "name": "Amazon Bedrock - Cohere Command R+",
+  "connector_type": "amazon-bedrock-connector",
+  "uri": "DEFAULT",
+  "token": "Use environment variables!",
+  "max_calls_per_second": 1,
+  "max_concurrency": 1,
+  "params": {
+    "timeout": 300,
+    "allow_retries": true,
+    "num_of_retries": 3,
+    "temperature": 0.5,
+    "model": "cohere.command-r-plus-v1:0"
+  }
+}
diff --git a/connectors-endpoints/amazon-bedrock-meta-llama-3-1-405b-instruct-connector.json b/connectors-endpoints/amazon-bedrock-meta-llama-3-1-405b-instruct-connector.json
@@ -0,0 +1,15 @@
+{
+  "name": "Amazon Bedrock - Llama 3.1 405B Instruct",
+  "connector_type": "amazon-bedrock-connector",
+  "uri": "DEFAULT",
+  "token": "Use environment variables!",
+  "max_calls_per_second": 1,
+  "max_concurrency": 1,
+  "params": {
+    "timeout": 300,
+    "allow_retries": true,
+    "num_of_retries": 3,
+    "temperature": 0.5,
+    "model": "meta.llama3-1-405b-instruct-v1:0"
+  }
+}
diff --git a/connectors-endpoints/amazon-bedrock-meta-llama-3-1-70b-instruct-connector.json b/connectors-endpoints/amazon-bedrock-meta-llama-3-1-70b-instruct-connector.json
@@ -0,0 +1,15 @@
+{
+  "name": "Amazon Bedrock - Llama 3.1 70B Instruct",
+  "connector_type": "amazon-bedrock-connector",
+  "uri": "DEFAULT",
+  "token": "Use environment variables!",
+  "max_calls_per_second": 1,
+  "max_concurrency": 1,
+  "params": {
+    "timeout": 300,
+    "allow_retries": true,
+    "num_of_retries": 3,
+    "temperature": 0.5,
+    "model": "meta.llama3-1-70b-instruct-v1:0"
+  }
+}
diff --git a/connectors-endpoints/amazon-bedrock-meta-llama-3-1-8b-instruct-connector.json b/connectors-endpoints/amazon-bedrock-meta-llama-3-1-8b-instruct-connector.json
@@ -0,0 +1,15 @@
+{
+  "name": "Amazon Bedrock - Llama 3.1 8B Instruct",
+  "connector_type": "amazon-bedrock-connector",
+  "uri": "DEFAULT",
+  "token": "Use environment variables!",
+  "max_calls_per_second": 1,
+  "max_concurrency": 1,
+  "params": {
+    "timeout": 300,
+    "allow_retries": true,
+    "num_of_retries": 3,
+    "temperature": 0.5,
+    "model": "meta.llama3-1-8b-instruct-v1:0"
+  }
+}
diff --git a/connectors-endpoints/amazon-bedrock-meta-llama-3-70b-instruct-connector.json b/connectors-endpoints/amazon-bedrock-meta-llama-3-70b-instruct-connector.json
@@ -0,0 +1,15 @@
+{
+  "name": "Amazon Bedrock - Llama 3 70B Instruct",
+  "connector_type": "amazon-bedrock-connector",
+  "uri": "DEFAULT",
+  "token": "Use environment variables!",
+  "max_calls_per_second": 1,
+  "max_concurrency": 1,
+  "params": {
+    "timeout": 300,
+    "allow_retries": true,
+    "num_of_retries": 3,
+    "temperature": 0.5,
+    "model": "meta.llama3-70b-instruct-v1:0"
+  }
+}
diff --git a/connectors-endpoints/amazon-bedrock-meta-llama-3-8b-instruct-connector.json b/connectors-endpoints/amazon-bedrock-meta-llama-3-8b-instruct-connector.json
@@ -0,0 +1,15 @@
+{
+  "name": "Amazon Bedrock - Llama 3 8B Instruct",
+  "connector_type": "amazon-bedrock-connector",
+  "uri": "DEFAULT",
+  "token": "Use environment variables!",
+  "max_calls_per_second": 1,
+  "max_concurrency": 1,
+  "params": {
+    "timeout": 300,
+    "allow_retries": true,
+    "num_of_retries": 3,
+    "temperature": 0.5,
+    "model": "meta.llama3-8b-instruct-v1:0"
+  }
+}
diff --git a/connectors-endpoints/amazon-bedrock-mistral-ai-mistral-7b-instruct-connector.json b/connectors-endpoints/amazon-bedrock-mistral-ai-mistral-7b-instruct-connector.json
@@ -0,0 +1,15 @@
+{
+  "name": "Amazon Bedrock - Mistral 7B Instruct",
+  "connector_type": "amazon-bedrock-connector",
+  "uri": "DEFAULT",
+  "token": "Use environment variables!",
+  "max_calls_per_second": 1,
+  "max_concurrency": 1,
+  "params": {
+    "timeout": 300,
+    "allow_retries": true,
+    "num_of_retries": 3,
+    "temperature": 0.5,
+    "model": "mistral.mistral-7b-instruct-v0:2"
+  }
+}
diff --git a/connectors-endpoints/amazon-bedrock-mistral-ai-mistral-large-2-connector.json b/connectors-endpoints/amazon-bedrock-mistral-ai-mistral-large-2-connector.json
@@ -0,0 +1,15 @@
+{
+  "name": "Amazon Bedrock - Mistral Large 2",
+  "connector_type": "amazon-bedrock-connector",
+  "uri": "DEFAULT",
+  "token": "Use environment variables!",
+  "max_calls_per_second": 1,
+  "max_concurrency": 1,
+  "params": {
+    "timeout": 300,
+    "allow_retries": true,
+    "num_of_retries": 3,
+    "temperature": 0.5,
+    "model": "mistral.mistral-large-2407-v1:0"
+  }
+}
diff --git a/connectors-endpoints/amazon-bedrock-mistral-ai-mistral-large-connector.json b/connectors-endpoints/amazon-bedrock-mistral-ai-mistral-large-connector.json
@@ -0,0 +1,15 @@
+{
+  "name": "Amazon Bedrock - Mistral Large",
+  "connector_type": "amazon-bedrock-connector",
+  "uri": "DEFAULT",
+  "token": "Use environment variables!",
+  "max_calls_per_second": 1,
+  "max_concurrency": 1,
+  "params": {
+    "timeout": 300,
+    "allow_retries": true,
+    "num_of_retries": 3,
+    "temperature": 0.5,
+    "model": "mistral.mistral-large-2402-v1:0"
+  }
+}
diff --git a/connectors-endpoints/amazon-bedrock-mistral-ai-mixtral-8x7b-instruct-connector.json b/connectors-endpoints/amazon-bedrock-mistral-ai-mixtral-8x7b-instruct-connector.json
@@ -0,0 +1,15 @@
+{
+  "name": "Amazon Bedrock - Mixtral 8x7B Instruct",
+  "connector_type": "amazon-bedrock-connector",
+  "uri": "DEFAULT",
+  "token": "Use environment variables!",
+  "max_calls_per_second": 1,
+  "max_concurrency": 1,
+  "params": {
+    "timeout": 300,
+    "allow_retries": true,
+    "num_of_retries": 3,
+    "temperature": 0.5,
+    "model": "mistral.mixtral-8x7b-instruct-v0:1"
+  }
+}