Merge pull request #43 from code-dot-org/aws-bedrock-llama

add test script for aws bedrock access

Author: davidsbailey

.gitignore

@@ -1,9 +1,6 @@
 config.txt
 __pycache__
 
-# Ignore local Ruby config necessary for our custom AWS auth solution
-.ruby-version
-
 # pyenv config
 .python-version
 

.ruby-version

@@ -0,0 +1 @@
+3.0.5

README.md

@@ -63,6 +63,12 @@ set python 3.11 for the aiproxy repo:
 create a python virtual environment at the top of the directory:
 * `python -m venv .venv`
 
+ensure aws access for accessing aws bedrock models:
+* from the code-dot-org repo root, run:
+  * `bin/aws_access`
+* from this repo's root, run: 
+  * `gem install aws-google`
+  
 #### run
 
 Activate the virtual environment:

bin/aws_llama_test.py

@@ -0,0 +1,32 @@
+#!/usr/bin/env python
+
+import subprocess
+import boto3
+import json
+
+# check aws access
+try:
+    result = subprocess.run('aws sts get-caller-identity', shell=True, check=True, text=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+    print(f"AWS access configured: {result.stdout}")
+except subprocess.CalledProcessError as e:
+    print(f"AWS access not configured: {e} {e.stderr}Please see README.md and make sure you ran `gem install aws-google` and `bin/aws_access`")
+    exit(1)
+
+bedrock = boto3.client(service_name='bedrock-runtime')
+
+body = json.dumps({
+    "prompt": "\n\nHuman:explain black holes to 8th graders\n\nAssistant:",
+    "max_gen_len": 128,
+    "temperature": 0.1,
+    "top_p": 0.9,
+})
+
+modelId = 'meta.llama2-13b-chat-v1'
+accept = 'application/json'
+contentType = 'application/json'
+
+response = bedrock.invoke_model(body=body, modelId=modelId, accept=accept, contentType=contentType)
+
+response_body = json.loads(response.get('body').read())
+
+print(response_body.get('generation'))

requirements.txt

@@ -8,3 +8,4 @@ requests-mock==1.11.0
 coverage==7.3.2
 scikit-learn~=1.3.2
 gdown~=4.7.1
+boto3==1.34.30