Translate dataset job params

.buildkite/pipeline.yml

@@ -1,3 +1,8 @@
+env:
+  AWS_REGION: "ap-southeast-2"
+  AWS_DEFAULT_REGION: "ap-southeast-2"
+  AWS_PROFILE: "aws-services-cli"
+
 steps:
   - label: ":python: test"
     command: ./scripts/test

scripts/test

@@ -11,7 +11,10 @@ if ! (( $(conda env list | grep "^${CONDA_ENV_NAME}[[:space:]]*" >/dev/null 2>&1
   echo "creating conda environment ${CONDA_ENV_NAME}"
   conda create -y --name $CONDA_ENV_NAME python=3.11
 fi
-
+conda run -n $CONDA_ENV_NAME bash -c "python -m pip install awscli"
+conda run -n $CONDA_ENV_NAME bash -c "cat ~/.aws/credentials"
+github_token=$(conda run -n $CONDA_ENV_NAME bash -c 'aws ssm get-parameter --name "/services/github/key" --with-decryption --query "Parameter.Value" --output text')
+export GH_TOKEN=$github_token
 echo "installing packages into ${CONDA_ENV_NAME}"
 conda run -n $CONDA_ENV_NAME bash -c "python -m pip install -e '.[dev]'"