feat: Add new compose file for aws storage

Makefile

@@ -70,6 +70,17 @@ compose.presto: compose.prepare
 		-f docker-compose.presto.yml \
 		up --build
 
+.PHONY: compose.aws
+compose.aws: compose.aws
+	@ echo "[$(TAG)] ($(shell TZ=UTC date -u '+%H:%M:%S')) - Running docker-compose"
+	@ docker stop $(docker ps -a -q) || true
+	@ docker rm -f $(docker ps -a -q) || true
+	@ docker volume rm $(docker volume ls -f dangling=true -q) || true
+	@ docker compose -f docker-compose.aws.yml rm -fsv || true
+	@ DOCKER_HOST_IP=$(DOCKER_HOST_IP) docker compose \
+		-f docker-compose.aws.yml \
+		up --build
+
 .PHONY: compose.clean
 compose.clean:
 	@ echo "[$(TAG)] ($(shell TZ=UTC date -u '+%H:%M:%S')) - Starting: Cleaning docker resources"
@@ -85,6 +96,19 @@ compose.clean:
 	@ echo "\n-----------------------------------------"
 	@ echo "[$(TAG)] ($(shell TZ=UTC date -u '+%H:%M:%S')) - Finished: Cleaning docker resources"
 
+.PHONY: compose.storage-all
+compose.storage-all: compose.storage-all
+	@ echo "[$(TAG)] ($(shell TZ=UTC date -u '+%H:%M:%S')) - Running docker-compose"
+	@ docker stop $(docker ps -a -q) || true
+	@ docker rm -f $(docker ps -a -q) || true
+	@ docker volume rm $(docker volume ls -f dangling=true -q) || true
+	@ docker compose -f docker-compose.aws.yml rm -fsv || true
+	@ DOCKER_HOST_IP=$(DOCKER_HOST_IP) docker compose \
+		-f docker-compose.storage.yml \
+		-f docker-compose.aws.yml \
+		-f docker-compose.kafka.yml \
+		up --build
+
 ##
 ## Storage CLIs
 ##

docker-compose.aws.yml

@@ -0,0 +1,49 @@
+version: '3.7'
+services:
+  dynamodb-local:
+    image: amazon/dynamodb-local:latest
+    container_name: dynamodb-local
+    ports:
+      - "8000:8000"
+
+  dynamodb-admin:
+    image: aaronshaf/dynamodb-admin
+    ports:
+      - "8001:8001"
+    environment:
+      DYNAMO_ENDPOINT: "http://dynamodb-local:8000"
+      AWS_REGION: "ap-northeast-2"
+      AWS_ACCESS_KEY_ID: accesskey
+      AWS_SECRET_ACCESS_KEY: secretkey
+    depends_on:
+      - dynamodb-local
+
+  minio:
+    image: minio/minio:latest
+    container_name: minio
+    environment:
+      - MINIO_ACCESS_KEY=accesskey
+      - MINIO_SECRET_KEY=secretkey
+      - MINIO_ROOT_USER=admin
+      - MINIO_ROOT_PASSWORD=admin12345
+    volumes:
+      - ./_volume/docker-minio:/data
+    ports:
+      - "9000:9000"
+      - "9001:9001"
+    command: server /data --console-address ":9001"
+
+  minio-script:
+    image: minio/mc
+    container_name: minio-script
+    depends_on:
+      - minio
+    entrypoint: >
+      /bin/sh -c "
+      sleep 10s;
+      /usr/bin/mc alias set myminio http://minio:9000 admin admin12345;
+      /usr/bin/mc mb myminio/udon-data-lake || true;
+      /usr/bin/mc admin user add myminio accesskey accesskey || true;
+      /usr/bin/mc admin policy set myminio readwrite user=accesskey || true;
+      exit 0;
+      "

docker-compose.metastore.yml

@@ -44,8 +44,8 @@ services:
       /bin/sh -c "
       /usr/bin/mc alias set myminio http://minio:9000 admin admin12345;
       /usr/bin/mc mb myminio/udon-data-lake || true;
-      /usr/bin/mc admin user add myminio accesskey secretkey || true;
-      /usr/bin/mc admin policy set myminio readwrite user=accesskey || true;
+      /usr/bin/mc admin user add myminio accesskey accesskey || true;
+      /usr/bin/mc admin policy set myminio readwrite user=secretkey || true;
       exit 0;
       "