Merge pull request #39 from gmfrasca/docsync-script

feat(backend): Add simple UBI-based artifact management image
red-hat-data-services · Sep 23, 2022 · a0423cd · a0423cd
2 parents d13bada + e6cbff4
commit a0423cd
Show file tree

Hide file tree

Showing 6 changed files with 14 additions and 1 deletion.
diff --git a/Makefile b/Makefile
@@ -187,6 +187,7 @@ build-backend-images: \
 	build-api-server-image \
 	build-persistenceagent-image \
 	build-metadata-writer-image \
+	build-artifact-manager-image \
 	build-scheduledworkflow-image \
 	build-cacheserver-image \
 	## Build backend docker images
@@ -204,6 +205,10 @@ build-persistenceagent-image: ## Build persistenceagent docker image
 build-metadata-writer-image: ## Build metadata-writer docker image
 	docker build -t ${DOCKER_REGISTRY}/metadata-writer -f backend/metadata_writer/Dockerfile .
 
+.PHONY: build-artifact-manager-image
+build-artifact-manager-image: ## Build artifact-manager docker image
+	docker build -t ${DOCKER_REGISTRY}/artifact-manager -f backend/artifact_manager/Dockerfile .
+
 .PHONY: build-scheduledworkflow-image
 build-scheduledworkflow-image: ## Build scheduledworkflow docker image
 	docker build -t ${DOCKER_REGISTRY}/scheduledworkflow -f backend/Dockerfile.scheduledworkflow .

diff --git a/backend/artifact_manager/Dockerfile b/backend/artifact_manager/Dockerfile
@@ -0,0 +1,5 @@
+FROM registry.access.redhat.com/ubi8/python-38
+WORKDIR /opt/app-root/src
+COPY backend/artifact_manager/requirements.txt /opt/app-root/src
+RUN pip install --upgrade pip && pip install -Ur requirements.txt
+CMD ["/bin/bash", "-e"]
diff --git a/backend/artifact_manager/requirements.txt b/backend/artifact_manager/requirements.txt
@@ -0,0 +1 @@
+awscli==1.25.78
diff --git a/guides/developer_guide.md b/guides/developer_guide.md
@@ -109,6 +109,7 @@ The KFP backend with Tekton uses a modified version of Kubeflow Pipelines api-se
    docker build -t ${DOCKER_REGISTRY}/api-server -f backend/Dockerfile .
    docker build -t ${DOCKER_REGISTRY}/persistenceagent -f backend/Dockerfile.persistenceagent .
    docker build -t ${DOCKER_REGISTRY}/metadata-writer -f backend/metadata_writer/Dockerfile .
+   docker build -t ${DOCKER_REGISTRY}/artifact-manager -f backend/artifact_manager/Dockerfile .
    docker build -t ${DOCKER_REGISTRY}/scheduledworkflow -f backend/Dockerfile.scheduledworkflow .
    docker build -t ${DOCKER_REGISTRY}/cache-server -f backend/Dockerfile.cacheserver .
    ```

diff --git a/manifests/opendatahub/base/configmaps/kfp-tekton-config.yaml b/manifests/opendatahub/base/configmaps/kfp-tekton-config.yaml
@@ -5,7 +5,7 @@ data:
   artifact_bucket: mlpipeline
   artifact_endpoint: minio-service:9000
   artifact_endpoint_scheme: http://
-  artifact_image: quay.io/thoth-station/document-sync-job:v0.1.0
+  artifact_image: quay.io/opendatahub/ml-pipelines-artifact-manager:latest
   artifact_script: |-
     #!/usr/bin/env sh
     push_artifact() {

diff --git a/scripts/deploy/github/build-images.sh b/scripts/deploy/github/build-images.sh
@@ -23,6 +23,7 @@ REGISTRY="${REGISTRY:-kind-registry:5000}"
 docker build -t "${REGISTRY}/kfp-tekton/apiserver:latest" -f backend/Dockerfile . && docker push "${REGISTRY}/kfp-tekton/apiserver:latest" &
 docker build -t "${REGISTRY}/kfp-tekton/persistenceagent:latest" -f backend/Dockerfile.persistenceagent . && docker push "${REGISTRY}/kfp-tekton/persistenceagent:latest" &
 docker build -t "${REGISTRY}/kfp-tekton/metadata-writer:latest" -f backend/metadata_writer/Dockerfile . && docker push "${REGISTRY}/kfp-tekton/metadata-writer:latest" &
+docker build -t "${REGISTRY}/kfp-tekton/artifact-manager:latest" -f backend/artifact_manager/Dockerfile . && docker push "${REGISTRY}/kfp-tekton/artifact-manager:latest" &
 docker build -t "${REGISTRY}/kfp-tekton/scheduledworkflow:latest" -f backend/Dockerfile.scheduledworkflow . && docker push "${REGISTRY}/kfp-tekton/scheduledworkflow:latest" &
 docker build -t "${REGISTRY}/kfp-tekton/cache-server:latest" -f backend/Dockerfile.cacheserver . && docker push "${REGISTRY}/kfp-tekton/cache-server:latest" &