Skip to content

Commit

Permalink
chore(components): Delete deprecated dataproc components (kubeflow#5045)
Browse files Browse the repository at this point in the history
* Stop building deprecated dataproc components, and delete the code

* fix cloudbuild.yaml

* more cleanup
  • Loading branch information
chensun authored Jan 28, 2021
1 parent 2dd8de3 commit 76246f4
Show file tree
Hide file tree
Showing 33 changed files with 0 additions and 1,589 deletions.
40 changes: 0 additions & 40 deletions .cloudbuild.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -147,38 +147,6 @@ steps:
id: 'buildGpuTrainer'
waitFor: ["-"]

# Build the Dataproc-based pipeline component images
- name: 'gcr.io/cloud-builders/docker'
entrypoint: '/bin/bash'
args: ['-c', 'cd /workspace/components/deprecated/dataproc/analyze && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
id: 'buildDataprocAnalyze'
waitFor: ["-"]
- name: 'gcr.io/cloud-builders/docker'
entrypoint: '/bin/bash'
args: ['-c', 'cd /workspace/components/deprecated/dataproc/create_cluster && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
id: 'buildDataprocCreateCluster'
waitFor: ["-"]
- name: 'gcr.io/cloud-builders/docker'
entrypoint: '/bin/bash'
args: ['-c', 'cd /workspace/components/deprecated/dataproc/delete_cluster && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
id: 'buildDataprocDeleteCluster'
waitFor: ["-"]
- name: 'gcr.io/cloud-builders/docker'
entrypoint: '/bin/bash'
args: ['-c', 'cd /workspace/components/deprecated/dataproc/predict && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
id: 'buildDataprocPredict'
waitFor: ["-"]
- name: 'gcr.io/cloud-builders/docker'
entrypoint: '/bin/bash'
args: ['-c', 'cd /workspace/components/deprecated/dataproc/transform && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
id: 'buildDataprocTransform'
waitFor: ["-"]
- name: 'gcr.io/cloud-builders/docker'
entrypoint: '/bin/bash'
args: ['-c', 'cd /workspace/components/deprecated/dataproc/train && ./build_image.sh -p $PROJECT_ID -t $COMMIT_SHA']
id: 'buildDataprocTrain'
waitFor: ["-"]

# Build the Generic GCP component image
- name: 'gcr.io/cloud-builders/docker'
entrypoint: '/bin/bash'
Expand Down Expand Up @@ -278,14 +246,6 @@ images:
- 'gcr.io/$PROJECT_ID/ml-pipeline-kubeflow-tf-trainer-gpu:$COMMIT_SHA'
- 'gcr.io/$PROJECT_ID/ml-pipeline-kubeflow-tfjob:$COMMIT_SHA'

# Images for the Dataproc-based pipeline components
- 'gcr.io/$PROJECT_ID/ml-pipeline-dataproc-analyze:$COMMIT_SHA'
- 'gcr.io/$PROJECT_ID/ml-pipeline-dataproc-create-cluster:$COMMIT_SHA'
- 'gcr.io/$PROJECT_ID/ml-pipeline-dataproc-delete-cluster:$COMMIT_SHA'
- 'gcr.io/$PROJECT_ID/ml-pipeline-dataproc-predict:$COMMIT_SHA'
- 'gcr.io/$PROJECT_ID/ml-pipeline-dataproc-transform:$COMMIT_SHA'
- 'gcr.io/$PROJECT_ID/ml-pipeline-dataproc-train:$COMMIT_SHA'

# Images for the GCP generic pipeline components
- 'gcr.io/$PROJECT_ID/ml-pipeline-gcp:$COMMIT_SHA'

Expand Down
6 changes: 0 additions & 6 deletions .release.cloudbuild.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -38,12 +38,6 @@ steps:
"ml-pipeline-kubeflow-tf-trainer"
"ml-pipeline-kubeflow-tf-trainer-gpu"
"ml-pipeline-kubeflow-tfjob"
"ml-pipeline-dataproc-analyze"
"ml-pipeline-dataproc-create-cluster"
"ml-pipeline-dataproc-delete-cluster"
"ml-pipeline-dataproc-predict"
"ml-pipeline-dataproc-transform"
"ml-pipeline-dataproc-train"
"ml-pipeline-local-confusion-matrix"
"ml-pipeline-local-roc"
"ml-pipeline-gcp"
Expand Down
17 changes: 0 additions & 17 deletions components/deprecated/dataproc/analyze/Dockerfile

This file was deleted.

21 changes: 0 additions & 21 deletions components/deprecated/dataproc/analyze/build_image.sh

This file was deleted.

62 changes: 0 additions & 62 deletions components/deprecated/dataproc/analyze/src/analyze.py

This file was deleted.

97 changes: 0 additions & 97 deletions components/deprecated/dataproc/analyze/src/analyze_run.py

This file was deleted.

39 changes: 0 additions & 39 deletions components/deprecated/dataproc/base/Dockerfile

This file was deleted.

28 changes: 0 additions & 28 deletions components/deprecated/dataproc/base/build_image.sh

This file was deleted.

14 changes: 0 additions & 14 deletions components/deprecated/dataproc/common/__init__.py

This file was deleted.

Loading

0 comments on commit 76246f4

Please sign in to comment.