Skip to content

Commit d7ca6f2

Browse files
andhreljaKernandhreljaKern
committed
perf: DB migration tests
1 parent bff2622 commit d7ca6f2

File tree

1 file changed

+53
-49
lines changed

1 file changed

+53
-49
lines changed

‎k8s/test.sh

Lines changed: 53 additions & 49 deletions
Original file line numberDiff line numberDiff line change
@@ -25,25 +25,6 @@ do
2525
esac
2626
done
2727

28-
echo "::group::Kubernetes Context"
29-
kubectl config set-context --current --namespace=$KUBERNETES_NAMESPACE
30-
echo "Context set to namespace: \"$KUBERNETES_NAMESPACE\""
31-
echo "::endgroup::"
32-
33-
34-
REFINERY_ALEMBIC_VERSION=""
35-
KUBERNETES_DEPLOYMENT_ALEMBIC_VERSION=""
36-
37-
KUBERNETES_POD_EXISTING_IMAGE=$(kubectl get pod --output json \
38-
--selector app=${KUBERNETES_DEPLOYMENT_NAME} \
39-
| jq -r '.items[0] | .spec.containers[0].image')
40-
41-
REFINERY_POD_EXISTING_IMAGE=$(kubectl get pod --output json \
42-
--selector app=${REFINERY_DEPLOYMENT_NAME} \
43-
| jq -r '.items[0] | .spec.containers[0].image')
44-
45-
REFINERY_IMAGE_TAG_EXISTS=$(az acr repository show --name ${AZURE_CONTAINER_REGISTRY} --image ${REFINERY_DEPLOYMENT_NAME}:${TEST_IMAGE_TAG} 2> /dev/null || true)
46-
4728
__safe_migration_rollout() {
4829
deploy=$1
4930

@@ -67,31 +48,54 @@ __safe_migration_rollout() {
6748
fi
6849
}
6950

51+
echo "::group::Kubernetes Context & Test Infrastructure"
52+
kubectl config set-context --current --namespace=$KUBERNETES_NAMESPACE
53+
echo "Context set to namespace: \"$KUBERNETES_NAMESPACE\""
54+
kubectl apply --kustomize infrastructure/test
55+
__safe_migration_rollout test-postgres
56+
kubectl apply --kustomize apps/refinery-gateway/test
57+
__safe_migration_rollout test-${KUBERNETES_DEPLOYMENT_NAME}
58+
echo "::endgroup::"
59+
60+
61+
REFINERY_ALEMBIC_VERSION=""
62+
KUBERNETES_DEPLOYMENT_ALEMBIC_VERSION=""
63+
64+
KUBERNETES_POD_EXISTING_IMAGE=$(kubectl get pod --output json \
65+
--selector app=${KUBERNETES_DEPLOYMENT_NAME} \
66+
| jq -r '.items[0] | .spec.containers[0].image')
67+
68+
REFINERY_POD_EXISTING_IMAGE=$(kubectl get pod --output json \
69+
--selector app=${REFINERY_DEPLOYMENT_NAME} \
70+
| jq -r '.items[0] | .spec.containers[0].image')
71+
72+
REFINERY_IMAGE_TAG_EXISTS=$(az acr repository show --name ${AZURE_CONTAINER_REGISTRY} --image ${REFINERY_DEPLOYMENT_NAME}:${TEST_IMAGE_TAG} 2> /dev/null || true)
73+
7074
upgrade_alembic_migrations() {
7175
echo "::group::Upgrade alembic migrations for test"
7276
if [ $KUBERNETES_DEPLOYMENT_NAME != "refinery-gateway" ] && [ $KUBERNETES_DEPLOYMENT_NAME != "gates-gateway" ] && [ $KUBERNETES_DEPLOYMENT_NAME != "hosted-inference-api" ]; then
7377
if [ -n "$REFINERY_IMAGE_TAG_EXISTS" ]; then
74-
REFINERY_ALEMBIC_VERSION=$(kubectl exec -i deployment/${REFINERY_DEPLOYMENT_NAME} -c ${REFINERY_DEPLOYMENT_NAME} -- alembic current)
78+
REFINERY_ALEMBIC_VERSION=$(kubectl exec -i deployment/test-${REFINERY_DEPLOYMENT_NAME} -c test-${REFINERY_DEPLOYMENT_NAME} -- alembic current)
7579
REFINERY_ALEMBIC_VERSION=${REFINERY_ALEMBIC_VERSION:0:12}
7680
echo "::warning::current $REFINERY_DEPLOYMENT_NAME alembic version: $REFINERY_ALEMBIC_VERSION"
77-
kubectl set image deployment/${REFINERY_DEPLOYMENT_NAME} \
78-
${REFINERY_DEPLOYMENT_NAME}-migrate=${AZURE_CONTAINER_REGISTRY}/${REFINERY_DEPLOYMENT_NAME}:${TEST_IMAGE_TAG} \
79-
${REFINERY_DEPLOYMENT_NAME}=${AZURE_CONTAINER_REGISTRY}/${REFINERY_DEPLOYMENT_NAME}:${TEST_IMAGE_TAG} 1> /dev/null
80-
__safe_migration_rollout ${REFINERY_DEPLOYMENT_NAME}
81+
kubectl set image deployment/test-${REFINERY_DEPLOYMENT_NAME} \
82+
test-${REFINERY_DEPLOYMENT_NAME}-migrate=${AZURE_CONTAINER_REGISTRY}/${REFINERY_DEPLOYMENT_NAME}:${TEST_IMAGE_TAG} \
83+
test-${REFINERY_DEPLOYMENT_NAME}=${AZURE_CONTAINER_REGISTRY}/${REFINERY_DEPLOYMENT_NAME}:${TEST_IMAGE_TAG} 1> /dev/null
84+
__safe_migration_rollout test-${REFINERY_DEPLOYMENT_NAME}
8185
echo "::warning::using ${AZURE_CONTAINER_REGISTRY}/${REFINERY_DEPLOYMENT_NAME}:${TEST_IMAGE_TAG}"
82-
_REFINERY_ALEMBIC_VERSION=$(kubectl exec -i deployment/${REFINERY_DEPLOYMENT_NAME} -c ${REFINERY_DEPLOYMENT_NAME} -- alembic current)
86+
_REFINERY_ALEMBIC_VERSION=$(kubectl exec -i deployment/test-${REFINERY_DEPLOYMENT_NAME} -c test-${REFINERY_DEPLOYMENT_NAME} -- alembic current)
8387
echo "::warning::upgraded $REFINERY_DEPLOYMENT_NAME alembic version: $_REFINERY_ALEMBIC_VERSION"
8488
fi
8589
else
86-
KUBERNETES_DEPLOYMENT_ALEMBIC_VERSION=$(kubectl exec -i deployment/${KUBERNETES_DEPLOYMENT_NAME} -c ${KUBERNETES_DEPLOYMENT_NAME} -- alembic current)
90+
KUBERNETES_DEPLOYMENT_ALEMBIC_VERSION=$(kubectl exec -i deployment/test-${KUBERNETES_DEPLOYMENT_NAME} -c test-${KUBERNETES_DEPLOYMENT_NAME} -- alembic current)
8791
KUBERNETES_DEPLOYMENT_ALEMBIC_VERSION=${KUBERNETES_DEPLOYMENT_ALEMBIC_VERSION:0:12}
8892
echo "::warning::current $KUBERNETES_DEPLOYMENT_NAME alembic version: $KUBERNETES_DEPLOYMENT_ALEMBIC_VERSION"
89-
kubectl set image deployment/${KUBERNETES_DEPLOYMENT_NAME} \
90-
${KUBERNETES_DEPLOYMENT_NAME}-migrate=${AZURE_CONTAINER_REGISTRY}/${KUBERNETES_DEPLOYMENT_NAME}:${TEST_IMAGE_TAG} \
91-
${KUBERNETES_DEPLOYMENT_NAME}=${AZURE_CONTAINER_REGISTRY}/${KUBERNETES_DEPLOYMENT_NAME}:${TEST_IMAGE_TAG} 1> /dev/null
92-
__safe_migration_rollout ${KUBERNETES_DEPLOYMENT_NAME}
93+
kubectl set image deployment/test-${KUBERNETES_DEPLOYMENT_NAME} \
94+
test-${KUBERNETES_DEPLOYMENT_NAME}-migrate=${AZURE_CONTAINER_REGISTRY}/${KUBERNETES_DEPLOYMENT_NAME}:${TEST_IMAGE_TAG} \
95+
test-${KUBERNETES_DEPLOYMENT_NAME}=${AZURE_CONTAINER_REGISTRY}/${KUBERNETES_DEPLOYMENT_NAME}:${TEST_IMAGE_TAG} 1> /dev/null
96+
__safe_migration_rollout test-${KUBERNETES_DEPLOYMENT_NAME}
9397
echo "::warning::using ${AZURE_CONTAINER_REGISTRY}/${KUBERNETES_DEPLOYMENT_NAME}:${TEST_IMAGE_TAG}"
94-
_KUBERNETES_DEPLOYMENT_ALEMBIC_VERSION=$(kubectl exec -i deployment/${KUBERNETES_DEPLOYMENT_NAME} -c ${KUBERNETES_DEPLOYMENT_NAME} -- alembic current)
98+
_KUBERNETES_DEPLOYMENT_ALEMBIC_VERSION=$(kubectl exec -i deployment/test-${KUBERNETES_DEPLOYMENT_NAME} -c test-${KUBERNETES_DEPLOYMENT_NAME} -- alembic current)
9599
echo "::warning::upgraded $KUBERNETES_DEPLOYMENT_NAME alembic version: $_KUBERNETES_DEPLOYMENT_ALEMBIC_VERSION"
96100
fi
97101
echo "::endgroup::"
@@ -101,21 +105,21 @@ downgrade_alembic_migrations() {
101105
echo "::group::Downgrade alembic migrations"
102106
if [ $KUBERNETES_DEPLOYMENT_NAME != "refinery-gateway" ] && [ $KUBERNETES_DEPLOYMENT_NAME != "gates-gateway" ] && [ $KUBERNETES_DEPLOYMENT_NAME != "hosted-inference-api" ]; then
103107
if [ -n "$REFINERY_IMAGE_TAG_EXISTS" ]; then
104-
kubectl exec -i deployment/${REFINERY_DEPLOYMENT_NAME} -c ${REFINERY_DEPLOYMENT_NAME} -- alembic downgrade $REFINERY_ALEMBIC_VERSION
108+
kubectl exec -i deployment/test-${REFINERY_DEPLOYMENT_NAME} -c test-${REFINERY_DEPLOYMENT_NAME} -- alembic downgrade $REFINERY_ALEMBIC_VERSION
105109
echo "::warning::downgraded $REFINERY_DEPLOYMENT_NAME alembic version to $REFINERY_ALEMBIC_VERSION"
106-
kubectl set image deployment/${REFINERY_DEPLOYMENT_NAME} \
107-
${REFINERY_DEPLOYMENT_NAME}-migrate=${REFINERY_POD_EXISTING_IMAGE} \
108-
${REFINERY_DEPLOYMENT_NAME}=${REFINERY_POD_EXISTING_IMAGE}
109-
kubectl rollout status deployment ${REFINERY_DEPLOYMENT_NAME}
110+
kubectl set image deployment/test-${REFINERY_DEPLOYMENT_NAME} \
111+
test-${REFINERY_DEPLOYMENT_NAME}-migrate=${REFINERY_POD_EXISTING_IMAGE} \
112+
test-${REFINERY_DEPLOYMENT_NAME}=${REFINERY_POD_EXISTING_IMAGE}
113+
__safe_migration_rollout test-${REFINERY_DEPLOYMENT_NAME}
110114
echo "::warning::using ${REFINERY_POD_EXISTING_IMAGE}"
111115
fi
112116
else
113-
kubectl exec -i deployment/${KUBERNETES_DEPLOYMENT_NAME} -c ${KUBERNETES_DEPLOYMENT_NAME} -- alembic downgrade $KUBERNETES_DEPLOYMENT_ALEMBIC_VERSION
117+
kubectl exec -i deployment/test-${KUBERNETES_DEPLOYMENT_NAME} -c test-${KUBERNETES_DEPLOYMENT_NAME} -- alembic downgrade $KUBERNETES_DEPLOYMENT_ALEMBIC_VERSION
114118
echo "::warning::downgraded $KUBERNETES_DEPLOYMENT_NAME alembic version to $KUBERNETES_DEPLOYMENT_ALEMBIC_VERSION"
115-
kubectl set image deployment/${KUBERNETES_DEPLOYMENT_NAME} \
116-
${KUBERNETES_DEPLOYMENT_NAME}-migrate=${KUBERNETES_POD_EXISTING_IMAGE} \
117-
${KUBERNETES_DEPLOYMENT_NAME}=${KUBERNETES_POD_EXISTING_IMAGE}
118-
kubectl rollout status deployment ${KUBERNETES_DEPLOYMENT_NAME}
119+
kubectl set image deployment/test-${KUBERNETES_DEPLOYMENT_NAME} \
120+
test-${KUBERNETES_DEPLOYMENT_NAME}-migrate=${KUBERNETES_POD_EXISTING_IMAGE} \
121+
test-${KUBERNETES_DEPLOYMENT_NAME}=${KUBERNETES_POD_EXISTING_IMAGE}
122+
__safe_migration_rollout test-${KUBERNETES_DEPLOYMENT_NAME}
119123
echo "::warning::using ${KUBERNETES_POD_EXISTING_IMAGE}"
120124
fi
121125
echo "::endgroup::"
@@ -126,15 +130,15 @@ if [ "$ENABLE_ALEMBIC_MIGRATIONS" = "true" ]; then
126130
fi
127131

128132
echo "::group::Set test image: ${AZURE_CONTAINER_REGISTRY}/${KUBERNETES_DEPLOYMENT_NAME}:${TEST_IMAGE_TAG}"
129-
kubectl set image deployment/${KUBERNETES_DEPLOYMENT_NAME} ${KUBERNETES_DEPLOYMENT_NAME}=${AZURE_CONTAINER_REGISTRY}/${KUBERNETES_DEPLOYMENT_NAME}:${TEST_IMAGE_TAG} 1> /dev/null
130-
__safe_migration_rollout ${KUBERNETES_DEPLOYMENT_NAME}
133+
kubectl set image deployment/test-${KUBERNETES_DEPLOYMENT_NAME} test-${KUBERNETES_DEPLOYMENT_NAME}=${AZURE_CONTAINER_REGISTRY}/${KUBERNETES_DEPLOYMENT_NAME}:${TEST_IMAGE_TAG} 1> /dev/null
134+
__safe_migration_rollout test-${KUBERNETES_DEPLOYMENT_NAME}
131135
echo "::notice::using ${AZURE_CONTAINER_REGISTRY}/${KUBERNETES_DEPLOYMENT_NAME}:${TEST_IMAGE_TAG}"
132136
echo "::endgroup::"
133137

134-
echo "::group::Running test command: kubectl exec -i deployment/${KUBERNETES_DEPLOYMENT_NAME} -c $KUBERNETES_DEPLOYMENT_NAME -- '$TEST_CMD'"
138+
echo "::group::Running test command: kubectl exec -i deployment/test-${KUBERNETES_DEPLOYMENT_NAME} -c $KUBERNETES_DEPLOYMENT_NAME -- '$TEST_CMD'"
135139
set +e
136140
exitcode=0
137-
kubectl exec -i deployment/${KUBERNETES_DEPLOYMENT_NAME} -c $KUBERNETES_DEPLOYMENT_NAME -- ''$TEST_CMD''
141+
kubectl exec -i deployment/test-${KUBERNETES_DEPLOYMENT_NAME} -c test-$KUBERNETES_DEPLOYMENT_NAME -- ''$TEST_CMD''
138142
exitcode=$?
139143
set -e
140144
echo "::endgroup::"
@@ -143,10 +147,10 @@ if [ "$ENABLE_ALEMBIC_MIGRATIONS" = "true" ]; then
143147
downgrade_alembic_migrations
144148
fi
145149

146-
echo "::group::Revert test image: ${KUBERNETES_POD_EXISTING_IMAGE}"
147-
kubectl set image deployment/${KUBERNETES_DEPLOYMENT_NAME} ${KUBERNETES_DEPLOYMENT_NAME}=${KUBERNETES_POD_EXISTING_IMAGE} 1> /dev/null
148-
kubectl rollout status deployment ${KUBERNETES_DEPLOYMENT_NAME}
149-
echo "::notice::using ${KUBERNETES_POD_EXISTING_IMAGE}"
150+
echo "::group::Delete Test Infrastructure"
151+
kubectl delete --kustomize apps/${KUBERNETES_DEPLOYMENT_NAME}/test
152+
kubectl delete --kustomize apps/refinery-gateway/test
153+
kubectl delete --kustomize infrastructure/test
150154
echo "::endgroup::"
151155

152156
exit $exitcode

0 commit comments

Comments
 (0)