refactor: workflow

.github/CODEOWNERS

@@ -26,4 +26,4 @@
 /jans-linux-setup/ @mbaser @smansoft @yuriyz
 /jans-linux-setup/jans_setup/setup_app/version.py @moabu
 /jans-linux-setup/static/scripts/admin_ui_plugin.py @mbaser @duttarnab
-/super-jans @harsukhbir @NazarYavornytskyy
+/super-jans @harsukhbir

.github/workflows/microk8s.yml

@@ -16,7 +16,14 @@ on:
       - "automation/startjanssendemo.sh"
   workflow_dispatch:
 jobs:
-  mysql:
+  microk8s:
+    strategy:
+      max-parallel: 6
+      matrix:
+        istio: ["true", "false"]
+        # add '"pgsql" when supported
+        persistence-backends: ["LDAP","MYSQL"]
+      fail-fast: false
     runs-on: ubuntu-latest
     steps:
     - name: Checkout code
@@ -27,63 +34,5 @@ jobs:
       run: |
           ip=$(ifconfig eth0 | grep -Eo 'inet (addr:)?([0-9]*\.){3}[0-9]*' | grep -Eo '([0-9]*\.){3}[0-9]*' | grep -v '127.0.0.1')
           chmod u+x automation/startjanssendemo.sh
-          sudo bash ./automation/startjanssendemo.sh demoexample.jans.io MYSQL true $ip
-
-    - name: Test Janssen authorization server
-      id: test_kubernetes
-      run: |
-          sudo microk8s kubectl get po -n jans --kubeconfig="$PWD/config"
-          sudo microk8s kubectl -n jans wait --for=condition=available --timeout=600s deploy/janssen-auth-server --kubeconfig="$PWD/config" || sudo bash ./automation/collect_logs.sh auth "${{ secrets.MOAUTO_ROCKETCHAT_ID }}" "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" || echo "Not Found"
-          sudo microk8s kubectl logs -l APP_NAME=persistence-loader -c persistence -n jans --kubeconfig="$PWD/config" || echo "Not Found"
-          sudo microk8s kubectl logs -l APP_NAME=configurator -c config -n jans --kubeconfig="$PWD/config" || echo "Not Found"
-          sudo microk8s kubectl -n jans wait --for=condition=available --timeout=300s deploy/janssen-client-api --kubeconfig="$PWD/config" || sudo bash ./automation/collect_logs.sh client-api "${{ secrets.MOAUTO_ROCKETCHAT_ID }}" "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" || echo "Not Found"
-          sudo microk8s kubectl -n jans wait --for=condition=available --timeout=300s deploy/janssen-fido2 --kubeconfig="$PWD/config" || sudo bash ./automation/collect_logs.sh fido2 "${{ secrets.MOAUTO_ROCKETCHAT_ID }}" "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" || echo "Not Found"
-          sudo microk8s kubectl -n jans wait --for=condition=available --timeout=300s deploy/janssen-scim --kubeconfig="$PWD/config" || sudo bash ./automation/collect_logs.sh scim "${{ secrets.MOAUTO_ROCKETCHAT_ID }}" "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" || echo "Not Found"
-  ldap:
-    runs-on: ubuntu-latest
-    steps:
-    - name: Checkout code
-      uses: actions/checkout@v3
-
-    - name: Test dev setup
-      id: start_up_script
-      run: |
-          ip=$(ifconfig eth0 | grep -Eo 'inet (addr:)?([0-9]*\.){3}[0-9]*' | grep -Eo '([0-9]*\.){3}[0-9]*' | grep -v '127.0.0.1')
-          chmod u+x automation/startjanssendemo.sh
-          sudo bash ./automation/startjanssendemo.sh demoexample.jans.io LDAP true $ip
-
-    - name: Test Janssen authorization server
-      id: test_kubernetes
-      run: |
-          sudo microk8s kubectl get po -n jans --kubeconfig="$PWD/config"
-          sudo microk8s kubectl -n jans wait --for=condition=available --timeout=600s deploy/janssen-auth-server --kubeconfig="$PWD/config" || sudo bash ./automation/collect_logs.sh auth "${{ secrets.MOAUTO_ROCKETCHAT_ID }}" "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" || echo "Not Found"
-          sudo microk8s kubectl logs -l APP_NAME=persistence-loader -c persistence -n jans --kubeconfig="$PWD/config" || echo "Not Found"
-          sudo microk8s kubectl logs -l APP_NAME=configurator -c config -n jans --kubeconfig="$PWD/config" || echo "Not Found"
-          sudo microk8s kubectl -n jans wait --for=condition=available --timeout=300s deploy/janssen-client-api --kubeconfig="$PWD/config" || sudo bash ./automation/collect_logs.sh client-api "${{ secrets.MOAUTO_ROCKETCHAT_ID }}" "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" || echo "Not Found"
-          sudo microk8s kubectl -n jans wait --for=condition=available --timeout=300s deploy/janssen-fido2 --kubeconfig="$PWD/config" || sudo bash ./automation/collect_logs.sh fido2 "${{ secrets.MOAUTO_ROCKETCHAT_ID }}" "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" || echo "Not Found"
-          sudo microk8s kubectl -n jans wait --for=condition=available --timeout=300s deploy/janssen-scim --kubeconfig="$PWD/config" || sudo bash ./automation/collect_logs.sh scim "${{ secrets.MOAUTO_ROCKETCHAT_ID }}" "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" || echo "Not Found"
-
-  ldap-istio:
-    runs-on: ubuntu-latest
-    steps:
-    - name: Checkout code
-      uses: actions/checkout@v3
-
-    - name: Test dev setup
-      id: start_up_script
-      run: |
-          ip=$(ifconfig eth0 | grep -Eo 'inet (addr:)?([0-9]*\.){3}[0-9]*' | grep -Eo '([0-9]*\.){3}[0-9]*' | grep -v '127.0.0.1')
-          chmod u+x automation/startjanssendemo.sh
-          sudo bash ./automation/startjanssendemo.sh demoexample.jans.io LDAP true $ip true
-
-    - name: Test Janssen authorization server
-      id: test_kubernetes
-      run: |
-          sudo microk8s kubectl get po -n jans --kubeconfig="$PWD/config"
-          sudo microk8s kubectl -n jans wait --for=condition=available --timeout=600s deploy/janssen-auth-server --kubeconfig="$PWD/config" || sudo bash ./automation/collect_logs.sh auth "${{ secrets.MOAUTO_ROCKETCHAT_ID }}" "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" || echo "Not Found"
-          sudo microk8s kubectl logs -l APP_NAME=persistence-loader -c persistence -n jans --kubeconfig="$PWD/config" || echo "Not Found"
-          sudo microk8s kubectl logs -l APP_NAME=configurator -c config -n jans --kubeconfig="$PWD/config" || echo "Not Found"
-          sudo microk8s kubectl -n jans wait --for=condition=available --timeout=300s deploy/janssen-client-api --kubeconfig="$PWD/config" || sudo bash ./automation/collect_logs.sh client-api "${{ secrets.MOAUTO_ROCKETCHAT_ID }}" "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" || echo "Not Found"
-          sudo microk8s kubectl -n jans wait --for=condition=available --timeout=300s deploy/janssen-fido2 --kubeconfig="$PWD/config" || sudo bash ./automation/collect_logs.sh fido2 "${{ secrets.MOAUTO_ROCKETCHAT_ID }}" "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" || echo "Not Found"
-          sudo microk8s kubectl -n jans wait --for=condition=available --timeout=300s deploy/janssen-scim --kubeconfig="$PWD/config" || sudo bash ./automation/collect_logs.sh scim "${{ secrets.MOAUTO_ROCKETCHAT_ID }}" "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" || echo "Not Found"
-
+          sudo bash ./automation/startjanssendemo.sh demoexample.jans.io ${{ matrix.persistence-backends }} true $ip ${{ matrix.istio }}
+          sudo bash ./automation/analyze_test_microk8s_setup.sh "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" "${{ secrets.MOAUTO_ROCKETCHAT_ID }}"

automation/analyze_test_microk8s_setup.sh

@@ -0,0 +1,40 @@
+#!/bin/bash
+set -euo pipefail
+
+collect_logs() {
+  DATE=$(date +%F_%H-%M-%S)
+  SERVICE=$1
+  APP="janssen-$SERVICE"
+  BUILD=""
+  if [[ $SERVICE == "auth" ]];then
+    APP="janssen-$SERVICE-server"
+  fi
+  POD_NAME=$(kubectl get pods --selector=app="$APP" --output=jsonpath={.items[0]..metadata.name} -n jans)
+  IFS="=" read name BUILD <<< "$(kubectl exec "$POD_NAME" -n jans -- printenv | grep "CN_BUILD_DATE=")"
+  echo "Found $POD_NAME built on $BUILD"
+  if [[ $SERVICE == "client-api" ]];then
+    kubectl cp -n jans "$POD_NAME":opt/client-api/logs/ jans-"$SERVICE"-logs && zip -r jans-"$SERVICE"-logs-"$DATE".zip jans-"$SERVICE"-logs && rm -rf jans-"$SERVICE"-logs/
+  else
+    kubectl cp -n jans "$POD_NAME":opt/jans/jetty/jans-"$SERVICE"/logs jans-"$SERVICE"-logs && zip -r jans-"$SERVICE"-logs-"$DATE".zip jans-"$SERVICE"-logs && rm -rf jans-"$SERVICE"-logs/
+  fi
+
+  curl "https://chat.gluu.org/api/v1/rooms.upload/YNz6rg7eNpngiygkv" \
+      -F "file=@jans-$SERVICE-logs-$DATE.zip" \
+      -F "msg=$APP built on $BUILD ran into an issue. Here are the logs." \
+      -F "description=These logs were autogenerated from an ephemeral environment" \
+      -H "X-Auth-Token: $2" \
+      -H "X-User-Id: $3"
+}
+
+kubectl get po -n jans
+echo "--------------------------------------Outputting persistence loader logs--------------------------------------"
+sudo microk8s kubectl logs -l APP_NAME=persistence-loader -c persistence -n jans
+echo "--------------------------------------------------------------------------------------------------------------"
+echo "--------------------------------------Outputting configurator logs--------------------------------------------"
+sudo microk8s kubectl logs -l APP_NAME=configurator -c config -n jans
+echo "--------------------------------------------------------------------------------------------------------------"
+
+SERVICES="auth-server client-api fido2 scim"
+for SERVICE in $SERVICES; do
+  kubectl -n jans wait --for=condition=available --timeout=30s deploy/janssen-"$SERVICE" || collect_logs "${SERVICE%-server}" "$1" "$2"
+done

automation/startjanssendemo.sh

@@ -1,5 +1,5 @@
 #!/bin/bash
-set -e
+set -euo pipefail
 JANS_FQDN=$1
 JANS_PERSISTENCE=$2
 JANS_CI_CD_RUN=$3
@@ -204,6 +204,10 @@ auth-server:
     initialDelaySeconds: 300
     periodSeconds: 25
     timeoutSeconds: 5
+opendj:
+  image:
+    repository: gluufedertaion/opendj
+    tag: 5.0.0_dev
 EOF
 sudo helm repo add janssen https://janssenproject.github.io/jans/charts
 sudo helm repo update
@@ -223,6 +227,6 @@ echo -e "Testing fido2-configuration endpoint.. \n"
 curl -k https://$JANS_FQDN/.well-known/fido2-configuration
 cd ..
 EOF
-sudo microk8s.kubectl -n jans wait --for=condition=available --timeout=600s deploy/janssen-auth-server --kubeconfig="$KUBECONFIG" || echo "Couldn't find deployment running tests anyways..."
+sudo microk8s.kubectl -n jans wait --for=condition=available --timeout=300s deploy/janssen-auth-server --kubeconfig="$KUBECONFIG" || echo "Couldn't find deployment running tests anyways..."
 sudo bash testendpoints.sh
 echo -e "You may re-execute bash testendpoints.sh to do a quick test to check the openid-configuration endpoint."