Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

ci: add auto checks #1234

Merged
merged 9 commits into from
Apr 21, 2022
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Next Next commit
ci: add initial work for auto log reporter
  • Loading branch information
moabu committed Apr 19, 2022
commit dd2648298c1335fe62d843ec7ef234a1e0c63dfc
2 changes: 1 addition & 1 deletion .github/CODEOWNERS
Original file line number Diff line number Diff line change
Expand Up @@ -26,4 +26,4 @@
/jans-linux-setup/ @mbaser @smansoft @yuriyz
/jans-linux-setup/jans_setup/setup_app/version.py @moabu
/jans-linux-setup/static/scripts/admin_ui_plugin.py @mbaser @duttarnab
/super-jans @harsukhbir @yavornytskyj
/super-jans @harsukhbir @NazarYavornytskyy
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
# Please do not attempt to edit this flow without the direct consent from the DevOps team. This file is managed centrally.
# Contact @moabu
name: Label PR and Schema
name: Label PRs and Issues
on:
pull_request:
types:
Expand Down
89 changes: 89 additions & 0 deletions .github/workflows/microk8s.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,89 @@
name: mysql
on:
push:
branches:
- master
- main
paths:
- "charts/**"
- "automation/startjanssendemo.sh"
pull_request:
branches:
- master
- main
paths:
- "charts/**"
- "automation/startjanssendemo.sh"
workflow_dispatch:
jobs:
mysql:
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v3

- name: Test dev setup
id: start_up_script
run: |
ip=$(ifconfig eth0 | grep -Eo 'inet (addr:)?([0-9]*\.){3}[0-9]*' | grep -Eo '([0-9]*\.){3}[0-9]*' | grep -v '127.0.0.1')
chmod u+x automation/startjanssendemo.sh
sudo bash ./automation/startjanssendemo.sh demoexample.jans.io MYSQL true $ip

- name: Test Janssen authorization server
id: test_kubernetes
run: |
sudo microk8s kubectl get po -n jans --kubeconfig="$PWD/config"
sudo microk8s kubectl -n jans wait --for=condition=available --timeout=600s deploy/janssen-auth-server --kubeconfig="$PWD/config" || sudo bash ./automation/collect_logs.sh auth "${{ secrets.MOAUTO_ROCKETCHAT_ID }}" "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" || echo "Not Found"
sudo microk8s kubectl logs -l APP_NAME=persistence-loader -c persistence -n jans --kubeconfig="$PWD/config" || echo "Not Found"
sudo microk8s kubectl logs -l APP_NAME=configurator -c config -n jans --kubeconfig="$PWD/config" || echo "Not Found"
sudo microk8s kubectl -n jans wait --for=condition=available --timeout=300s deploy/janssen-client-api --kubeconfig="$PWD/config" || sudo bash ./automation/collect_logs.sh client-api "${{ secrets.MOAUTO_ROCKETCHAT_ID }}" "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" || echo "Not Found"
sudo microk8s kubectl -n jans wait --for=condition=available --timeout=300s deploy/janssen-fido2 --kubeconfig="$PWD/config" || sudo bash ./automation/collect_logs.sh fido2 "${{ secrets.MOAUTO_ROCKETCHAT_ID }}" "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" || echo "Not Found"
sudo microk8s kubectl -n jans wait --for=condition=available --timeout=300s deploy/janssen-scim --kubeconfig="$PWD/config" || sudo bash ./automation/collect_logs.sh scim "${{ secrets.MOAUTO_ROCKETCHAT_ID }}" "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" || echo "Not Found"
ldap:
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v3

- name: Test dev setup
id: start_up_script
run: |
ip=$(ifconfig eth0 | grep -Eo 'inet (addr:)?([0-9]*\.){3}[0-9]*' | grep -Eo '([0-9]*\.){3}[0-9]*' | grep -v '127.0.0.1')
chmod u+x automation/startjanssendemo.sh
sudo bash ./automation/startjanssendemo.sh demoexample.jans.io LDAP true $ip

- name: Test Janssen authorization server
id: test_kubernetes
run: |
sudo microk8s kubectl get po -n jans --kubeconfig="$PWD/config"
sudo microk8s kubectl -n jans wait --for=condition=available --timeout=600s deploy/janssen-auth-server --kubeconfig="$PWD/config" || sudo bash ./automation/collect_logs.sh auth "${{ secrets.MOAUTO_ROCKETCHAT_ID }}" "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" || echo "Not Found"
sudo microk8s kubectl logs -l APP_NAME=persistence-loader -c persistence -n jans --kubeconfig="$PWD/config" || echo "Not Found"
sudo microk8s kubectl logs -l APP_NAME=configurator -c config -n jans --kubeconfig="$PWD/config" || echo "Not Found"
sudo microk8s kubectl -n jans wait --for=condition=available --timeout=300s deploy/janssen-client-api --kubeconfig="$PWD/config" || sudo bash ./automation/collect_logs.sh client-api "${{ secrets.MOAUTO_ROCKETCHAT_ID }}" "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" || echo "Not Found"
sudo microk8s kubectl -n jans wait --for=condition=available --timeout=300s deploy/janssen-fido2 --kubeconfig="$PWD/config" || sudo bash ./automation/collect_logs.sh fido2 "${{ secrets.MOAUTO_ROCKETCHAT_ID }}" "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" || echo "Not Found"
sudo microk8s kubectl -n jans wait --for=condition=available --timeout=300s deploy/janssen-scim --kubeconfig="$PWD/config" || sudo bash ./automation/collect_logs.sh scim "${{ secrets.MOAUTO_ROCKETCHAT_ID }}" "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" || echo "Not Found"

ldap-istio:
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v3

- name: Test dev setup
id: start_up_script
run: |
ip=$(ifconfig eth0 | grep -Eo 'inet (addr:)?([0-9]*\.){3}[0-9]*' | grep -Eo '([0-9]*\.){3}[0-9]*' | grep -v '127.0.0.1')
chmod u+x automation/startjanssendemo.sh
sudo bash ./automation/startjanssendemo.sh demoexample.jans.io LDAP true $ip true

- name: Test Janssen authorization server
id: test_kubernetes
run: |
sudo microk8s kubectl get po -n jans --kubeconfig="$PWD/config"
sudo microk8s kubectl -n jans wait --for=condition=available --timeout=600s deploy/janssen-auth-server --kubeconfig="$PWD/config" || sudo bash ./automation/collect_logs.sh auth "${{ secrets.MOAUTO_ROCKETCHAT_ID }}" "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" || echo "Not Found"
sudo microk8s kubectl logs -l APP_NAME=persistence-loader -c persistence -n jans --kubeconfig="$PWD/config" || echo "Not Found"
sudo microk8s kubectl logs -l APP_NAME=configurator -c config -n jans --kubeconfig="$PWD/config" || echo "Not Found"
sudo microk8s kubectl -n jans wait --for=condition=available --timeout=300s deploy/janssen-client-api --kubeconfig="$PWD/config" || sudo bash ./automation/collect_logs.sh client-api "${{ secrets.MOAUTO_ROCKETCHAT_ID }}" "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" || echo "Not Found"
sudo microk8s kubectl -n jans wait --for=condition=available --timeout=300s deploy/janssen-fido2 --kubeconfig="$PWD/config" || sudo bash ./automation/collect_logs.sh fido2 "${{ secrets.MOAUTO_ROCKETCHAT_ID }}" "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" || echo "Not Found"
sudo microk8s kubectl -n jans wait --for=condition=available --timeout=300s deploy/janssen-scim --kubeconfig="$PWD/config" || sudo bash ./automation/collect_logs.sh scim "${{ secrets.MOAUTO_ROCKETCHAT_ID }}" "${{ secrets.MOAUTO_ROCKETCHAT_TOKEN }}" || echo "Not Found"

48 changes: 0 additions & 48 deletions .github/workflows/microk8s_mysql.yml

This file was deleted.

60 changes: 0 additions & 60 deletions .github/workflows/microk8s_opendj.yml

This file was deleted.

58 changes: 0 additions & 58 deletions .github/workflows/microk8s_opendj_istio.yml

This file was deleted.

25 changes: 25 additions & 0 deletions automation/collect_logs.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,25 @@
#!/bin/bash
set -e
DATE=$(date +%F_%H-%M-%S)
SERVICE=$1
APP="janssen-$SERVICE"
BUILD=""
if [[ $SERVICE == "auth" ]];then
APP="janssen-$SERVICE-server"
fi

POD_NAME=$(microk8s.kubectl get pods --selector=app="$APP" --output=jsonpath={.items[0]..metadata.name} -n jans)
IFS="=" read name BUILD <<< "$(microk8s.kubectl exec -ti "$POD_NAME" -n jans -- printenv | grep "CN_BUILD_DATE=")"
if [[ $SERVICE == "client-api" ]];then
microk8s.kubectl cp -n jans "$POD_NAME":opt/client-api/logs/ jans-"$SERVICE"-logs && zip -r jans-"$SERVICE"-logs-"$DATE".zip jans-"$SERVICE"-logs && rm -rf jans-"$SERVICE"-logs/
else
microk8s.kubectl cp -n jans "$POD_NAME":opt/jans/jetty/jans-"$SERVICE"/logs jans-"$SERVICE"-logs && zip -r jans-"$SERVICE"-logs-"$DATE".zip jans-"$SERVICE"-logs && rm -rf jans-"$SERVICE"-logs/
fi


curl "https://chat.gluu.org/api/v1/rooms.upload/bot_reporter" \
-F "file=@jans-$SERVICE-logs-$DATE.zip" \
-F "msg=$APP built on $BUILD ran into an issue. Here are the logs." \
-F "description=These logs were autogenerated from an ephemeral environment" \
-H "X-Auth-Token: $2" \
-H "X-User-Id: $3"
Loading