monitor-openqa_job

#!/bin/bash -ex

# Monitor an openQA job by polling the status of a job over the API.
#
# Continuously polls the openQA API for the status of the specified jobs until
# all jobs finish. After the jobs have finished this program exits with an exit
# code corresponding to the jobs' result. For example all jobs pass it would exit
# this program with exit code 0 for success; otherwise with 1.

set -euo pipefail

# configuration variables with defaults.
sleep_time="${sleep_time:-"10"}"
openqa_cli="${openqa_cli:-"openqa-cli"}"
host="${host:-"https://openqa.opensuse.org"}"
openqa_groupid="${openqa_groupid:-"24"}"
obs_component="${obs_component:-"package"}"
obs_package_name="${1:-""}"
staging_project=${staging_project:-devel:openQA:testing}
comment_on_obs=${comment_on_obs:-}

# shellcheck source=/dev/null
. "$(dirname "$0")"/_common

[[ -f job_post_response ]] || (echo "Need job response status file 'job_post_response'" && exit 2)
declare -A failed_versions
failed_jobs=()
for job_id in $(job_ids job_post_response); do
    echo "Waiting for job $job_id to finish"
    while sleep "${sleep_time}"; do
        job_state=$($openqa_cli api --host "$host" jobs/"$job_id" | jq -r '.job.state')
        [[ $job_state = 'done' ]] && break
    done
    response=$($openqa_cli api --host "$host" jobs/"$job_id")
    result=$(echo "$response" | jq -r '.job.result')
    echo "Result of job $job_id: $result"
    if [[ $result != 'passed' ]] && [[ -n $obs_package_name ]]; then
        version=$(echo "$response" | jq -r '.job.settings.VERSION')
        failed_versions[$version]=1
        failed_jobs+=("$job_id")
    fi
done

[[ ${failed_jobs[*]} ]] || exit 0

# delete packages from staging project in error case as we will not continue submitting those packages
delete_packages_from_obs_project "$staging_project"

# comment on failed jobs
[[ $comment_on_obs ]] || exit 1

osc api "/comments/$obs_component/$obs_package_name" | grep id= | sed -n 's/.*id="\([^"]*\)">.*test.* failed.*/\1/p' | while read -r id; do
    osc api -X DELETE /comment/"$id"
done
comment="openQA-in-openQA test(s) failed (job IDs: ${failed_jobs[*]}), see https://openqa.opensuse.org/tests/overview?"
for version in "${!failed_versions[@]}"; do
    comment+="version=${version}&"
done
comment+="groupid=$openqa_groupid"
osc api --data="$comment" -X POST "/comments/${obs_component}/$obs_package_name"
exit 1