Optimize CPU unit test workflow

.azure-pipelines/docker/Dockerfile.devel

@@ -45,6 +45,7 @@ RUN groupadd -g ${GROUP_ID} hostgroup && \
 
 USER hostuser
 
+ENV PATH="/home/hostuser/.local/bin:${PATH}"
 RUN python -m pip install --no-cache-dir --upgrade pip
 RUN python -m pip install --no-cache-dir setuptools
 

.azure-pipelines/docker/DockerfileCodeScan.devel

@@ -40,6 +40,8 @@ RUN groupadd -g ${GROUP_ID} hostgroup && \
 
 USER hostuser
 
+ENV PATH="/home/hostuser/.local/bin:${PATH}"
+RUN python -m pip install --no-cache-dir --upgrade pip
 RUN python -m pip install --no-cache-dir pylint==2.12.1\
     bandit
 

.azure-pipelines/scripts/ut/.coverage

@@ -1,6 +1,12 @@
 [run]
 branch = True
 
+[paths]
+source =
+    auto_round/
+    */site-packages/auto_round/
+    */dist-packages/auto_round/
+
 [report]
 include =
  */auto_round/**

.azure-pipelines/scripts/ut/collect_log.sh

@@ -1,133 +1,19 @@
-source /auto-round/.azure-pipelines/scripts/change_color.sh
-
+#!/bin/bash
 set -e
 pip install coverage
 export COVERAGE_RCFILE=/auto-round/.azure-pipelines/scripts/ut/.coverage
 coverage_log="/auto-round/log_dir/coverage_log"
-coverage_log_base="/auto-round/log_dir/coverage_log_base"
-coverage_compare="/auto-round/log_dir/coverage_compare.html"
 cd /auto-round/log_dir
 
-$BOLD_YELLOW && echo "collect coverage for PR branch" && $RESET
-cp ut_coverage/.coverage /auto-round/
+echo "collect coverage for PR branch"
 mkdir -p coverage_PR
+cp ut-*/.coverage.* ./coverage_PR/
+cd coverage_PR
+coverage combine --keep --rcfile=${COVERAGE_RCFILE}
+
+cp .coverage /auto-round/
 cd /auto-round
 coverage report -m --rcfile=${COVERAGE_RCFILE} | tee ${coverage_log}
 coverage html -d log_dir/coverage_PR/htmlcov --rcfile=${COVERAGE_RCFILE}
 coverage xml -o log_dir/coverage_PR/coverage.xml --rcfile=${COVERAGE_RCFILE}
 ls -l log_dir/coverage_PR/htmlcov
-
-
-$BOLD_YELLOW && echo "collect coverage for baseline" && $RESET
-cd /auto-round
-cp -r /auto-round/.azure-pipelines .azure-pipelines-pr
-git config --global --add safe.directory /auto-round
-git fetch
-git checkout main
-rm -rf build dist *egg-info
-echo y | pip uninstall auto_round
-pip install -r requirements.txt
-pip install -vvv --no-build-isolation -e .[cpu]
-
-coverage erase
-cd /auto-round/log_dir
-mkdir -p coverage_base
-rm -rf /auto-round/.coverage || true
-cp ut_baseline_coverage/.coverage /auto-round
-
-cd /auto-round
-coverage report -m --rcfile=${COVERAGE_RCFILE} | tee ${coverage_log_base}
-coverage html -d log_dir/coverage_base/htmlcov --rcfile=${COVERAGE_RCFILE}
-coverage xml -o log_dir/coverage_base/coverage.xml --rcfile=${COVERAGE_RCFILE}
-ls -l log_dir/coverage_base/htmlcov
-
-get_coverage_data() {
-    # Input argument
-    local coverage_xml="$1"
-
-    # Get coverage data
-    local coverage_data=$(python3 -c "import xml.etree.ElementTree as ET; root = ET.parse('$coverage_xml').getroot(); print(ET.tostring(root).decode())")
-    if [[ -z "$coverage_data" ]]; then
-        echo "Failed to get coverage data from $coverage_xml."
-        exit 1
-    fi
-
-    # Get lines coverage
-    local lines_covered=$(echo "$coverage_data" | grep -o 'lines-covered="[0-9]*"' | cut -d '"' -f 2)
-    local lines_valid=$(echo "$coverage_data" | grep -o 'lines-valid="[0-9]*"' | cut -d '"' -f 2)
-    if [ $lines_valid == 0 ]; then
-        local lines_coverage=0
-    else
-        local lines_coverage=$(awk "BEGIN {printf \"%.3f\", 100 * $lines_covered / $lines_valid}")
-    fi
-
-    # Get branches coverage
-    local branches_covered=$(echo "$coverage_data" | grep -o 'branches-covered="[0-9]*"' | cut -d '"' -f 2)
-    local branches_valid=$(echo "$coverage_data" | grep -o 'branches-valid="[0-9]*"' | cut -d '"' -f 2)
-    if [ $branches_valid == 0 ]; then
-        local branches_coverage=0
-    else
-        local branches_coverage=$(awk "BEGIN {printf \"%.3f\", 100 * $branches_covered/$branches_valid}")
-    fi
-
-    # Return values
-    echo "$lines_covered $lines_valid $lines_coverage $branches_covered $branches_valid $branches_coverage"
-}
-
-$BOLD_YELLOW && echo "compare coverage" && $RESET
-
-coverage_PR_xml="log_dir/coverage_PR/coverage.xml"
-coverage_PR_data=$(get_coverage_data $coverage_PR_xml)
-read lines_PR_covered lines_PR_valid coverage_PR_lines_rate branches_PR_covered branches_PR_valid coverage_PR_branches_rate <<<"$coverage_PR_data"
-
-coverage_base_xml="log_dir/coverage_base/coverage.xml"
-coverage_base_data=$(get_coverage_data $coverage_base_xml)
-read lines_base_covered lines_base_valid coverage_base_lines_rate branches_base_covered branches_base_valid coverage_base_branches_rate <<<"$coverage_base_data"
-
-$BOLD_BLUE && echo "PR lines coverage: $lines_PR_covered/$lines_PR_valid ($coverage_PR_lines_rate%)" && $RESET
-$BOLD_BLUE && echo "PR branches coverage: $branches_PR_covered/$branches_PR_valid ($coverage_PR_branches_rate%)" && $RESET
-$BOLD_BLUE && echo "BASE lines coverage: $lines_base_covered/$lines_base_valid ($coverage_base_lines_rate%)" && $RESET
-$BOLD_BLUE && echo "BASE branches coverage: $branches_base_covered/$branches_base_valid ($coverage_base_branches_rate%)" && $RESET
-
-$BOLD_YELLOW && echo "clear upload path" && $RESET
-rm -fr log_dir/coverage_PR/.coverage*
-rm -fr log_dir/coverage_base/.coverage*
-rm -fr log_dir/ut-coverage-*
-
-# Declare an array to hold failed items
-declare -a fail_items=()
-
-if (( $(bc -l <<< "${coverage_PR_lines_rate}+0.05 < ${coverage_base_lines_rate}") )); then
-    fail_items+=("lines")
-fi
-if (( $(bc -l <<< "${coverage_PR_branches_rate}+0.05 < ${coverage_base_branches_rate}") )); then
-    fail_items+=("branches")
-fi
-
-if [[ ${#fail_items[@]} -ne 0 ]]; then
-    fail_items_str=$(
-        IFS=', '
-        echo "${fail_items[*]}"
-    )
-    for item in "${fail_items[@]}"; do
-        case "$item" in
-        lines)
-            decrease=$(echo $(printf "%.3f" $(echo "$coverage_PR_lines_rate - $coverage_base_lines_rate" | bc -l)))
-            ;;
-        branches)
-            decrease=$(echo $(printf "%.3f" $(echo "$coverage_PR_branches_rate - $coverage_base_branches_rate" | bc -l)))
-            ;;
-        *)
-            echo "Unknown item: $item"
-            continue
-            ;;
-        esac
-        $BOLD_RED && echo "Unit Test failed with ${item} coverage decrease ${decrease}%" && $RESET
-    done
-    $BOLD_RED && echo "compare coverage to give detail info" && $RESET
-    bash /auto-round/.azure-pipelines-pr/scripts/ut/compare_coverage.sh ${coverage_compare} ${coverage_log} ${coverage_log_base} "FAILED" ${coverage_PR_lines_rate} ${coverage_base_lines_rate} ${coverage_PR_branches_rate} ${coverage_base_branches_rate}
-else
-    $BOLD_GREEN && echo "Unit Test success with coverage lines: ${coverage_PR_lines_rate}%, branches: ${coverage_PR_branches_rate}%" && $RESET
-    $BOLD_GREEN && echo "compare coverage to give detail info" && $RESET
-    bash /auto-round/.azure-pipelines-pr/scripts/ut/compare_coverage.sh ${coverage_compare} ${coverage_log} ${coverage_log_base} "SUCCESS" ${coverage_PR_lines_rate} ${coverage_base_lines_rate} ${coverage_PR_branches_rate} ${coverage_base_branches_rate}
-fi