Skip sys-utils-install when no sudo is available

.github/workflows/test-amd-mlperf-inference-implementations.yml

@@ -5,7 +5,7 @@ on:
     - cron: "29 4 * * *" #to be adjusted
 
 jobs:
-  build_nvidia:
+  run_amd:
       if: github.repository_owner == 'gateoverflow'
       runs-on: [ self-hosted, linux, x64, GO-spr ]
       strategy:
@@ -16,9 +16,9 @@ jobs:
       steps:
       - name: Test MLPerf Inference AMD (build only) ${{ matrix.model }}
         run: |
-          if [ -f "gh_action_conda/bin/deactivate" ]; then source gh_action_conda/bin/deactivate; fi
-          python3 -m venv gh_action_conda
-          source gh_action_conda/bin/activate
+          if [ -f "gh_action/bin/deactivate" ]; then source gh_action/bin/deactivate; fi
+          python3 -m venv gh_action
+          source gh_action/bin/activate
           export CM_REPOS=$HOME/GH_CM
           pip install --upgrade cm4mlops
           pip install tabulate

.github/workflows/test-intel-mlperf-inference-implementations.yml

@@ -5,7 +5,7 @@ on:
     - cron: "29 1 * * *" #to be adjusted
 
 jobs:
-  build_nvidia:
+  run_intel:
       if: github.repository_owner == 'gateoverflow'
       runs-on: [ self-hosted, linux, x64, GO-spr ]
       strategy:

.github/workflows/test-mlperf-inference-llama2.yml

@@ -5,7 +5,7 @@ name: MLPerf inference LLAMA 2 70B
 
 on:
   schedule:
-    - cron: "30 2 * * 4"
+    - cron: "14 14 * * *"
 
 jobs:
   build_reference:
@@ -19,7 +19,7 @@ jobs:
         device: [ "cpu" ]
 
     steps:
-    - name: Install dependencies
+    - name: Test MLPerf Inference LLAMA 2 70B reference implementation
       run: |
         source gh_action/bin/deactivate || python3 -m venv gh_action
         source gh_action/bin/activate
@@ -28,7 +28,6 @@ jobs:
         pip install tabulate 
         cm pull repo
         pip install "huggingface_hub[cli]"
+        git config --global credential.helper store
         huggingface-cli login --token ${{ secrets.HF_TOKEN }} --add-to-git-credential
-    - name: Test MLPerf Inference LLAMA 2 70B reference implementation
-      run: |
-        cm run script --tags=run-mlperf,inference,_submission,_short --submitter="MLCommons" --model=llama2-70b-99 --implementation=reference --backend=${{ matrix.backend }} --category=datacenter --scenario=Offline --execution_mode=test --device=${{ matrix.device }}  --docker --quiet --test_query_count=1 --target_qps=1 --docker_it=no --docker_cm_repo=gateoverflow@cm4mlops --adr.compiler.tags=gcc --hw_name=gh_action --docker_dt=yes  --results_dir=$HOME/gh_action_results --submission_dir=$HOME/gh_action_submissions --env.CM_MLPERF_MODEL_LLAMA2_70B_DOWNLOAD_TO_HOST=yes --adr.inference-src.tags=_repo.https://github.com/anandhu-eng/inference.git --clean
+        cm run script --tags=run-mlperf,inference,_submission,_short --submitter="MLCommons" --model=llama2-70b-99 --implementation=reference --backend=${{ matrix.backend }} --category=datacenter --scenario=Offline --execution_mode=test --device=${{ matrix.device }}  --docker --quiet --test_query_count=1 --target_qps=1 --docker_it=no --docker_cm_repo=gateoverflow@cm4mlops --adr.compiler.tags=gcc --hw_name=gh_action --docker_dt=yes  --results_dir=$HOME/gh_action_results --submission_dir=$HOME/gh_action_submissions --env.CM_MLPERF_MODEL_LLAMA2_70B_DOWNLOAD_TO_HOST=yes  --clean

.github/workflows/test-mlperf-inference-mixtral.yml

@@ -5,7 +5,7 @@ name: MLPerf inference MIXTRAL-8x7B
 
 on:
   schedule:
-    - cron: "45 10 * * *"   # 30th minute and 20th hour => 20:30 UTC => 2 AM IST 
+    - cron: "45 14 * * *"   # 30th minute and 20th hour => 20:30 UTC => 2 AM IST 
 
 jobs:
   build_reference:
@@ -26,6 +26,7 @@ jobs:
         export CM_REPOS=$HOME/GH_CM
         pip install cm4mlops
         pip install "huggingface_hub[cli]"
+        git config --global credential.helper store
         huggingface-cli login --token ${{ secrets.HF_TOKEN }} --add-to-git-credential
         cm pull repo
         cm run script --tags=run-mlperf,inference,_submission,_short --submitter="MLCommons" --model=mixtral-8x7b --implementation=reference --batch_size=1 --backend=${{ matrix.backend }} --category=datacenter --scenario=Offline --execution_mode=test --device=${{ matrix.device }} --docker_it=no --docker_cm_repo=gateoverflow@cm4mlops --adr.compiler.tags=gcc --hw_name=gh_action --docker_dt=yes  --results_dir=$HOME/gh_action_results --submission_dir=$HOME/gh_action_submissions --docker --quiet --test_query_count=1 --target_qps=1 --clean --env.CM_MLPERF_MODEL_MIXTRAL_8X7B_DOWNLOAD_TO_HOST=yes --env.CM_MLPERF_DATASET_MIXTRAL_8X7B_DOWNLOAD_TO_HOST=yes

.github/workflows/test-nvidia-mlperf-inference-implementations.yml

@@ -5,7 +5,7 @@ on:
     - cron: "49 19 * * *" #to be adjusted
 
 jobs:
-  build_nvidia:
+  run_nvidia:
       if: github.repository_owner == 'gateoverflow'
       runs-on: [ self-hosted, linux, x64, GO-spr ]
       strategy:

script/app-mlperf-inference/_cm.yaml

@@ -638,7 +638,6 @@ variations:
       - openimages-accuracy-script
       tags: run,accuracy,mlperf,_openimages
 
-  retinanet,nvidia-original:
     docker:
       deps:
       - names:

script/get-dataset-openimages/_cm.json

@@ -6,9 +6,6 @@
   "category": "AI/ML datasets",
   "category_sort":8500,
   "deps": [
-    {
-      "tags": "get,sys-utils-cm"
-    },
     {
       "tags": "get,python3",
       "names": [

script/get-platform-details/_cm.json

@@ -21,11 +21,15 @@
       "tags": "detect,sudo"
     },
     {
-      "skip_if_env": {
+      "skip_if_any_env": {
         "CM_HOST_OS_TYPE": [
           "windows"
         ]
       },
+      "skip_if_env": {
+        "CM_SUDO_USER": "no",
+        "CM_SUDO": ""
+      },
       "tags": "get,sys-util,generic,_psmisc"
     },
     {
@@ -34,6 +38,10 @@
           "linux"
         ]
       },
+      "skip_if_env": {
+        "CM_SUDO_USER": "no",
+        "CM_SUDO": ""
+      },
       "tags": "get,sys-util,generic,_systemd"
     },
     {
@@ -42,6 +50,10 @@
           "linux"
         ]
       },
+      "skip_if_env": {
+        "CM_SUDO_USER": "no",
+        "CM_SUDO": ""
+      },
       "tags": "get,sys-util,generic,_dmidecode"
     }
   ],
@@ -55,6 +67,10 @@
           "linux"
         ]
       },
+      "skip_if_env": {
+        "CM_SUDO_USER": "no",
+        "CM_SUDO": ""
+      },
       "tags": "get,sys-util,generic,_numactl"
     },
     {
@@ -66,6 +82,10 @@
           "linux"
         ]
       },
+      "skip_if_env": {
+        "CM_SUDO_USER": "no",
+        "CM_SUDO": ""
+      },
       "tags": "get,sys-util,generic,_linux-tools",
       "env": {
         "CM_TMP_FAIL_SAFE": "yes"