LLVM and SPIRV-LLVM-Translator pulldown (WW25)

.github/CODEOWNERS

@@ -105,3 +105,23 @@ sycl/test-e2e/KernelFusion @victor-eds @Naghasan @sommerlukas
 
 # Matrix tests
 sycl/test-e2e/Matrix @dkhaldi @YuriPlyakhin @yubingex007-a11y
+
+# Native CPU
+llvm/**/*SYCLNativeCPU* @intel/dpcpp-nativecpu-pi-reviewers 
+clang/include/clang/Basic/SYCLNativeCPUHelpers.h @intel/dpcpp-nativecpu-pi-reviewers 
+clang/test/CodeGenSYCL/native_cpu*.cpp @intel/dpcpp-nativecpu-pi-reviewers 
+clang/test/Driver/sycl-native-cpu*.cpp @intel/dpcpp-nativecpu-pi-reviewers 
+sycl/**/native_cpu/ @intel/dpcpp-nativecpu-pi-reviewers
+sycl/doc/design/SYCLNativeCPU.md @intel/dpcpp-nativecpu-pi-reviewers
+sycl/include/sycl/detail/native_cpu.hpp @intel/dpcpp-nativecpu-pi-reviewers
+
+# SYCL-Graphs extensions
+sycl/include/sycl/ext/oneapi/experimental/graph.hpp @intel/sycl-graphs-reviewers
+sycl/source/detail/graph_impl.cpp @intel/sycl-graphs-reviewers
+sycl/source/detail/graph_impl.hpp @intel/sycl-graphs-reviewers
+sycl/unittests/Extensions/CommandGraph.cpp @intel/sycl-graphs-reviewers
+
+# syclcompat library
+sycl/**/syclcompat/ @intel/syclcompat-lib-reviewers
+sycl/cmake/modules/AddSYCLLibraryUnitTest.cmake @intel/syclcompat-lib-reviewers
+sycl/include/syclcompat.hpp @intel/syclcompat-lib-reviewers

.github/workflows/linux_matrix_e2e_on_nightly.yml

@@ -22,32 +22,38 @@ jobs:
           - name: AMD/HIP
             runner: '["Linux", "amdgpu"]'
             image: ghcr.io/intel/llvm/sycl_ubuntu2204_nightly:build
-            extra_cmake_args: -DHIP_PLATFORM="AMD" -DAMD_ARCH="gfx1031"
             extra_image_opts: --device=/dev/kfd
-            target_devices: all
+            extra_cmake_args: -DHIP_PLATFORM="AMD" -DAMD_ARCH="gfx1031"
+            target_devices: ext_oneapi_hip:gpu
+            reset_gpu: false
 
           - name: Intel
             runner: '["Linux", "gen9"]'
             image: ghcr.io/intel/llvm/sycl_ubuntu2204_nightly:latest
-            extra_cmake_args:
             extra_image_opts: -u 1001
-            target_devices: all
+            extra_cmake_args:
+            target_devices: ext_oneapi_level_zero:gpu;opencl:gpu;opencl:cpu
+            reset_gpu: true
 
           - name: ESIMD Emu
             runner: '["Linux", "x86-cpu"]'
             image: ghcr.io/intel/llvm/sycl_ubuntu2204_nightly:latest
-            extra_cmake_args:
             extra_image_opts: -u 1001
+            extra_cmake_args:
             target_devices: ext_intel_esimd_emulator:gpu
-    uses: ./.github/workflows/linux_single_e2e_on_nightly.yml
+            reset_gpu: false
+    uses: ./.github/workflows/linux_single_e2e.yml
     with:
       name: ${{ matrix.name }}
       runner: ${{ matrix. runner }}
       image: ${{ matrix.image }}
+      image_options: --device=/dev/dri --privileged --cap-add SYS_ADMIN ${{ matrix.extra_image_opts }}
       extra_cmake_args: ${{ matrix.extra_cmake_args }}
-      extra_image_opts: ${{ matrix.extra_image_opts }}
       target_devices: ${{ matrix.target_devices }}
       ref: ${{ inputs.ref }}
+      reset_gpu: ${{ matrix.reset_gpu }}
+      # TODO: should we do the merge?
+      merge: false
 
   aws_start:
     name: AWS Start
@@ -60,15 +66,18 @@ jobs:
   linux_e2e_on_nightly_aws:
     name: '[AWS][CUDA] E2E on Nightly'
     needs: [aws_start]
-    uses: ./.github/workflows/linux_single_e2e_on_nightly.yml
+    uses: ./.github/workflows/linux_single_e2e.yml
     with:
       name: CUDA
       runner: '["aws-cuda_${{ inputs.uniq }}"]'
       image: ghcr.io/intel/llvm/sycl_ubuntu2204_nightly:build
+      image_options: --device=/dev/dri --privileged --cap-add SYS_ADMIN --gpus all
       extra_cmake_args:
-      extra_image_opts: --gpus all
       target_devices: all
       ref: ${{ inputs.ref }}
+      reset_gpu: false
+      # TODO: should we do the merge?
+      merge: false
 
   aws_stop:
     name: AWS Stop

.github/workflows/linux_single_e2e.yml

@@ -0,0 +1,113 @@
+name: SYCL E2E
+
+on:
+  workflow_call:
+    inputs:
+      name:
+        type: string
+      runner:
+        type: string
+      image:
+        type: string
+      image_options:
+        type: string
+      extra_cmake_args:
+        type: string
+      target_devices:
+        type: string
+      ref:
+        type: string
+      reset_gpu:
+        type: string
+      merge:
+        type: string
+
+      sycl_toolchain_artifact:
+        type: string
+        default: ''
+      sycl_toolchain_archive:
+        type: string
+        default: ''
+      sycl_toolchain_decompress_command:
+        type: string
+        default: ''
+
+      env:
+        type: string
+        default: '{}'
+
+jobs:
+  lin_e2e_only:
+    name: ${{ inputs.name }}
+    runs-on: ${{ fromJSON(inputs.runner) }}
+    container:
+      image: ${{ inputs.image }}
+      options: ${{ inputs.image_options }}
+    env: ${{ fromJSON(inputs.env) }}
+    steps:
+    - name: Reset GPU
+      if: inputs.reset_gpu == 'true'
+      run: |
+        sudo mount -t debugfs none /sys/kernel/debug
+        sudo bash -c 'echo 1 > /sys/kernel/debug/dri/0/i915_wedged'
+    - uses: actions/checkout@v3
+      with:
+        ref: ${{ inputs.ref }}
+        sparse-checkout: |
+          devops/actions
+    - name: Register cleanup after job is finished
+      uses: ./devops/actions/cleanup
+    - uses: ./devops/actions/cached_checkout
+      with:
+        path: llvm
+        ref: ${{ inputs.ref }}
+        cache_path: "/__w/repo_cache/"
+        merge: ${{ inputs.merge }}
+    - name: Install drivers
+      if: env.compute_runtime_tag != ''
+      run: |
+        if [ -e /opt/install_drivers.sh ]; then
+          # TODO pack this script into container
+          sudo cp llvm/devops/scripts/get_release.py /opt/
+          sudo -E /opt/install_drivers.sh --all
+        fi
+    - name: Source OneAPI TBB vars.sh
+      shell: bash
+      run: |
+        # https://github.com/actions/runner/issues/1964 prevents us from using
+        # the ENTRYPOINT in the image.
+        env | sort > env_before
+        if [ -e /runtimes/oneapi-tbb/env/vars.sh ]; then
+          source /runtimes/oneapi-tbb/env/vars.sh;
+        elif [ -e /opt/runtimes/oneapi-tbb/env/vars.sh ]; then
+          source /opt/runtimes/oneapi-tbb/env/vars.sh;
+        else
+          echo "no TBB vars in /opt/runtimes or /runtimes";
+        fi
+        env | sort > env_after
+        comm -13 env_before env_after >> $GITHUB_ENV
+        rm env_before env_after
+    - name: Download SYCL toolchain
+      if: inputs.sycl_toolchain_artifact != ''
+      uses: actions/download-artifact@v3
+      with:
+        name: ${{ inputs.sycl_toolchain_artifact }}
+    - name: Extract/Setup SYCL toolchain
+      if: inputs.sycl_toolchain_artifact != ''
+      run: |
+        mkdir toolchain
+        tar -I '${{ inputs.sycl_toolchain_decompress_command }}' -xf ${{ inputs.sycl_toolchain_archive }} -C toolchain
+        rm -f ${{ inputs.sycl_toolchain_archive }}
+        echo PATH=$PWD/toolchain/bin/:$PATH >> $GITHUB_ENV
+        echo LD_LIBRARY_PATH=$PWD/toolchain/lib/:$LD_LIBRARY_PATH >> $GITHUB_ENV
+    - run: which clang++ sycl-ls
+    - run: sycl-ls --verbose
+    - run: SYCL_PI_TRACE=-1 sycl-ls
+    - name: Configure
+      run: |
+        cmake -GNinja -B./build-e2e -S./llvm/sycl/test-e2e -DSYCL_TEST_E2E_TARGETS="${{ inputs.target_devices }}" -DCMAKE_CXX_COMPILER="$(which clang++)" -DLLVM_LIT="$PWD/llvm/llvm/utils/lit/lit.py" ${{ inputs.extra_cmake_args }}
+    - name: SYCL End-to-end tests
+      env:
+        LIT_OPTS: -v --no-progress-bar --show-unsupported --max-time 3600 --time-tests
+      run: |
+        ninja -C build-e2e check-sycl-e2e

.github/workflows/sycl_detect_changes.yml

@@ -12,7 +12,7 @@ jobs:
     name: Decide which tests could be affected by the changes
     # Github's ubuntu-* runners are slow to allocate. Use our CUDA runner since
     # we don't use it for anything right now.
-    runs-on: cuda
+    runs-on: [Linux, build]
     timeout-minutes: 3
     outputs:
       filters: ${{ steps.changes.outputs.changes }}
@@ -57,3 +57,5 @@ jobs:
             test_build:
               - *sycl
               - *drivers_and_configs
+              # Temporary, until plugins are enabled in nightly image.
+              - sycl/**

.github/workflows/sycl_gen_test_matrix.yml

@@ -51,7 +51,7 @@ jobs:
     name: Generate Test Matrix
     # Github's ubuntu-* runner are slow to allocate. Use our CUDA runner since
     # we don't use it for anything right now.
-    runs-on: cuda
+    runs-on: [Linux, build]
     outputs:
       lts_lx_matrix: ${{ steps.work.outputs.lts_lx_matrix }}
       lts_wn_matrix: ${{ steps.work.outputs.lts_wn_matrix }}