working L0 test

rbanka1 · lukaszstolarczuk · rbanka1 · commit c1515e8e33a0 · 2025-03-24T11:07:11.000+01:00
Co-authored-by: Łukasz Stolarczuk &lt;lukasz.stolarczuk@intel.com&gt;
diff --git a/.github/workflows/sycl-linux-precommit-aws.yml b/.github/workflows/sycl-linux-precommit-aws.yml
@@ -20,7 +20,33 @@ permissions:
   contents: read
 
 jobs:
-  do-nothing:
+  create-check:
+    if: false
+    runs-on: [Linux, aux-tasks]
+    permissions:
+      checks: write
+      statuses: write
+    steps:
+      - uses: actions/github-script@v7
+        with:
+          script: |
+            const sha = context.payload.workflow_run.head_sha
+            const run_id = '${{ github.run_id }}'
+            const this_run_url = 'https://github.com/' + context.repo.owner + '/' + context.repo.repo + '/actions/runs/' + run_id
+
+            // Create commit status.
+            await github.request('POST /repos/{owner}/{repo}/statuses/{sha}', {
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              sha: sha,
+              state: 'pending',
+              target_url: this_run_url,
+              description: 'SYCL E2E on AWS CUDA',
+              context: 'SYCL E2E on AWS CUDA',
+            })
+
+  aws-start:
+    if: false
     runs-on: ubuntu-latest
     steps:
       - run: echo 'do nothing'
diff --git a/.github/workflows/ur-build-hw.yml b/.github/workflows/ur-build-hw.yml
@@ -93,6 +93,7 @@ jobs:
     runs-on: ${{inputs.runner_name}}
     container:
       image: ${{ inputs.docker_image }}
+      # TODO: options may differ for other GPU cards
       options: -u 1001 --device=/dev/dri -v /dev/dri/by-path:/dev/dri/by-path --privileged --cap-add SYS_ADMIN
 
     steps:
@@ -105,16 +106,17 @@ jobs:
     - name: Checkout LLVM
       uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
 
-    - name: Get information about platform
-      if: ${{ always() }}
-      run: ${{ env.CURRENT_DIR }}/unified-runtime/.github/scripts/get_system_info.sh
-
+    # TODO: how other workflows (using dockers) deal with the path change?
+    #   also, note: I don't think it's needed anywhere now - I guess we can only use the relative paths...?
     - name: Set working directory as environment variable
-      run: echo "CURRENT_DIR=$(pwd)" >> $GITHUB_ENV
+      run: |
+        pwd
+        echo "${{github.workspace}}"
 
+    # TODO: move installation of python3-venv to docker
     # Latest distros do not allow global pip installation
     - name: Install UR python dependencies in venv
-      working-directory: ${{ env.CURRENT_DIR }}/unified-runtime
+      working-directory: ./unified-runtime
       run: |
         sudo apt update
         sudo apt install -y python3-venv
@@ -125,64 +127,36 @@ jobs:
 
     - name: Download DPC++
       run: |
-        wget -O ${{ env.CURRENT_DIR }}/dpcpp_compiler.tar.gz https://github.com/intel/llvm/releases/download/nightly-2024-12-12/sycl_linux.tar.gz
-        mkdir -p ${{ env.CURRENT_DIR }}/dpcpp_compiler
-        tar -xvf ${{ env.CURRENT_DIR }}/dpcpp_compiler.tar.gz -C dpcpp_compiler
-
-    - name: Install Intel Level Zero loader
-      working-directory: ${{ env.CURRENT_DIR }}
-      run: |
-        curl -L https://github.com/oneapi-src/level-zero/archive/refs/heads/master.tar.gz -o level-zero.tar.gz
-        tar -xzf level-zero.tar.gz
-        cd level-zero-master
-        
-        mkdir build && cd build
-        cmake .. -D CMAKE_BUILD_TYPE=Release -D CMAKE_INSTALL_PREFIX=usr/local/install
-        cmake --build . --target package
-        cmake --build . --target install
+        wget -O dpcpp_compiler.tar.gz https://github.com/intel/llvm/releases/download/nightly-2024-12-12/sycl_linux.tar.gz
+        mkdir -p dpcpp_compiler
+        tar -xvf dpcpp_compiler.tar.gz -C dpcpp_compiler
 
+    # TODO_1: move this installation to docker? Perhaps there's other docker that already has these packages? we aren't the only ones using L0 ;-)
+    # TODO_2: if needed here, only install it for level zero jobs; and install required staff for other adapters under other 'if'
+    #
+    # it seems there's image for intel drivers (L0):
+    #   ghcr.io/intel/llvm/ubuntu2404_intel_drivers:alldeps
+    # and for other adapters (HIP, CUDA):
+    #   ghcr.io/intel/llvm/ubuntu2204_build:latest
+    #   or
+    #   ghcr.io/intel/llvm/ubuntu2404_build:latest
+    # not sure on OpenCL and NativeCPU - to be checked.
     - name: Install Intel Level Zero GPU
       run: |
+        wget -qO - https://repositories.intel.com/gpu/intel-graphics.key | \
+          sudo gpg --yes --dearmor --output /usr/share/keyrings/intel-graphics.gpg
+        echo "deb [arch=amd64,i386 signed-by=/usr/share/keyrings/intel-graphics.gpg] https://repositories.intel.com/gpu/ubuntu jammy unified" | \
+          sudo tee /etc/apt/sources.list.d/intel-gpu-jammy.list
         sudo apt-get update
-        sudo apt-get install -y gnupg2 gpg-agent curl
-        curl -fsSL https://repositories.intel.com/gpu/intel-graphics.key | sudo gpg --dearmor -o /usr/share/keyrings/intel-graphics.gpg
-        echo "deb [arch=amd64 signed-by=/usr/share/keyrings/intel-graphics.gpg] https://repositories.intel.com/gpu/ubuntu jammy/lts/2350 unified" | sudo tee /etc/apt/sources.list.d/intel-gpu-jammy.list
-        sudo apt update
-        sudo apt install -y \
-          intel-opencl-icd intel-level-zero-gpu \
-          intel-media-va-driver-non-free libmfx1 libmfxgen1 libvpl2 \
-          libegl-mesa0 libegl1-mesa libegl1-mesa-dev libgbm1 libgl1-mesa-dev libgl1-mesa-dri \
-          libglapi-mesa libgles2-mesa-dev libglx-mesa0 libigdgmm12 libxatracker2 mesa-va-drivers \
-          mesa-vdpau-drivers mesa-vulkan-drivers va-driver-all vainfo hwinfo clinfo
-
-    - name: Add L0 to PATH
-      run: |
-        export PATH=/__w/llvm/llvm/level-zero-master/build/usr/local/install/bin:$PATH
-        export LD_LIBRARY_PATH=/__w/llvm/llvm/level-zero-master/build/usr/local/install/lib:$LD_LIBRARY_PATH
-        export CPATH=/__w/llvm/llvm/level-zero-master/build/usr/local/install/include:$CPATH
-        export LIBRARY_PATH=/__w/llvm/llvm/level-zero-master/build/usr/local/install/lib:$LIBRARY_PATH
-
-        echo 'export PATH=/__w/llvm/llvm/level-zero-master/build/usr/local/install/bin:$PATH' >> ~/.bashrc
-        echo 'export LD_LIBRARY_PATH=/__w/llvm/llvm/level-zero-master/build/usr/local/install/lib:$LD_LIBRARY_PATH' >> ~/.bashrc
-        echo 'export CPATH=/__w/llvm/llvm/level-zero-master/build/usr/local/install/include:$CPATH' >> ~/.bashrc
-        echo 'export LIBRARY_PATH=/__w/llvm/llvm/level-zero-master/build/usr/local/install/lib:$LIBRARY_PATH' >> ~/.bashrc
-        . ~/.bashrc
-      shell: bash
-
-    - name: Check PATH
-      run: | 
-        echo $PATH
-        echo $LD_LIBRARY_PATH
-        echo $CPATH
-        echo $LIBRARY_PATH
-        ls -l /__w/llvm/llvm/level-zero-master/build/usr/local/install/lib
+        sudo apt-get install -y libze-intel-gpu1 libze1 libze-dev intel-opencl-icd
+        # libstdc++-12-dev
 
     - name: Configure Unified Runtime project
-      working-directory: ${{ env.CURRENT_DIR }}/unified-runtime
       # ">" is used to avoid adding "\" at the end of each line; this command is quite long
       run: >
         cmake
-        -B${{ env.CURRENT_DIR }}/build
+        -S unified-runtime
+        -B build
         -DCMAKE_C_COMPILER=${{matrix.compiler.c}}
         -DCMAKE_CXX_COMPILER=${{matrix.compiler.cxx}}
         -DCMAKE_BUILD_TYPE=${{matrix.build_type}}
@@ -194,53 +168,34 @@ jobs:
         ${{ matrix.adapter.other_name != '' && format('-DUR_BUILD_ADAPTER_{0}=ON', matrix.adapter.other_name) || '' }}
         -DUR_STATIC_LOADER=${{matrix.adapter.static_Loader}}
         -DUR_STATIC_ADAPTER_${{matrix.adapter.name}}=${{matrix.adapter.static_adapter}}
-        -DUR_DPCXX=${{ env.CURRENT_DIR }}/dpcpp_compiler/bin/clang++
-        -DUR_SYCL_LIBRARY_DIR=${{ env.CURRENT_DIR }}/dpcpp_compiler/lib
-        -DCMAKE_INSTALL_PREFIX=${{ env.CURRENT_DIR }}/install
+        -DUR_DPCXX=./dpcpp_compiler/bin/clang++
+        -DUR_SYCL_LIBRARY_DIR=./dpcpp_compiler/lib
+        -DCMAKE_INSTALL_PREFIX=./install
         ${{ matrix.adapter.name == 'HIP' && '-DUR_CONFORMANCE_AMD_ARCH=gfx1030' || '' }}
         ${{ matrix.adapter.name == 'HIP' && '-DUR_HIP_PLATFORM=AMD' || '' }}
 
     - name: Build
       # This is so that device binaries can find the sycl runtime library
-      run: cmake --build ${{ env.CURRENT_DIR }}/build -j $(nproc)
+      run: cmake --build build -j $(nproc)
 
     - name: Install
       # This is to check that install command does not fail
-      run: cmake --install ${{ env.CURRENT_DIR }}/build
-
-    # - name: Run ldd on libur_* libraries
-    #   run: |
-    #     cd ${{ env.CURRENT_DIR }}
-    #     pwd
-    #     ls 
-    #     cd build
-    #     pwd
-    #     ls
-    #     ldd lib/libur_*
-
-    # - name: Check if GPU is avaliable 
-    #   run: |
-    #     ls -la /dev/dri/
-    #     id
-    #     dpkg -l | grep level-zero
-    #     ldconfig -p | grep libze
-    #     ls -la /dev/dri/
+      run: cmake --install build
 
     - name: Test adapter specific
       env:
         ZE_ENABLE_LOADER_DEBUG_TRACE: 1
         ZE_DEBUG: 1
-      # run: ctest -C ${{matrix.build_type}} --test-dir ${{ env.CURRENT_DIR }}/build --output-on-failure -L "adapter-specific" -E "memcheck" --timeout 600 -VV
-      run: ctest -C ${{ matrix.build_type }} --test-dir ${{ env.CURRENT_DIR }}/build --output-on-failure -L "adapter-specific" -R "test-adapter-level_zero$" --timeout 600 -VV
+      run: ctest -C ${{matrix.build_type}} --test-dir build --output-on-failure -L "adapter-specific" -E "memcheck" --timeout 600
       # Don't run adapter specific tests when building multiple adapters
       if: ${{ matrix.adapter.other_name == '' }}
 
     - name: Test adapters
       env:
         ZE_ENABLE_LOADER_DEBUG_TRACE: 1
         ZE_DEBUG: 1
-      run: env UR_CTS_ADAPTER_PLATFORM="${{matrix.adapter.platform}}" ctest -C ${{matrix.build_type}} --test-dir ${{ env.CURRENT_DIR }}/build --output-on-failure -L "conformance" --timeout 600 -VV
+      run: env UR_CTS_ADAPTER_PLATFORM="${{matrix.adapter.platform}}" ctest -C ${{matrix.build_type}} --test-dir build --output-on-failure -L "conformance" --timeout 600
 
     - name: Get information about platform
       if: ${{ always() }}
-      run: ${{ env.CURRENT_DIR }}/unified-runtime/.github/scripts/get_system_info.sh
+      run: ./unified-runtime/.github/scripts/get_system_info.sh
diff --git a/.github/workflows/ur-precommit.yml b/.github/workflows/ur-precommit.yml
@@ -39,9 +39,9 @@ concurrency:
 permissions: read-all
 
 jobs:
-  # detect_changes:
-  #   name: Detect Changes
-  #   uses: ./.github/workflows/sycl-detect-changes.yml
+  detect_changes:
+    name: Detect Changes
+    uses: ./.github/workflows/sycl-detect-changes.yml
 
   # source_checks:
   #   name: Source Checks
@@ -53,6 +53,8 @@ jobs:
     name: Adapters
     # needs: [detect_changes, source_checks]
     # if: ${{ always() && !cancelled() && contains(needs.detect_changes.outputs.filters, 'ur') }}
+    # needs: [detect_changes, source_checks]
+    # if: ${{ always() && !cancelled() && contains(needs.detect_changes.outputs.filters, 'ur') }}
     strategy:
       matrix:
         # Extra native CPU jobs are here to force the loader to be used.
