From 6b54ba307118d58dbef9f72dc494fb6cf68f960e Mon Sep 17 00:00:00 2001 From: Valentin Churavy Date: Tue, 10 Jun 2025 10:41:48 +0200 Subject: [PATCH 1/9] Enable downstream CI for 0.10 --- .buildkite/pipeline.yml | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 43999a1df..9884f918f 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -11,10 +11,15 @@ steps: - JuliaCI/julia-coverage#v1: codecov: true command: | + julia -e 'println("--- :julia: Developing CUDA") + using Pkg + Pkg.develop(; name="CUDA") + Pkg.develop(; name="GPUArrays")' + sed -i 's/^KernelAbstractions = ".*"/KernelAbstractions = "0.10"/' ~/.julia/dev/CUDA/Project.toml + sed -i 's/^KernelAbstractions = ".*"/KernelAbstractions = "0.10"/' ~/.julia/dev/GPUArrays/Project.toml julia -e 'println("--- :julia: Instantiating project") using Pkg - Pkg.develop(; path=pwd()) - Pkg.develop(; name="CUDA")' || exit 3 + Pkg.develop(; path=pwd())' || exit 3 julia -e 'println("+++ :julia: Running tests") using Pkg From a9e5c9d7578784e18980d1934f9fc93a83b7ec31 Mon Sep 17 00:00:00 2001 From: Valentin Churavy Date: Tue, 10 Jun 2025 10:44:01 +0200 Subject: [PATCH 2/9] disable Enzyme CUDA test for now --- .buildkite/pipeline.yml | 60 ++++++++++++++++++++--------------------- 1 file changed, 30 insertions(+), 30 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 9884f918f..cf5f617de 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -31,37 +31,37 @@ steps: soft_fail: - exit_status: 3 - - label: "CUDA Enzyme Julia {{matrix.version}}" - matrix: - setup: - version: - - "1.10" - - "1.11" - plugins: - - JuliaCI/julia#v1: - version: "{{matrix.version}}" - - JuliaCI/julia-coverage#v1: - codecov: true - command: | - julia -e 'println("--- :julia: Instantiating project") - using Pkg - try - Pkg.develop([PackageSpec(; path=pwd()), PackageSpec("Enzyme"), PackageSpec("EnzymeCore"), PackageSpec("CUDA")]) - catch err - Pkg.develop(; path=pwd()) - Pkg.add(["CUDA", "Enzyme"]) - end' || exit 3 + # - label: "CUDA Enzyme Julia {{matrix.version}}" + # matrix: + # setup: + # version: + # - "1.10" + # - "1.11" + # plugins: + # - JuliaCI/julia#v1: + # version: "{{matrix.version}}" + # - JuliaCI/julia-coverage#v1: + # codecov: true + # command: | + # julia -e 'println("--- :julia: Instantiating project") + # using Pkg + # try + # Pkg.develop([PackageSpec(; path=pwd()), PackageSpec("Enzyme"), PackageSpec("EnzymeCore"), PackageSpec("CUDA")]) + # catch err + # Pkg.develop(; path=pwd()) + # Pkg.add(["CUDA", "Enzyme"]) + # end' || exit 3 - julia -e 'println("+++ :julia: Running tests") - using CUDA - include("test/extensions/enzyme.jl") - enzyme_testsuite(CUDABackend, CuArray, true)' - agents: - queue: "juliagpu" - cuda: "*" - timeout_in_minutes: 120 - soft_fail: - - exit_status: 3 + # julia -e 'println("+++ :julia: Running tests") + # using CUDA + # include("test/extensions/enzyme.jl") + # enzyme_testsuite(CUDABackend, CuArray, true)' + # agents: + # queue: "juliagpu" + # cuda: "*" + # timeout_in_minutes: 120 + # soft_fail: + # - exit_status: 3 - label: "Metal Julia {{matrix.version}}" matrix: From 014903c4f730bcad84b5c75f0acfef25e3631361 Mon Sep 17 00:00:00 2001 From: Valentin Churavy Date: Tue, 10 Jun 2025 10:53:05 +0200 Subject: [PATCH 3/9] fixup! disable Enzyme CUDA test for now --- .buildkite/pipeline.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index cf5f617de..620590be3 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -15,8 +15,8 @@ steps: using Pkg Pkg.develop(; name="CUDA") Pkg.develop(; name="GPUArrays")' - sed -i 's/^KernelAbstractions = ".*"/KernelAbstractions = "0.10"/' ~/.julia/dev/CUDA/Project.toml - sed -i 's/^KernelAbstractions = ".*"/KernelAbstractions = "0.10"/' ~/.julia/dev/GPUArrays/Project.toml + sed -i 's/^KernelAbstractions = ".*"/KernelAbstractions = "0.10"/' ${JULIA_DEPOT_PATH}/dev/CUDA/Project.toml + sed -i 's/^KernelAbstractions = ".*"/KernelAbstractions = "0.10"/' ${JULIA_DEPOT_PATH}/dev/GPUArrays/Project.toml julia -e 'println("--- :julia: Instantiating project") using Pkg Pkg.develop(; path=pwd())' || exit 3 From 175fca58d098369c41ca0a49f97033d8a6dcb9ba Mon Sep 17 00:00:00 2001 From: Valentin Churavy Date: Tue, 10 Jun 2025 10:59:05 +0200 Subject: [PATCH 4/9] show JULIA env --- .buildkite/pipeline.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 620590be3..095b9ceeb 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -11,6 +11,7 @@ steps: - JuliaCI/julia-coverage#v1: codecov: true command: | + julia -e 'versioninfo()' julia -e 'println("--- :julia: Developing CUDA") using Pkg Pkg.develop(; name="CUDA") From d615ac41dd0b152b449a96ad4cbb54a1c8e17073 Mon Sep 17 00:00:00 2001 From: Valentin Churavy Date: Tue, 10 Jun 2025 11:02:44 +0200 Subject: [PATCH 5/9] fixup! show JULIA env --- .buildkite/pipeline.yml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 095b9ceeb..9d42b8276 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -11,7 +11,9 @@ steps: - JuliaCI/julia-coverage#v1: codecov: true command: | - julia -e 'versioninfo()' + julia -e ' + using InteractiveUtils + versioninfo()' julia -e 'println("--- :julia: Developing CUDA") using Pkg Pkg.develop(; name="CUDA") From ce331fa331dab43451a28ede71451ea6971d9265 Mon Sep 17 00:00:00 2001 From: Valentin Churavy Date: Tue, 10 Jun 2025 11:09:17 +0200 Subject: [PATCH 6/9] escape --- .buildkite/pipeline.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 9d42b8276..6a26aa0e3 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -18,8 +18,8 @@ steps: using Pkg Pkg.develop(; name="CUDA") Pkg.develop(; name="GPUArrays")' - sed -i 's/^KernelAbstractions = ".*"/KernelAbstractions = "0.10"/' ${JULIA_DEPOT_PATH}/dev/CUDA/Project.toml - sed -i 's/^KernelAbstractions = ".*"/KernelAbstractions = "0.10"/' ${JULIA_DEPOT_PATH}/dev/GPUArrays/Project.toml + sed -i 's/^KernelAbstractions = ".*"/KernelAbstractions = "0.10"/' \${JULIA_DEPOT_PATH}/dev/CUDA/Project.toml + sed -i 's/^KernelAbstractions = ".*"/KernelAbstractions = "0.10"/' \${JULIA_DEPOT_PATH}/dev/GPUArrays/Project.toml julia -e 'println("--- :julia: Instantiating project") using Pkg Pkg.develop(; path=pwd())' || exit 3 From c022455f01698d7267c37cec1328795b2743fd17 Mon Sep 17 00:00:00 2001 From: Valentin Churavy Date: Tue, 10 Jun 2025 11:15:23 +0200 Subject: [PATCH 7/9] don't overwrite UUID --- .buildkite/pipeline.yml | 7 ++----- 1 file changed, 2 insertions(+), 5 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 6a26aa0e3..53f754fc0 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -11,15 +11,12 @@ steps: - JuliaCI/julia-coverage#v1: codecov: true command: | - julia -e ' - using InteractiveUtils - versioninfo()' julia -e 'println("--- :julia: Developing CUDA") using Pkg Pkg.develop(; name="CUDA") Pkg.develop(; name="GPUArrays")' - sed -i 's/^KernelAbstractions = ".*"/KernelAbstractions = "0.10"/' \${JULIA_DEPOT_PATH}/dev/CUDA/Project.toml - sed -i 's/^KernelAbstractions = ".*"/KernelAbstractions = "0.10"/' \${JULIA_DEPOT_PATH}/dev/GPUArrays/Project.toml + sed -i 's/^KernelAbstractions = "0\.9.*"/KernelAbstractions = "0.10"/' \${JULIA_DEPOT_PATH}/dev/CUDA/Project.toml + sed -i 's/^KernelAbstractions = "0\.9.*"/KernelAbstractions = "0.10"/' \${JULIA_DEPOT_PATH}/dev/GPUArrays/Project.toml julia -e 'println("--- :julia: Instantiating project") using Pkg Pkg.develop(; path=pwd())' || exit 3 From f54ba54def4e16965bcd1b5c924eae7c9c496bfe Mon Sep 17 00:00:00 2001 From: Valentin Churavy Date: Tue, 10 Jun 2025 11:22:50 +0200 Subject: [PATCH 8/9] set JULIA_PROJECT and fix other backends --- .buildkite/pipeline.yml | 34 ++++++++++++++++++++++++++++------ 1 file changed, 28 insertions(+), 6 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 53f754fc0..ca19d6791 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -30,6 +30,8 @@ steps: timeout_in_minutes: 120 soft_fail: - exit_status: 3 + env: + JULIA_PROJECT: "@cuda" # - label: "CUDA Enzyme Julia {{matrix.version}}" # matrix: @@ -75,10 +77,15 @@ steps: - JuliaCI/julia-coverage#v1: codecov: true command: | + julia -e 'println("--- :julia: Developing Metal") + using Pkg + Pkg.develop(; name="Metal") + Pkg.develop(; name="GPUArrays")' + sed -i 's/^KernelAbstractions = "0\.9.*"/KernelAbstractions = "0.10"/' \${JULIA_DEPOT_PATH}/dev/Metal/Project.toml + sed -i 's/^KernelAbstractions = "0\.9.*"/KernelAbstractions = "0.10"/' \${JULIA_DEPOT_PATH}/dev/GPUArrays/Project.toml julia -e 'println("--- :julia: Instantiating project") using Pkg - Pkg.develop(; path=pwd()) - Pkg.develop(; name="Metal")' || exit 3 + Pkg.develop(; path=pwd())' || exit 3 julia -e 'println("+++ :julia: Running tests") using Pkg @@ -90,6 +97,8 @@ steps: timeout_in_minutes: 120 soft_fail: - exit_status: 3 + env: + JULIA_PROJECT: "@metal" - label: "oneAPI Julia {{matrix.version}}" matrix: @@ -103,10 +112,15 @@ steps: - JuliaCI/julia-coverage#v1: codecov: true command: | + julia -e 'println("--- :julia: Developing oneAPI") + using Pkg + Pkg.develop(; name="oneAPI") + Pkg.develop(; name="GPUArrays")' + sed -i 's/^KernelAbstractions = "0\.9.*"/KernelAbstractions = "0.10"/' \${JULIA_DEPOT_PATH}/dev/oneAPI/Project.toml + sed -i 's/^KernelAbstractions = "0\.9.*"/KernelAbstractions = "0.10"/' \${JULIA_DEPOT_PATH}/dev/GPUArrays/Project.toml julia -e 'println("--- :julia: Instantiating project") using Pkg - Pkg.develop(; path=pwd()) - Pkg.develop(; name="oneAPI")' || exit 3 + Pkg.develop(; path=pwd())' || exit 3 julia -e 'println("+++ :julia: Running tests") using Pkg @@ -117,6 +131,8 @@ steps: timeout_in_minutes: 120 soft_fail: - exit_status: 3 + env: + JULIA_PROJECT: "@oneAPI" - label: "AMDGPU Julia {{matrix.version}}" matrix: @@ -130,10 +146,15 @@ steps: - JuliaCI/julia-coverage#v1: codecov: true command: | + julia -e 'println("--- :julia: Developing AMDGPU") + using Pkg + Pkg.develop(; name="AMDGPU") + Pkg.develop(; name="GPUArrays")' + sed -i 's/^KernelAbstractions = "0\.9.*"/KernelAbstractions = "0.10"/' \${JULIA_DEPOT_PATH}/dev/AMDGPU/Project.toml + sed -i 's/^KernelAbstractions = "0\.9.*"/KernelAbstractions = "0.10"/' \${JULIA_DEPOT_PATH}/dev/GPUArrays/Project.toml julia -e 'println("--- :julia: Instantiating project") using Pkg - Pkg.develop(; path=pwd()) - Pkg.develop(; name="AMDGPU")' || exit 3 + Pkg.develop(; path=pwd())' || exit 3 julia -e 'println("+++ :julia: Running tests") using Pkg @@ -145,6 +166,7 @@ steps: soft_fail: - exit_status: 3 env: + JULIA_PROJECT: "@amdgpu" JULIA_NUM_THREADS: 4 env: From 4c2fc9ff1e7de2fc170ba291d6a48ba64a3f4239 Mon Sep 17 00:00:00 2001 From: Valentin Churavy Date: Tue, 10 Jun 2025 11:38:04 +0200 Subject: [PATCH 9/9] mac sed --- .buildkite/pipeline.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index ca19d6791..f775d8198 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -81,8 +81,8 @@ steps: using Pkg Pkg.develop(; name="Metal") Pkg.develop(; name="GPUArrays")' - sed -i 's/^KernelAbstractions = "0\.9.*"/KernelAbstractions = "0.10"/' \${JULIA_DEPOT_PATH}/dev/Metal/Project.toml - sed -i 's/^KernelAbstractions = "0\.9.*"/KernelAbstractions = "0.10"/' \${JULIA_DEPOT_PATH}/dev/GPUArrays/Project.toml + sed -i '' 's/^KernelAbstractions = "0\.9.*"/KernelAbstractions = "0.10"/' \${JULIA_DEPOT_PATH}/dev/Metal/Project.toml + sed -i '' 's/^KernelAbstractions = "0\.9.*"/KernelAbstractions = "0.10"/' \${JULIA_DEPOT_PATH}/dev/GPUArrays/Project.toml julia -e 'println("--- :julia: Instantiating project") using Pkg Pkg.develop(; path=pwd())' || exit 3