Generic GPU sparse arrays: storage-parametric formats owned by GPUArrays

.buildkite/pipeline.yml

@@ -14,56 +14,14 @@ steps:
           codecov: true
     commands: |
       unset LD_LIBRARY_PATH
-      julia -e 'using Pkg
-
-                gpuarrays = pwd()
-                gpuarrayscore = joinpath(gpuarrays, "lib", "GPUArraysCore")
-                devdir = mktempdir()
-                package = joinpath(devdir, "CUDA")
-
-                println("--- :julia: Installing TestEnv")
-                Pkg.activate(; temp=true)
-                Pkg.add("TestEnv")
-                using TestEnv
-
-                println("--- :julia: Installing CUDA.jl")
-                withenv("JULIA_PKG_PRECOMPILE_AUTO" => 0,
-                        "JULIA_PKG_DEVDIR" => devdir) do
-                  try
-                    Pkg.develop("CUDA")
-                    Pkg.activate(package)
-                    Pkg.develop([
-                      PackageSpec(path=gpuarrays), PackageSpec(path=gpuarrayscore),
-                      PackageSpec(path=joinpath(package, "CUDACore")),
-                      PackageSpec(path=joinpath(package, "CUDATools")),
-                      PackageSpec(path=joinpath(package, "lib", "cupti")),
-                      PackageSpec(path=joinpath(package, "lib", "nvml")),
-                      PackageSpec(path=joinpath(package, "lib", "cublas")),
-                      PackageSpec(path=joinpath(package, "lib", "cusparse")),
-                      PackageSpec(path=joinpath(package, "lib", "cusolver")),
-                      PackageSpec(path=joinpath(package, "lib", "cufft")),
-                      PackageSpec(path=joinpath(package, "lib", "curand")),
-                    ])
-                    TestEnv.activate()
-                  catch err
-                    @error "Could not install CUDA.jl" exception=(err,catch_backtrace())
-                    exit(3)
-                  finally
-                    Pkg.activate(package)
-                  end
-                end
-
-                println("+++ :julia: Running tests")
-                Pkg.test(; coverage="@" * gpuarrays)'
+      julia .buildkite/sparse-v13-stack.jl CUDA
     agents:
       queue: "cuda"
     if: |
       build.message !~ /\[skip [^\]]*(tests|cuda)/ &&
       (build.message =~ /\[only [^\]]*(tests|cuda)/ ||
        build.message !~ /\[only / && !build.pull_request.draft)
     timeout_in_minutes: 120
-    soft_fail:
-      - exit_status: 3
 
   - label: "CUDA.jl -- Julia {{matrix.julia}}"
     plugins:
@@ -73,36 +31,7 @@ steps:
           codecov: true
     commands: |
       unset LD_LIBRARY_PATH
-      julia -e 'using Pkg
-
-                gpuarrays = pwd()
-                gpuarrayscore = joinpath(gpuarrays, "lib", "GPUArraysCore")
-                devdir = mktempdir()
-                package = joinpath(devdir, "CUDA")
-
-                println("--- :julia: Installing TestEnv")
-                Pkg.activate(; temp=true)
-                Pkg.add("TestEnv")
-                using TestEnv
-
-                println("--- :julia: Installing CUDA.jl")
-                withenv("JULIA_PKG_PRECOMPILE_AUTO" => 0,
-                        "JULIA_PKG_DEVDIR" => devdir) do
-                  try
-                    Pkg.develop("CUDA")
-                    Pkg.activate(package)
-                    Pkg.develop([PackageSpec(path=gpuarrays), PackageSpec(path=gpuarrayscore)])
-                    TestEnv.activate()
-                  catch err
-                    @error "Could not install CUDA.jl" exception=(err,catch_backtrace())
-                    exit(3)
-                  finally
-                    Pkg.activate(package)
-                  end
-                end
-
-                println("+++ :julia: Running tests")
-                Pkg.test(; coverage="@" * gpuarrays)'
+      julia .buildkite/sparse-v13-stack.jl CUDA
     agents:
       queue: "cuda"
     if: |
@@ -114,8 +43,6 @@ steps:
       setup:
         julia:
           - "1.13"
-    soft_fail:
-      - exit_status: 3
 
   - label: "AMDGPU.jl -- Julia {{matrix.julia}}"
     plugins:
@@ -124,36 +51,7 @@ steps:
       - JuliaCI/julia-coverage#v1:
           codecov: true
     command: |
-      julia -e 'using Pkg
-
-                gpuarrays = pwd()
-                gpuarrayscore = joinpath(gpuarrays, "lib", "GPUArraysCore")
-                devdir = mktempdir()
-                package = joinpath(devdir, "AMDGPU")
-
-                println("--- :julia: Installing TestEnv")
-                Pkg.activate(; temp=true)
-                Pkg.add("TestEnv")
-                using TestEnv
-
-                println("--- :julia: Installing AMDGPU.jl")
-                withenv("JULIA_PKG_PRECOMPILE_AUTO" => 0,
-                        "JULIA_PKG_DEVDIR" => devdir) do
-                  try
-                    Pkg.develop("AMDGPU")
-                    Pkg.activate(package)
-                    Pkg.develop([PackageSpec(path=gpuarrays), PackageSpec(path=gpuarrayscore)])
-                    TestEnv.activate()
-                  catch err
-                    @error "Could not install AMDGPU.jl" exception=(err,catch_backtrace())
-                    exit(3)
-                  finally
-                    Pkg.activate(package)
-                  end
-                end
-
-                println("+++ :julia: Running tests")
-                Pkg.test(; coverage="@" * gpuarrays)'
+      julia .buildkite/sparse-v13-stack.jl AMDGPU
     agents:
       queue: "rocm"
       rocmgpu: "*"
@@ -167,8 +65,6 @@ steps:
         julia:
           - "1.10"
           - "1.13"
-    soft_fail:
-      - exit_status: 3
 
   - label: "oneAPI.jl -- Julia {{matrix.julia}}"
     plugins:
@@ -177,37 +73,7 @@ steps:
       - JuliaCI/julia-coverage#v1:
           codecov: true
     command: |
-      julia -e 'using Pkg
-
-                gpuarrays = pwd()
-                gpuarrayscore = joinpath(gpuarrays, "lib", "GPUArraysCore")
-                devdir = mktempdir()
-                package = joinpath(devdir, "oneAPI")
-
-                println("--- :julia: Installing TestEnv")
-                Pkg.activate(; temp=true)
-                Pkg.add("TestEnv")
-                using TestEnv
-
-                println("--- :julia: Installing oneAPI.jl")
-                withenv("JULIA_PKG_PRECOMPILE_AUTO" => 0,
-                        "JULIA_PKG_DEVDIR" => devdir) do
-                  try
-                    Pkg.develop("oneAPI")
-                    include(joinpath(package, "deps", "build_ci.jl"))
-                    Pkg.activate(package)
-                    Pkg.develop([PackageSpec(path=gpuarrays), PackageSpec(path=gpuarrayscore)])
-                    TestEnv.activate()
-                  catch err
-                    @error "Could not install oneAPI.jl" exception=(err,catch_backtrace())
-                    exit(3)
-                  finally
-                    Pkg.activate(package)
-                  end
-                end
-
-                println("+++ :julia: Running tests")
-                Pkg.test(; coverage="@" * gpuarrays)'
+      julia .buildkite/sparse-v13-stack.jl oneAPI
     agents:
       queue: "oneapi"
     if: |
@@ -220,8 +86,23 @@ steps:
         julia:
           - "1.10"
           - "1.13"
-    soft_fail:
-      - exit_status: 3
+
+  - label: "OpenCL.jl -- NVIDIA GPU"
+    plugins:
+      - JuliaCI/julia#v1:
+          version: "1.13"
+      - JuliaCI/julia-coverage#v1:
+          codecov: true
+    command: julia .buildkite/sparse-v13-stack.jl OpenCL --platform=cuda --verbose
+    agents:
+      queue: "cuda"
+    env:
+      OCL_ICD_FILENAMES: "libnvidia-opencl.so.1"
+    if: |
+      build.message !~ /\[skip [^\]]*(tests|opencl)/ &&
+      (build.message =~ /\[only [^\]]*(tests|opencl)/ ||
+       build.message !~ /\[only / && !build.pull_request.draft)
+    timeout_in_minutes: 120
 
   - label: "Metal.jl -- Julia {{matrix.julia}}"
     plugins:
@@ -230,36 +111,7 @@ steps:
       - JuliaCI/julia-coverage#v1:
           codecov: true
     command: |
-      julia -e 'using Pkg
-
-                gpuarrays = pwd()
-                gpuarrayscore = joinpath(gpuarrays, "lib", "GPUArraysCore")
-                devdir = mktempdir()
-                package = joinpath(devdir, "Metal")
-
-                println("--- :julia: Installing TestEnv")
-                Pkg.activate(; temp=true)
-                Pkg.add("TestEnv")
-                using TestEnv
-
-                println("--- :julia: Installing Metal.jl")
-                withenv("JULIA_PKG_PRECOMPILE_AUTO" => 0,
-                        "JULIA_PKG_DEVDIR" => devdir) do
-                  try
-                    Pkg.develop("Metal")
-                    Pkg.activate(package)
-                    Pkg.develop([PackageSpec(path=gpuarrays), PackageSpec(path=gpuarrayscore)])
-                    TestEnv.activate()
-                  catch err
-                    @error "Could not install Metal.jl" exception=(err,catch_backtrace())
-                    exit(3)
-                  finally
-                    Pkg.activate(package)
-                  end
-                end
-
-                println("+++ :julia: Running tests")
-                Pkg.test(; coverage="@" * gpuarrays, test_args=`--all`)'
+      julia .buildkite/sparse-v13-stack.jl Metal
     agents:
       queue: "metal"
     if: |
@@ -272,8 +124,6 @@ steps:
         julia:
           - "1.10"
           - "1.13"
-    soft_fail:
-      - exit_status: 3
 
 env:
   SECRET_CODECOV_TOKEN: "GrevHmzmr2Vt6UK4wbbTTB1+kcMcIlF6nCXVCk3Z0plHDimpD6BwdN9T2A+5J9k3I2em0xXUqpt+2qUSqM8Bn5mNdpjR0TvxVY3oYXc+qzvBXmcZJpuCgJeoTP1P+kVFwszUn4na3fohNq9Qffp6tXMn/j8yJQKOiiC8mkD0aPEI0zISHuDaa/7j7JYf0vTrMRRZ9BMUQHmFuVaIQN8FLGG2BiE3236rj4eHh0lj2IfekCG3wd/LUzAsMx0MC3kIR8WzOWW2rf6xUMPkjm5+NuHwhAOcZc0+LRM7GYIwoW/nHAgyIqjvLiInNFmaJk+7V/GAKtd+gSAIzmyBUHAy6A==;U2FsdGVkX1+4ZljneQoaNE295nRIx8D6+WoFIgT6Pg2BXHaTyhTL4sxEcG0jX0e7oq68uvi4bK7x7YMS4L0Kew=="