diff --git a/.buildkite/pipeline-julia.yml b/.buildkite/pipeline-julia.yml
new file mode 100644
index 00000000..cba436e5
--- /dev/null
+++ b/.buildkite/pipeline-julia.yml
@@ -0,0 +1,13 @@
+steps:
+  - label: "CPUs -- Enzyme.jl"
+    plugins:
+      - JuliaCI/julia#v1:
+          version: "1.10"
+    agents:
+      queue: "juliaecosystem"
+      os: "linux"
+      arch: "x86_64"
+    command: |
+      julia --color=yes --project=test -e 'using Pkg; Pkg.add("Enzyme"); Pkg.develop(path="."); Pkg.instantiate()'
+      julia --color=yes --project=test -e 'include("test/enzyme.jl")'
+    timeout_in_minutes: 30
diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml
index 6bf42f74..7e064efb 100644
--- a/.buildkite/pipeline.yml
+++ b/.buildkite/pipeline.yml
@@ -4,22 +4,8 @@ steps:
       - JuliaCI/julia#v1:
           version: "1.10"
     agents:
-      queue: "juliagpu"
-      cuda: "*"
+      queue: "cuda"
     command: |
       julia --color=yes --project=test -e 'using Pkg; Pkg.add("CUDA"); Pkg.develop(path="."); Pkg.instantiate()'
       julia --color=yes --project=test -e 'include("test/gpu.jl")'
     timeout_in_minutes: 30
-
-  - label: "CPUs -- Enzyme.jl"
-    plugins:
-      - JuliaCI/julia#v1:
-          version: "1.10"
-    agents:
-      queue: "juliaecosystem"
-      os: "linux"
-      arch: "x86_64"
-    command: |
-      julia --color=yes --project=test -e 'using Pkg; Pkg.add("Enzyme"); Pkg.develop(path="."); Pkg.instantiate()'
-      julia --color=yes --project=test -e 'include("test/enzyme.jl")'
-    timeout_in_minutes: 30