Add pipeline for gcext test (#257)

* Add pipeline for gcext test

* Actually run embedding and gcext tests

* Make gcext soft_fail

* mark as Allow Fail

* All of the "Allow Fail" jobs need to be launched from the same place

Co-authored-by: Dilum Aluthge <[email protected]>

Author: vchuravy

pipelines/main/launch_unsigned_jobs.yml

@@ -131,6 +131,7 @@ steps:
               repo_url: "https://github.com/JuliaCI/julia-buildkite"
         commands: |
           export ALLOW_FAIL="true"
+          buildkite-agent pipeline upload .buildkite/pipelines/main/misc/gcext.yml
 
           # Launch Linux allowed-to-fail test jobs
           GROUP="Allow Fail" \

pipelines/main/misc/embedding.yml

@@ -31,7 +31,7 @@ steps:
           embedding_output="/tmp/embedding-test"
           echo "+++ Run embedding tests, deploy to $${embedding_output:?}"
           mkdir -p "$${embedding_output:?}"
-          make --output-sync -j$${JULIA_CPU_THREADS:?} -C test/embedding JULIA="$$(pwd)/usr/bin/julia" BIN="$${embedding_output:?}"
+          make --output-sync -j$${JULIA_CPU_THREADS:?} -C test/embedding check JULIA="$$(pwd)/usr/bin/julia" BIN="$${embedding_output:?}"
         timeout_in_minutes: 60
         agents:
           queue: "julia"

pipelines/main/misc/gcext.yml

@@ -0,0 +1,41 @@
+steps:
+  - group: "Allow Fail"
+    steps:
+      - label: "gcext"
+        key: "gcext"
+        depends_on:
+          - "build_x86_64-linux-gnu"
+        plugins:
+          - JuliaCI/external-buildkite#v1:
+              version: "./.buildkite-external-version"
+              repo_url: "https://github.com/JuliaCI/julia-buildkite"
+          - JuliaCI/julia#v1:
+              # Drop default "registries" directory, so it is not persisted from execution to execution
+              persist_depot_dirs: packages,artifacts,compiled
+              version: '1.6'
+          - staticfloat/sandbox#v1:
+              rootfs_url: https://github.com/JuliaCI/rootfs-images/releases/download/v4.8/package_linux.x86_64.tar.gz
+              rootfs_treehash: "2a058481b567f0e91b9aa3ce4ad4f09e6419355a"
+              uid: 1000
+              gid: 1000
+              workspaces:
+                # Include `/cache/repos` so that our `git` version introspection works.
+                - "/cache/repos:/cache/repos"
+        commands: |
+          # Download pre-built julia, extract into `usr/`
+          buildkite-agent artifact download --step "build_x86_64-linux-gnu" 'julia-*-linux-x86_64.tar.gz' .
+          mkdir -p usr
+          tar -C usr --strip-components=1 -zxf julia-*-linux-x86_64.tar.gz
+          rm -f julia-*-linux-x86_64.tar.gz
+
+          gcext_output="/tmp/gcext-test"
+          echo "+++ Run gcext tests, deploy to $${gcext_output:?}"
+          mkdir -p "$${gcext_output:?}"
+          make --output-sync -j$${JULIA_CPU_THREADS:?} -C test/gcext check JULIA="$$(pwd)/usr/bin/julia" BIN="$${gcext_output:?}"
+        timeout_in_minutes: 60
+        soft_fail: true
+        agents:
+          queue: "julia"
+          sandbox_capable: "true"
+          os: "linux"
+          arch: "x86_64"