Migrate workflows to Blacksmith

Author: blacksmith-sh[bot]

.github/workflows/benchmark-reusable.yml

@@ -19,7 +19,7 @@ permissions:
 jobs:
   prepare-analysis:
     name: Prepare Judge Analysis Matrix
-    runs-on: ubuntu-latest
+    runs-on: blacksmith-4vcpu-ubuntu-2404
     outputs:
       evals: ${{ steps.compute.outputs.evals }}
     steps:
@@ -41,7 +41,7 @@ jobs:
 
   benchmark:
     name: Benchmark ${{ matrix.agent }} / ${{ matrix.model }} / ${{ matrix.eval }}
-    runs-on: ubuntu-latest
+    runs-on: blacksmith-4vcpu-ubuntu-2404
     permissions:
       contents: read
       actions: read
@@ -161,7 +161,7 @@ jobs:
 
   eval-analysis:
     name: Judge Analysis - ${{ matrix.eval }}
-    runs-on: ubuntu-latest
+    runs-on: blacksmith-4vcpu-ubuntu-2404
     needs:
       - benchmark
       - prepare-analysis
@@ -246,7 +246,7 @@ jobs:
             analysis-info.json
 
   notify:
-    runs-on: ubuntu-latest
+    runs-on: blacksmith-4vcpu-ubuntu-2404
     needs:
       - benchmark
       - eval-analysis

.github/workflows/compare-models.yml

@@ -11,7 +11,7 @@ permissions:
   actions: read
 jobs:
   publish:
-    runs-on: ubuntu-latest
+    runs-on: blacksmith-4vcpu-ubuntu-2404
     outputs:
       sha: ${{ steps.publish.outputs.sha }}
       urls: ${{ steps.publish.outputs.urls }}

.github/workflows/judge-consistency.yml

@@ -12,7 +12,7 @@ permissions:
 
 jobs:
   typecheck:
-    runs-on: ubuntu-latest
+    runs-on: blacksmith-4vcpu-ubuntu-2404
 
     steps:
       - name: Checkout repository
@@ -30,7 +30,7 @@ jobs:
         run: bun run check
 
   test-basic:
-    runs-on: ubuntu-latest
+    runs-on: blacksmith-4vcpu-ubuntu-2404
     environment: production
 
     steps:
@@ -58,7 +58,7 @@ jobs:
         run: bun test:consistency
 
   test-full:
-    runs-on: ubuntu-latest
+    runs-on: blacksmith-4vcpu-ubuntu-2404
     if: github.ref == 'refs/heads/main'
     environment: production
 

.github/workflows/publish-benchmark.yml

@@ -16,7 +16,7 @@ permissions:
 
 jobs:
   publish:
-    runs-on: ubuntu-latest
+    runs-on: blacksmith-4vcpu-ubuntu-2404
     outputs:
       sha: ${{ steps.publish.outputs.sha }}
       urls: ${{ steps.publish.outputs.urls }}