Enable benchmarking all pallets for a given runtime with bench-all

commands/bench-all/bench-all.cmd.json

@@ -32,6 +32,26 @@
         "description": "Pallet Benchmark for Cumulus",
         "repos": ["polkadot-sdk"],
         "args": {
+          "runtime": {
+            "label": "Runtime",
+            "type_one_of": [
+              "asset-hub-kusama",
+              "asset-hub-polkadot",
+              "asset-hub-rococo",
+              "asset-hub-westend",
+              "bridge-hub-kusama",
+              "bridge-hub-polkadot",
+              "bridge-hub-rococo",
+              "bridge-hub-westend",
+              "collectives-polkadot",
+              "collectives-westend",
+              "coretime-rococo",
+              "coretime-westend",
+              "contracts-rococo",
+              "glutton-kusama",
+              "glutton-westend"
+            ]
+          },
           "target_dir":   { "label": "Target Directory", "type_string": "cumulus" }
         }
       },

commands/bench/lib/bench-all-cumulus.sh

@@ -4,6 +4,8 @@
 # default RUST_LOG is warn, but could be overridden
 export RUST_LOG="${RUST_LOG:-error}"
 
+. "$BENCH_ROOT_DIR/../utils.sh"
+
 POLKADOT_PARACHAIN="./target/$profile/polkadot-parachain"
 
 run_cumulus_bench() {
@@ -74,20 +76,57 @@ run_cumulus_bench() {
 echo "[+] Compiling benchmarks..."
 cargo build --profile $profile --locked --features=runtime-benchmarks -p polkadot-parachain-bin
 
-# Assets
-run_cumulus_bench assets asset-hub-westend
-run_cumulus_bench assets asset-hub-rococo
+# Run benchmarks for all pallets of a given runtime if runtime argument provided
+get_arg optional --runtime "$@"
+runtime="${out:-""}"
+
+if [[ $runtime ]]; then
+  paraId=""
+  case "$runtime" in
+    asset-*)
+      category="assets"
+    ;;
+    collectives-*)
+      category="collectives"
+    ;;
+    coretime-*)
+      category="coretime"
+    ;;
+    bridge-*)
+      category="bridge-hubs"
+    ;;
+    contracts-*)
+      category="contracts"
+    ;;
+    glutton-*)
+      category="glutton"
+      paraId="1300"
+    ;;
+    *)
+      echo "Unknown runtime: $runtime"
+      exit 1
+    ;;
+  esac
+
+  run_cumulus_bench $category $runtime $paraId
+
+  exit 0
+else # run all
+  # Assets
+  run_cumulus_bench assets asset-hub-rococo
+  run_cumulus_bench assets asset-hub-westend
 
-# Collectives
-run_cumulus_bench collectives collectives-westend
+  # Collectives
+  run_cumulus_bench collectives collectives-westend
 
-# Coretime
-run_cumulus_bench coretime coretime-rococo
-run_cumulus_bench coretime coretime-westend
+  # Coretime
+  run_cumulus_bench coretime coretime-rococo
+  run_cumulus_bench coretime coretime-westend
 
-# Bridge Hubs
-run_cumulus_bench bridge-hubs bridge-hub-rococo
-run_cumulus_bench bridge-hubs bridge-hub-westend
+  # Bridge Hubs
+  run_cumulus_bench bridge-hubs bridge-hub-rococo
+  run_cumulus_bench bridge-hubs bridge-hub-westend
 
-# Glutton
-run_cumulus_bench glutton glutton-westend 1300
+  # Glutton
+  run_cumulus_bench glutton glutton-westend 1300
+fi