Merge branch 'master' into WIP-feature-elena-kwa-sorting

Author: elenzio9

.github/workflows/darts-cifar10-e2e-test.yaml renamed to .github/workflows/e2e-test-darts-cifar10.yaml

@@ -1,8 +1,13 @@
 name: E2E Test with darts-cnn-cifar10
+
 on:
   pull_request:
     paths-ignore:
-      - 'pkg/new-ui/v1beta1/frontend/**'
+      - "pkg/new-ui/v1beta1/frontend/**"
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
 
 env:
   GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -26,12 +31,10 @@ jobs:
           experiments: ${{ matrix.experiments }}
           # Comma Delimited
           trial-images: darts-cnn-cifar10-cpu
-          database-type: ${{ matrix.database-type }}
 
     strategy:
       fail-fast: false
       matrix:
         kubernetes-version: ["v1.23.13", "v1.24.7", "v1.25.3"]
         # Comma Delimited
         experiments: ["darts-cpu"]
-        database-type: ["mysql", "postgres"]

.github/workflows/enas-cifar10-e2e-test.yaml renamed to .github/workflows/e2e-test-enas-cifar10.yaml

@@ -1,8 +1,13 @@
 name: E2E Test with enas-cnn-cifar10
+
 on:
   pull_request:
     paths-ignore:
-      - 'pkg/new-ui/v1beta1/frontend/**'
+      - "pkg/new-ui/v1beta1/frontend/**"
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
 
 env:
   GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -26,12 +31,10 @@ jobs:
           experiments: ${{ matrix.experiments }}
           # Comma Delimited
           trial-images: enas-cnn-cifar10-cpu
-          database-type: ${{ matrix.database-type }}
 
     strategy:
       fail-fast: false
       matrix:
         kubernetes-version: ["v1.23.13", "v1.24.7", "v1.25.3"]
         # Comma Delimited
         experiments: ["enas-cpu"]
-        database-type: ["mysql", "postgres"]

.github/workflows/mxnet-mnist-e2e-test.yaml renamed to .github/workflows/e2e-test-mxnet-mnist.yaml

@@ -1,8 +1,13 @@
 name: E2E Test with mxnet-mnist
+
 on:
   pull_request:
     paths-ignore:
-      - 'pkg/new-ui/v1beta1/frontend/**'
+      - "pkg/new-ui/v1beta1/frontend/**"
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
 
 env:
   GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -26,7 +31,6 @@ jobs:
           experiments: ${{ matrix.experiments }}
           # Comma Delimited
           trial-images: mxnet-mnist
-          database-type: ${{ matrix.database-type }}
 
     strategy:
       fail-fast: false
@@ -35,9 +39,6 @@ jobs:
         # Comma Delimited
         experiments:
           # suggestion-hyperopt
-          - "random,tpe,never-resume"
-          - "median-stop,from-volume-resume"
+          - "never-resume,from-volume-resume,median-stop"
           # others
-          - "grid,bayesian-optimization,tpe"
-          - "multivariate-tpe,cma-es,hyperband"
-        database-type: ["mysql", "postgres"]
+          - "grid,bayesian-optimization,tpe,multivariate-tpe,cma-es,hyperband"

.github/workflows/pytorch-mnist-e2e-test.yaml renamed to .github/workflows/e2e-test-pytorch-mnist.yaml

@@ -1,8 +1,13 @@
 name: E2E Test with pytorch-mnist
+
 on:
   pull_request:
     paths-ignore:
-      - 'pkg/new-ui/v1beta1/frontend/**'
+      - "pkg/new-ui/v1beta1/frontend/**"
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
 
 env:
   GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -27,7 +32,6 @@ jobs:
           training-operator: true
           # Comma Delimited
           trial-images: pytorch-mnist-cpu
-          database-type: ${{ matrix.database-type }}
 
     strategy:
       fail-fast: false
@@ -37,4 +41,3 @@ jobs:
         experiments:
           - "file-metrics-collector,pytorchjob-mnist"
           - "median-stop-with-json-format,file-metrics-collector-with-json-format"
-        database-type: ["mysql", "postgres"]

.github/workflows/simple-pbt-e2e-test.yaml renamed to .github/workflows/e2e-test-simple-pbt.yaml

@@ -1,8 +1,13 @@
 name: E2E Test with simple-pbt
+
 on:
   pull_request:
     paths-ignore:
-      - 'pkg/new-ui/v1beta1/frontend/**'
+      - "pkg/new-ui/v1beta1/frontend/**"
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
 
 env:
   GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -26,7 +31,6 @@ jobs:
           experiments: ${{ matrix.experiments }}
           # Comma Delimited
           trial-images: simple-pbt
-          database-type: ${{ matrix.database-type }}
 
     strategy:
       fail-fast: false
@@ -35,4 +39,3 @@ jobs:
         kubernetes-version: ["v1.23.13", "v1.24.7", "v1.25.3"]
         # Comma Delimited
         experiments: ["simple-pbt"]
-        database-type: ["mysql", "postgres"]

.github/workflows/tf-mnist-with-summaries-e2e-test.yaml renamed to .github/workflows/e2e-test-tf-mnist-with-summaries.yaml

@@ -1,8 +1,13 @@
 name: E2E Test with tf-mnist-with-summaries
+
 on:
   pull_request:
     paths-ignore:
-      - 'pkg/new-ui/v1beta1/frontend/**'
+      - "pkg/new-ui/v1beta1/frontend/**"
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
 
 env:
   GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -27,12 +32,10 @@ jobs:
           training-operator: true
           # Comma Delimited
           trial-images: tf-mnist-with-summaries
-          database-type: ${{ matrix.database-type }}
 
     strategy:
       fail-fast: false
       matrix:
         kubernetes-version: ["v1.23.13", "v1.24.7", "v1.25.3"]
         # Comma Delimited
         experiments: ["tfjob-mnist-with-summaries"]
-        database-type: ["mysql", "postgres"]

.github/workflows/e2e-test-ui-random-search-postgres.yaml

@@ -0,0 +1,38 @@
+name: E2E Test with Katib UI, random search, and postgres
+
+on:
+  - pull_request
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+env:
+  GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+jobs:
+  e2e:
+    runs-on: ubuntu-20.04
+    timeout-minutes: 120
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+
+      - name: Setup Test Env
+        uses: ./.github/workflows/template-setup-e2e-test
+        with:
+          kubernetes-version: ${{ matrix.kubernetes-version }}
+
+      - name: Run e2e test with ${{ matrix.experiments }} experiments
+        uses: ./.github/workflows/template-e2e-test
+        with:
+          experiments: random
+          # Comma Delimited
+          trial-images: mxnet-mnist
+          katib-ui: true
+          database-type: postgres
+
+    strategy:
+      fail-fast: false
+      matrix:
+        kubernetes-version: ["v1.23.13", "v1.24.7", "v1.25.3"]

.github/workflows/katib-ui-e2e-test.yaml

@@ -2,11 +2,9 @@ name: Publish AutoML Algorithm Images
 
 on:
   push:
-    paths-ignore:
-      - 'pkg/new-ui/v1beta1/frontend/**'
   pull_request:
     paths-ignore:
-      - 'pkg/new-ui/v1beta1/frontend/**'
+      - "pkg/new-ui/v1beta1/frontend/**"
 
 jobs:
   algorithm: