Open WebUI: Add basic software test and CI/GHA configuration

Author: amotl

.github/dependabot.yml

@@ -120,6 +120,16 @@ updates:
     schedule:
       interval: "daily"
 
+  - directory: "/application/open-webui"
+    package-ecosystem: "docker-compose"
+    schedule:
+      interval: "daily"
+
+  - directory: "/application/open-webui/init"
+    package-ecosystem: "docker"
+    schedule:
+      interval: "daily"
+
   - directory: "/application/ingestr"
     package-ecosystem: "pip"
     schedule:

.github/workflows/application-open-webui.yml

@@ -0,0 +1,55 @@
+name: "Open WebUI"
+
+on:
+  pull_request:
+    paths:
+    - '.github/workflows/application-open-webui.yml'
+    - 'application/open-webui/**'
+  push:
+    branches: [ main ]
+    paths:
+    - '.github/workflows/application-open-webui.yml'
+    - 'application/open-webui/**'
+
+  # Allow job to be triggered manually.
+  workflow_dispatch:
+
+  # Run job each night after CrateDB nightly has been published.
+  #schedule:
+  #  - cron: '0 3 * * *'
+
+# Cancel in-progress jobs when pushing to the same branch.
+concurrency:
+  cancel-in-progress: true
+  group: ${{ github.workflow }}-${{ github.ref }}
+
+jobs:
+
+  test:
+    runs-on: ${{ matrix.os }}
+
+    strategy:
+      fail-fast: true
+      matrix:
+        os: [ "ubuntu-latest" ]
+
+    name: OS ${{ matrix.os }}
+
+    env:
+      OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+
+    steps:
+
+      - name: Acquire sources
+        uses: actions/checkout@v4
+
+      - name: Validate application/open-webui
+        run: |
+          # TODO: Generalize invocation into `ngr` test runner.
+
+          # Invoke software stack.
+          cd application/open-webui
+          docker compose up --detach
+
+          # Invoke validation payload.
+          docker compose run test

application/open-webui/README.md

@@ -101,6 +101,14 @@ docker volume rm open-webui_open-webui
 docker volume rm open-webui_cratedb
 ```
 
+### Jobs
+Invoke individual jobs defined in the Compose file.
+```shell
+export BUILDKIT_PROGRESS=plain
+docker compose run --build setup
+docker compose run --build test
+```
+
 ## What's inside
 
 - `.env`: The dotenv file defines `OPENAI_API_KEY` for `compose.yml`.

application/open-webui/compose.yml

@@ -91,8 +91,8 @@ services:
       test: [ "CMD", "curl", "--fail", "http://localhost:8080" ]
       start_period: 3s
       interval: 10s
-      timeout: 90s
       retries: 60
+      timeout: 120s
     #depends_on:
     #  cratedb-mcpo:
     #    condition: service_healthy
@@ -114,6 +114,21 @@ services:
       open-webui:
         condition: service_healthy
 
+  # ----
+  # Test
+  # ----
+  test:
+    build:
+      context: init
+    command: bash /app/test.sh
+    networks:
+      - llm-demo
+    depends_on:
+      setup:
+        condition: service_completed_successfully
+    deploy:
+      replicas: 0
+
   # -------
   # Bundler
   # -------
@@ -123,11 +138,5 @@ services:
   start-dependencies:
     image: docker.io/dadarek/wait-for-dependencies
     depends_on:
-      cratedb:
-        condition: service_healthy
-      #cratedb-mcpo:
-      #  condition: service_healthy
-      open-webui:
-        condition: service_healthy
       setup:
         condition: service_completed_successfully

application/open-webui/init/Dockerfile

@@ -31,4 +31,4 @@ RUN uv pip install crash cratedb-mcp httpie
 
 RUN mkdir /app
 WORKDIR /app
-COPY .env setup.sh *.json *.sql /app/
+COPY .env *.sh *.json *.sql /app/

application/open-webui/init/test.sh

@@ -0,0 +1,26 @@
+#!/usr/bin/env bash
+
+# Test Open WebUI configuration via HTTP API.
+
+# Runtime options.
+set -euo pipefail
+
+# Uncomment for local debugging, but **never** in automated runs.
+# set -x
+
+# Load configuration.
+source .env
+
+# Sign in to receive JWT token.
+token=$( http --ignore-stdin POST ${OPEN_WEBUI_URL}/api/v1/auths/signin email= password= | jq -r .token )
+if [[ -z "${token}" ]]; then
+  echo "FATAL: Could not obtain JWT token from Open WebUI" >&2
+  exit 1
+fi
+
+# Check for a canonical available model to validate that Open WebUI configuration worked.
+http ${OPEN_WEBUI_URL}/api/models Authorization:"Bearer $token" refresh==true | \
+    grep '"id":"gpt-4.1"' >/dev/null 2>&1 || {
+        echo "ERROR: Model GPT-4.1 not available"
+        exit 1
+    }