New and improved testing dashboard

.dockerignore

@@ -0,0 +1,15 @@
+# Both images build from the repo root (see compose.yml). Keep secrets and
+# local clutter out of them: `COPY . .` in the harness's Dockerfile would
+# otherwise bake a local .env (Slack/Zebrunner/radiator tokens) into the image.
+.env
+.env.*
+!.env.example
+deploy/helm/*/values.*.yaml
+.git
+.github
+.pytest_cache
+.vscode
+**/__pycache__
+*.egg-info
+logs/
+test_results/

.env.example

@@ -0,0 +1,43 @@
+# Copy to .env (next to compose.yml) and fill in. .env is git-ignored; never
+# commit real tokens. Docker Compose reads .env on its own. When running
+# test-harness directly, set these in your shell instead.
+
+# --- Slack -------------------------------------------------------------------
+# Set all three to post the report to Slack; with any missing, the results are
+# saved to test_results/ instead. Leave off --local.
+
+# Incoming webhook for the channel (the report message).
+SLACK_WEBHOOK_URL=https://hooks.slack.com/services/your-webhook-path
+# Bot token with the files:write scope (uploads the charts and result files).
+# Invite the bot to the channel: /invite @your-app
+SLACK_TOKEN=xoxb-your-bot-token
+# The channel ID (from the channel's details, eg C0123ABCD), not its #name.
+SLACK_CHANNEL=C0123ABCD
+
+# --- Optional: Zebrunner, alongside the new radiator --------------------------
+# Set both to report each run to Zebrunner as well. SLACK_CHANNEL then gets
+# Zebrunner's report (with its link), and the new radiator's goes to
+# RADIATOR_SLACK_* below, if set.
+# ZE_BASE_URL=https://zebrunner.example.org
+# ZE_REFRESH_TOKEN=your-zebrunner-refresh-token
+
+# --- Optional: a Slack channel of the new radiator's own ----------------------
+# While Zebrunner is configured (ZE_*), SLACK_CHANNEL is Zebrunner's and gets
+# only the report it always did. Set these to post the new Information
+# Radiator's reports (its link, pass-rate headline and charts), the run cycle
+# boards and the weekly digest to a channel of their own. Without Zebrunner,
+# SLACK_CHANNEL is the radiator's and these aren't needed.
+# An incoming webhook posts to one channel only, so this needs its own; the
+# bot token defaults to SLACK_TOKEN (invite the bot to this channel too).
+# RADIATOR_SLACK_WEBHOOK_URL=https://hooks.slack.com/services/another-webhook-path
+# RADIATOR_SLACK_CHANNEL=C0456EFGH
+# RADIATOR_SLACK_TOKEN=xoxb-another-bot-token
+
+# --- Optional (Docker Compose) -----------------------------------------------
+# HARNESS_ARGS=load local_acceptance
+# QUERY_PARAMETERS={"timeout": 300}
+# RADIATOR_USERNAME=translator
+# RADIATOR_PASSWORD=radiator
+# RADIATOR_TOKEN=local-dev-token
+# RADIATOR_PORT=8000
+# RADIATOR_EXCLUDED_ENVS=dev

.github/workflows/dev.yml

@@ -26,6 +26,65 @@ jobs:
       - name: Run tests and get output
         run: pytest
 
+  radiator-test:
+    name: Run the Information Radiator's tests
+    runs-on: ubuntu-latest
+    services:
+      postgres:
+        image: postgres:16
+        env:
+          POSTGRES_PASSWORD: postgres
+          POSTGRES_DB: radiator_test
+        ports:
+          - 5432:5432
+        options: >-
+          --health-cmd pg_isready
+          --health-interval 5s
+          --health-timeout 5s
+          --health-retries 10
+    steps:
+      - name: Checkout the repository
+        uses: actions/checkout@v4
+
+      - uses: actions/setup-python@v5
+        name: Setup python
+        with:
+          python-version: '3.11'
+          cache: 'pip'
+
+      - name: Install requirements
+        run: pip install -r radiator/requirements-test.txt
+
+      - name: Check the migrations match the models
+        env:
+          RADIATOR_DATABASE_URL: postgresql+psycopg://postgres:postgres@localhost:5432/radiator_test
+        run: |
+          alembic -c radiator/alembic.ini upgrade head
+          alembic -c radiator/alembic.ini check
+
+      - name: Run tests
+        env:
+          RADIATOR_TEST_DATABASE_URL: postgresql+psycopg://postgres:postgres@localhost:5432/radiator_test
+        run: pytest radiator/tests
+
+  helm-lint:
+    name: Lint and render the Helm charts
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout the repository
+        uses: actions/checkout@v4
+
+      - uses: azure/setup-helm@v4
+        with:
+          version: v3.16.4
+
+      - name: Lint and render each chart with its example values
+        run: |
+          for chart in deploy/helm/*/; do
+            helm lint "$chart" -f "$chart/values.example.yaml"
+            helm template ci "$chart" -f "$chart/values.example.yaml" > /dev/null
+          done
+
   check-format:
     name: Check that code matches Black formatter
     runs-on: ubuntu-latest

.github/workflows/release.yml

@@ -23,3 +23,13 @@ jobs:
                   password: ${{ secrets.GITHUB_TOKEN }}
                   registry: ghcr.io
                   tags: latest,${{ steps.get_version.outputs.VERSION }}
+            - name: Push the Information Radiator to GitHub Packages
+              uses: docker/build-push-action@v1
+              with:
+                  username: ${{ github.actor }}
+                  password: ${{ secrets.GITHUB_TOKEN }}
+                  registry: ghcr.io
+                  repository: translatorsri/testharness-radiator
+                  dockerfile: radiator/Dockerfile
+                  path: .
+                  tags: latest,${{ steps.get_version.outputs.VERSION }}

.gitignore

@@ -8,3 +8,7 @@ scripts/
 .vscode
 test_results/
 test_report.json
+# Helm values for a real deployment: copies of the charts' values.example.yaml
+deploy/helm/*/values.*.yaml
+!deploy/helm/*/values.example.yaml
+.pytest_cache/