public/grafana
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

completely disable e2e workflow

Browse Source
This commit is contained in:
jev forsberg
2025-08-05 17:13:59 -06:00
parent d42f62c417
commit 22e271d57d
1 changed files with 91 additions and 50 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.github/workflows/pr-e2e-tests.yml
+91 -50
View File
@@ -1,11 +1,13 @@
name: End-to-end tests
# DISABLED for 11.4.8 compatibility - entire workflow disabled
# This workflow has extensive and broad compatibility issues with 11.4.8:
# - E2E tests expect modern UI selectors/CSS that don't exist in 11.4.8
# - Build system flaky due to dependency, version, and cache issues
# - E2E UI infra differences cause >70% test failures
# - Workflow kept for reference but disabled via workflow_dispatch only trigger
on:
pull_request:
push:
branches:
- main
- release-*.*.*
workflow_dispatch: # Manual trigger only - workflow disabled
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
@@ -16,7 +18,7 @@ permissions: {}
jobs:
detect-changes:
name: Detect whether code changed
runs-on: github-hosted-ubuntu-x64-large
runs-on: ubuntu-latest
permissions:
contents: read
outputs:
@@ -36,7 +38,7 @@ jobs:
needs: detect-changes
if: needs.detect-changes.outputs.changed == 'true'
name: Build & Package Grafana
runs-on: github-hosted-ubuntu-x64-large
runs-on: ubuntu-latest-16-cores
permissions:
contents: read
outputs:
@@ -47,10 +49,7 @@ jobs:
path: ./grafana
persist-credentials: false
- uses: dagger/dagger-for-github@e47aba410ef9bb9ed81a4d2a97df31061e5e842e
env:
CACHE_BUSTER: ${{ github.run_number }}-${{ github.sha }}
with:
version: "0.18.8"
verb: run
args: go -C grafana run ./pkg/build/cmd artifacts -a targz:grafana:linux/amd64 --grafana-dir="${PWD}/grafana" > out.txt
- run: mv "$(cat out.txt)" grafana.tar.gz
@@ -67,7 +66,7 @@ jobs:
needs: detect-changes
if: needs.detect-changes.outputs.changed == 'true'
name: Build E2E test runner
runs-on: github-hosted-ubuntu-x64-large
runs-on: ubuntu-latest
permissions:
contents: read
outputs:
@@ -95,43 +94,78 @@ jobs:
name: ${{ steps.artifact.outputs.artifact }}
path: e2e-runner
# E2E tests DISABLED for 11.4.8 compatibility issues
# run-e2e-tests:
# needs:
# - build-grafana
# - build-e2e-runner
# strategy:
# fail-fast: false
# matrix:
# include:
# - suite: dashboards-suite
# path: e2e/dashboards-suite
# name: ${{ matrix.suite }}
# runs-on: github-hosted-ubuntu-x64-large
# permissions:
# contents: read
# steps:
# - uses: actions/checkout@v4
# with:
# persist-credentials: false
# - uses: actions/download-artifact@v4
# with:
# name: ${{ needs.build-grafana.outputs.artifact }}
# - uses: actions/download-artifact@v4
# with:
# name: ${{ needs.build-e2e-runner.outputs.artifact }}
# - name: Run E2E tests
# uses: dagger/dagger-for-github@e47aba410ef9bb9ed81a4d2a97df31061e5e842e
# with:
# version: "0.18.8"
# verb: run
# args: go run ./pkg/build/e2e --package=grafana.tar.gz --suite=${{ matrix.path }}
run-e2e-tests:
needs:
- build-grafana
- build-e2e-runner
strategy:
fail-fast: false
matrix:
include:
- suite: various-suite
path: e2e/various-suite
- suite: dashboards-suite
path: e2e/dashboards-suite
- suite: smoke-tests-suite
path: e2e/smoke-tests-suite
- suite: panels-suite
path: e2e/panels-suite
- suite: various-suite (old arch)
path: e2e/old-arch/various-suite
flags: --flags="--env DISABLE_SCENES=true"
- suite: dashboards-suite (old arch)
path: e2e/old-arch/dashboards-suite
flags: --flags="--env DISABLE_SCENES=true"
- suite: smoke-tests-suite (old arch)
path: e2e/old-arch/smoke-tests-suite
flags: --flags="--env DISABLE_SCENES=true"
- suite: panels-suite (old arch)
path: e2e/old-arch/panels-suite
flags: --flags="--env DISABLE_SCENES=true"
name: ${{ matrix.suite }}
runs-on: ubuntu-latest-8-cores
permissions:
contents: read
steps:
- uses: actions/checkout@v4
with:
persist-credentials: false
- uses: actions/download-artifact@v4
with:
name: ${{ needs.build-grafana.outputs.artifact }}
- uses: actions/download-artifact@v4
with:
name: ${{ needs.build-e2e-runner.outputs.artifact }}
- name: chmod +x
run: chmod +x ./e2e-runner
- name: Run E2E tests
uses: dagger/dagger-for-github@e47aba410ef9bb9ed81a4d2a97df31061e5e842e
with:
verb: run
args: go run ./pkg/build/e2e --package=grafana.tar.gz
--suite=${{ matrix.path }}
${{ matrix.flags }}
- name: Set suite name
id: set-suite-name
if: success() || failure()
env:
SUITE: ${{ matrix.path }}
run: |
set -euo pipefail
echo "suite=$(echo "$SUITE" | sed 's/\//-/g')" >> "$GITHUB_OUTPUT"
- uses: actions/upload-artifact@v4
if: success() || failure()
with:
name: ${{ steps.set-suite-name.outputs.suite }}-${{ github.run_number }}
path: videos
retention-days: 1
run-a11y-test:
needs:
- build-grafana
name: A11y test
runs-on: github-hosted-ubuntu-x64-large
runs-on: ubuntu-latest-8-cores
permissions:
contents: read
@@ -146,31 +180,38 @@ jobs:
if: github.event_name == 'pull_request'
uses: dagger/dagger-for-github@e47aba410ef9bb9ed81a4d2a97df31061e5e842e
with:
version: "0.18.8"
verb: run
args: go run ./pkg/build/a11y --package=grafana.tar.gz
- name: Run non-PR a11y test
if: github.event_name != 'pull_request'
uses: dagger/dagger-for-github@e47aba410ef9bb9ed81a4d2a97df31061e5e842e
with:
version: "0.18.8"
verb: run
args: go run ./pkg/build/a11y --package=grafana.tar.gz --no-threshold-fail
# This is the job that is actually required by rulesets.
# We want to only require one job instead of all the individual tests.
# Future work also allows us to start skipping some tests based on changed files.
# E2E tests disabled - only a11y test runs
required-e2e-tests:
needs:
# - run-e2e-tests # DISABLED for 11.4.8 compatibility issues
- run-a11y-test
- run-e2e-tests
# a11y test is not listed on purpose: it is not an important E2E test.
# It is also totally fine to fail right now.
# always() is the best function here.
# success() || failure() will skip this function if any need is also skipped.
# That means conditional test suites will fail the entire requirement check.
if: always()
name: All E2E tests complete
runs-on: github-hosted-ubuntu-x64-large
runs-on: ubuntu-latest
steps:
- name: Check test suites
env:
NEEDS: ${{ toJson(needs) }}
run: |
echo "E2E tests DISABLED for 11.4.8 compatibility - only a11y test running"
FAILURES="$(echo "$NEEDS" | jq 'with_entries(select(.value.result == "failure")) | map_values(.result)')"
echo "$FAILURES"
if [ "$(echo "$FAILURES" | jq '. | length')" != "0" ]; then
exit 1
fi
echo "All OK!"