Accessibility checks: Phase 2 - Adding Pa11y CI PR stage (#38556)

Co-authored-by: Hugo Häggmark <hugo.haggmark@grafana.com>

scripts/drone/pipelines/pr.star

@@ -23,6 +23,7 @@ load(
     'memcached_integration_tests_step',
     'benchmark_ldap_step',
     'validate_scuemata_step',
+    'test_a11y_frontend_step_pr',
 )
 
 load(
@@ -72,6 +73,7 @@ def pr_pipelines(edition):
         e2e_tests_server_step(edition=edition),
         e2e_tests_step(edition=edition),
         build_storybook_step(edition=edition, ver_mode=ver_mode),
+        test_a11y_frontend_step_pr(edition=edition),
         build_frontend_docs_step(edition=edition),
         build_docs_website_step(),
         copy_packages_for_docker_step(),

scripts/drone/steps/lib.star

@@ -423,6 +423,24 @@ def test_a11y_frontend_step(edition, port=3001):
         ],
     }
 
+def test_a11y_frontend_step_pr(edition, port=3001):
+    return {
+        'name': 'test-a11y-frontend-pr' + enterprise2_suffix(edition),
+        'image': 'buildkite/puppeteer',
+        'depends_on': [
+          'end-to-end-tests-server' + enterprise2_suffix(edition),
+        ],
+         'environment': {
+            'GRAFANA_MISC_STATS_API_KEY': from_secret('grafana_misc_stats_api_key'),
+            'HOST': 'end-to-end-tests-server' + enterprise2_suffix(edition),
+            'PORT': port,
+        },
+        'commands': [
+            'yarn wait-on http://$HOST:$PORT',
+            'yarn -s test:accessibility-pr',
+        ],
+    }
+
 def frontend_metrics_step(edition):
     if edition in ('enterprise', 'enterprise2'):
         return None

scripts/generate-a11y-report.sh

@@ -0,0 +1,27 @@
+#!/usr/bin/env bash
+
+set -x
+
+# Clean up old report
+jsonReport="pa11y-ci-results.json"
+if [ -f "$jsonReport" ] ; then
+    rm "$jsonReport"
+fi
+
+# Clean up old folder
+report="pa11y-ci-report/"
+
+if [ -d "$report" ] ; then
+    rm -R "$report"
+fi
+
+# Run accessibility command
+yarn wait-on http://localhost:3000
+
+yarn run -s test:accessibility --json > pa11y-ci-results.json
+
+# Generate HTML report
+pa11y-ci-reporter-html
+
+# Start local server
+yarn http-server pa11y-ci-report -p 1234