9ea1042329
* Standarize e2e for addDashbaord e2e flow
* WIP: Duplicate e2e dashboard flows and smoke test for scene e2e tests
* Fix autoformatting mistake for bash file
* Enable dashboardScene using local storage and only for the scene folder
* Add missing folders
* Set the feature toggle in the before of all tests
* Revert "Standarize e2e for addDashbaord e2e flow"
This reverts commit 6b9ea9d5a4.
* Add missing e2e selectors to NavToolbarActions, and modify addDashboard scene flow
* e2e: panels_smokescreen.spec.ts migrated
* e2e smokeTestSceneario migrated
* Start migrating dashbaord-suite e2e
* WIP create variable types
* adjust tests for scenes
* restore dashboard json file
* update scenes version
* restore pkg/build/wire/internal/wire/testdata modifications
* finalising test adjusments
* restore pkg/build/wire/internal/wire/testdata files
* add latest scenes version and update tests
* add drone setup for dashboard scenes tests
* update to latest scenes version
* adjust drone errors
* adjust indentation in drone yml file
* drone adjustments
* add github workflow to run scenes e2e
* restore drone file
* adjust github workflow
* wip: github workflow adjustments
* test remove gpu
* bump
* undo formating changes
* wip: github workflow debugging
* adjusting flaky tests
* update to latest scenes
* clean up workflow file
* adjust flaky test
* clean up pr
* finalise worflow logic and add to codeowners
* clean up launching old arch dashboards e2e separately
---------
Co-authored-by: Sergej-Vlasov <sergej.s.vlasov@gmail.com>
Co-authored-by: Jeff Levin <jeff@levinology.com>
71 lines
1.7 KiB
TypeScript
71 lines
1.7 KiB
TypeScript
import { e2e } from '../';
|
|
|
|
export interface BenchmarkArguments {
|
|
name: string;
|
|
dashboard: {
|
|
folder: string;
|
|
delayAfterOpening: number;
|
|
skipPanelValidation: boolean;
|
|
};
|
|
repeat: number;
|
|
duration: number;
|
|
appStats?: {
|
|
startCollecting?: (window: Window) => void;
|
|
collect: (window: Window) => Record<string, unknown>;
|
|
};
|
|
skipScenario?: boolean;
|
|
}
|
|
|
|
export const benchmark = ({
|
|
name,
|
|
skipScenario = false,
|
|
repeat,
|
|
duration,
|
|
appStats,
|
|
dashboard,
|
|
}: BenchmarkArguments) => {
|
|
if (skipScenario) {
|
|
describe(name, () => {
|
|
it.skip(name, () => {});
|
|
});
|
|
} else {
|
|
describe(name, () => {
|
|
beforeEach(() => {
|
|
e2e.flows.login(Cypress.env('USERNAME'), Cypress.env('PASSWORD'));
|
|
e2e.flows.importDashboards(dashboard.folder, 1000, dashboard.skipPanelValidation);
|
|
});
|
|
|
|
afterEach(() => e2e.flows.revertAllChanges());
|
|
|
|
Array(repeat)
|
|
.fill(0)
|
|
.map((_, i) => {
|
|
const testName = `${name}-${i}`;
|
|
return it(testName, () => {
|
|
e2e.flows.openDashboard();
|
|
|
|
cy.wait(dashboard.delayAfterOpening);
|
|
|
|
if (appStats) {
|
|
const startCollecting = appStats.startCollecting;
|
|
if (startCollecting) {
|
|
cy.window().then((win) => startCollecting(win));
|
|
}
|
|
|
|
cy.startBenchmarking(testName);
|
|
cy.wait(duration);
|
|
|
|
cy.window().then((win) => {
|
|
cy.stopBenchmarking(testName, appStats.collect(win));
|
|
});
|
|
} else {
|
|
cy.startBenchmarking(testName);
|
|
cy.wait(duration);
|
|
cy.stopBenchmarking(testName, {});
|
|
}
|
|
});
|
|
});
|
|
});
|
|
}
|
|
};
|