diff --git a/packages/grafana-e2e/cli.js b/packages/grafana-e2e/cli.js
index 0230cdac716..b60d377b1ae 100644
--- a/packages/grafana-e2e/cli.js
+++ b/packages/grafana-e2e/cli.js
@@ -16,7 +16,10 @@ const cypress = commandName => {
 
   return execa(`${projectPath}/node_modules/.bin/cypress`, cypressOptions, execaOptions)
     .then(() => {}) // no return value
-    .catch(error => console.error(error.message));
+    .catch(error => {
+      console.error(error.message);
+      process.exitCode = 1;
+    });
 };
 
 module.exports = () => {