diff --git a/public/app/features/trails/ActionTabs/AddToFiltersGraphAction.tsx b/public/app/features/trails/ActionTabs/AddToFiltersGraphAction.tsx
index b41e81f3473..d3a3d6d59f3 100644
--- a/public/app/features/trails/ActionTabs/AddToFiltersGraphAction.tsx
+++ b/public/app/features/trails/ActionTabs/AddToFiltersGraphAction.tsx
@@ -41,6 +41,15 @@ export class AddToFiltersGraphAction extends SceneObjectBase<AddToFiltersGraphAc
   };
 
   public static Component = ({ model }: SceneComponentProps<AddToFiltersGraphAction>) => {
+    const state = model.useState();
+    const labels = state.frame.fields[1]?.labels || {};
+
+    const canAddToFilters = Object.keys(labels).length !== 0;
+
+    if (!canAddToFilters) {
+      return null;
+    }
+
     return (
       <Button variant="secondary" size="sm" fill="solid" onClick={model.onClick}>
         Add to filters