diff --git a/public/app/plugins/datasource/prometheus/components/PromExemplarField.tsx b/public/app/plugins/datasource/prometheus/components/PromExemplarField.tsx
index 59bceca842f..42412381868 100644
--- a/public/app/plugins/datasource/prometheus/components/PromExemplarField.tsx
+++ b/public/app/plugins/datasource/prometheus/components/PromExemplarField.tsx
@@ -3,25 +3,27 @@ import { IconButton, InlineLabel, Tooltip, useStyles2 } from '@grafana/ui';
 import { css, cx } from '@emotion/css';
 import React, { useEffect, useState } from 'react';
 import { PrometheusDatasource } from '../datasource';
+import { filter } from 'rxjs/operators';
 
 interface Props {
   isEnabled: boolean;
   onChange: (isEnabled: boolean) => void;
   datasource: PrometheusDatasource;
+  refId: string;
 }
 
-export function PromExemplarField({ datasource, onChange, isEnabled }: Props) {
-  const [error, setError] = useState<string>();
+export function PromExemplarField({ datasource, onChange, isEnabled, refId }: Props) {
+  const [error, setError] = useState<string | null>(null);
   const styles = useStyles2(getStyles);
 
   useEffect(() => {
-    const subscription = datasource.exemplarErrors.subscribe((err) => {
-      setError(err);
+    const subscription = datasource.exemplarErrors.pipe(filter((value) => refId === value.refId)).subscribe((err) => {
+      setError(err.error);
     });
     return () => {
       subscription.unsubscribe();
     };
-  }, [datasource]);
+  }, [datasource, refId]);
 
   const iconButtonStyles = cx(
     {
diff --git a/public/app/plugins/datasource/prometheus/components/PromExploreExtraField.tsx b/public/app/plugins/datasource/prometheus/components/PromExploreExtraField.tsx
index 283b96e2077..575b0b910a5 100644
--- a/public/app/plugins/datasource/prometheus/components/PromExploreExtraField.tsx
+++ b/public/app/plugins/datasource/prometheus/components/PromExploreExtraField.tsx
@@ -78,6 +78,7 @@ export const PromExploreExtraField: React.FC<PromExploreExtraFieldProps> = memo(
         </div>
 
         <PromExemplarField
+          refId={query.refId}
           isEnabled={Boolean(query.exemplar)}
           onChange={(isEnabled) => onChange({ ...query, exemplar: isEnabled })}
           datasource={datasource}
diff --git a/public/app/plugins/datasource/prometheus/components/PromQueryEditor.tsx b/public/app/plugins/datasource/prometheus/components/PromQueryEditor.tsx
index ca655fa8ffb..7075368260f 100644
--- a/public/app/plugins/datasource/prometheus/components/PromQueryEditor.tsx
+++ b/public/app/plugins/datasource/prometheus/components/PromQueryEditor.tsx
@@ -189,8 +189,12 @@ export class PromQueryEditor extends PureComponent<PromQueryEditorProps, State>
                 />
               </InlineFormLabel>
             </div>
-
-            <PromExemplarField isEnabled={exemplar} onChange={this.onExemplarChange} datasource={datasource} />
+            <PromExemplarField
+              refId={query.refId}
+              isEnabled={exemplar}
+              onChange={this.onExemplarChange}
+              datasource={datasource}
+            />
           </div>
         }
       />
diff --git a/public/app/plugins/datasource/prometheus/components/__snapshots__/PromQueryEditor.test.tsx.snap b/public/app/plugins/datasource/prometheus/components/__snapshots__/PromQueryEditor.test.tsx.snap
index 96f1460ba5f..6d98b49353d 100644
--- a/public/app/plugins/datasource/prometheus/components/__snapshots__/PromQueryEditor.test.tsx.snap
+++ b/public/app/plugins/datasource/prometheus/components/__snapshots__/PromQueryEditor.test.tsx.snap
@@ -175,6 +175,7 @@ exports[`Render PromQueryEditor with basic options should render 1`] = `
         }
         isEnabled={true}
         onChange={[Function]}
+        refId="A"
       />
     </div>
   }
diff --git a/public/app/plugins/datasource/prometheus/datasource.ts b/public/app/plugins/datasource/prometheus/datasource.ts
index 0a5719b34fc..e904681ef3b 100644
--- a/public/app/plugins/datasource/prometheus/datasource.ts
+++ b/public/app/plugins/datasource/prometheus/datasource.ts
@@ -43,7 +43,7 @@ import { PrometheusVariableSupport } from './variables';
 import PrometheusMetricFindQuery from './metric_find_query';
 
 export const ANNOTATION_QUERY_STEP_DEFAULT = '60s';
-const EXEMPLARS_NOT_AVAILABLE = 'Exemplars for this data source are not available.';
+const EXEMPLARS_NOT_AVAILABLE = 'Exemplars for this query are not available.';
 const GET_AND_POST_METADATA_ENDPOINTS = ['api/v1/query', 'api/v1/query_range', 'api/v1/series', 'api/v1/labels'];
 
 export class PrometheusDatasource extends DataSourceApi<PromQuery, PromOptions> {
@@ -62,7 +62,7 @@ export class PrometheusDatasource extends DataSourceApi<PromQuery, PromOptions>
   exemplarTraceIdDestinations: ExemplarTraceIdDestination[] | undefined;
   lookupsDisabled: boolean;
   customQueryParameters: any;
-  exemplarErrors: Subject<string> = new Subject();
+  exemplarErrors: Subject<{ refId: string; error: string | null }> = new Subject();
 
   constructor(
     instanceSettings: DataSourceInstanceSettings<PromOptions>,
@@ -265,12 +265,12 @@ export class PrometheusDatasource extends DataSourceApi<PromQuery, PromOptions>
             exemplarTarget.requestId += '_exemplar';
             queries.push(this.createQuery(exemplarTarget, options, start, end));
             activeTargets.push(exemplarTarget);
-            this.exemplarErrors.next();
+            this.exemplarErrors.next({ refId: exemplarTarget.refId, error: null });
           }
           target.exemplar = false;
         }
         if (target.exemplar && target.instant) {
-          this.exemplarErrors.next('Exemplars are not available for instant queries.');
+          this.exemplarErrors.next({ refId: target.refId, error: 'Exemplars are not available for instant queries.' });
         }
         queries.push(this.createQuery(target, options, start, end));
         activeTargets.push(target);
@@ -383,8 +383,8 @@ export class PrometheusDatasource extends DataSourceApi<PromQuery, PromOptions>
 
     if (query.exemplar) {
       return this.getExemplars(query).pipe(
-        catchError((err: FetchError) => {
-          this.exemplarErrors.next(EXEMPLARS_NOT_AVAILABLE);
+        catchError(() => {
+          this.exemplarErrors.next({ refId: query.refId, error: EXEMPLARS_NOT_AVAILABLE });
           return of({
             data: [],
             state: LoadingState.Done,