diff --git a/packages/grafana-toolkit/src/cli/tasks/changelog.ts b/packages/grafana-toolkit/src/cli/tasks/changelog.ts
index f9643752d28..ec66878a59f 100644
--- a/packages/grafana-toolkit/src/cli/tasks/changelog.ts
+++ b/packages/grafana-toolkit/src/cli/tasks/changelog.ts
@@ -66,7 +66,20 @@ const changelogTaskRunner: TaskRunner<ChangelogOptions> = useSpinner<ChangelogOp
       },
     });
 
-    const issues = res.data;
+    const mergedIssues = [];
+    for (const item of res.data) {
+      if (!item.pull_request) {
+        // it's an issue, not pull request
+        mergedIssues.push(item);
+        continue;
+      }
+      const isMerged = await client.get(item.pull_request.url + '/merge');
+      if (isMerged.status === 204) {
+        mergedIssues.push(item);
+      }
+    }
+    const issues = _.sortBy(mergedIssues, 'title');
+
     const toolkitIssues = issues.filter((item: any) =>
       item.labels.find((label: any) => label.name === 'area/grafana/toolkit')
     );