diff --git a/packages/grafana-toolkit/src/cli/tasks/cherrypick.ts b/packages/grafana-toolkit/src/cli/tasks/cherrypick.ts
index 38ce9b4a589..20e1c73686d 100644
--- a/packages/grafana-toolkit/src/cli/tasks/cherrypick.ts
+++ b/packages/grafana-toolkit/src/cli/tasks/cherrypick.ts
@@ -10,7 +10,10 @@ const cherryPickRunner: TaskRunner<CherryPickOptions> = async () => {
   const res = await client.get('/issues', {
     params: {
       state: 'closed',
+      per_page: 100,
       labels: 'cherry-pick needed',
+      sort: 'closed',
+      direction: 'asc',
     },
   });