diff --git a/public/app/features/alerting/unified/rule-list/PaginatedDataSourceLoader.tsx b/public/app/features/alerting/unified/rule-list/PaginatedDataSourceLoader.tsx
index 76fc0c6bbec..49477571ce3 100644
--- a/public/app/features/alerting/unified/rule-list/PaginatedDataSourceLoader.tsx
+++ b/public/app/features/alerting/unified/rule-list/PaginatedDataSourceLoader.tsx
@@ -111,7 +111,7 @@ function PaginatedGroupsLoader({ rulesSourceIdentifier, application, groupFilter
             ))}
           </ListSection>
         ))}
-        {hasMoreGroups && (
+        {hasMoreGroups && !hasNoRules && (
           // this div will make the button not stretch
           <div>
             <LoadMoreButton loading={isLoading} onClick={fetchMoreGroups} />