diff --git a/pkg/services/ngalert/api/api_ruler_validation.go b/pkg/services/ngalert/api/api_ruler_validation.go
index aaed3f3faf7..583a39718bc 100644
--- a/pkg/services/ngalert/api/api_ruler_validation.go
+++ b/pkg/services/ngalert/api/api_ruler_validation.go
@@ -3,6 +3,7 @@ package api
 import (
 	"errors"
 	"fmt"
+	"sort"
 	"strings"
 	"time"
 
@@ -135,6 +136,7 @@ func validateCondition(condition string, queries []apimodels.AlertQuery) error {
 		for id := range refIDs {
 			ids = append(ids, id)
 		}
+		sort.Strings(ids)
 		return fmt.Errorf("condition %s does not exist, must be one of [%s]", condition, strings.Join(ids, ","))
 	}
 	return nil