Schema: convert dashboards from v1beta1 to v2beta1 (#109037)

- Implement full conversion pipeline from v1beta1 → v2beta1
- Ensure frontend–backend parity for all dashboard serialization paths
- Add automatic data loss detection for conversions (panels, queries, annotations, links, variables)
- Extract atomic conversion functions for v0 → v1beta1 → v2alpha1 → v2beta1
- Introduce conversion metrics and detailed logging for loss tracking
- Normalize datasource resolution, defaults, and annotation processing
- Improve panel layout serialization and y-coordinate normalization
- Fix inconsistencies in nested panels and collapsed row behavior
- Refine variable handling:
  - Filter refId from variable query specs
  - Default variable refresh to 'never' (matches frontend)
  - Fix constant and interval variable handling for missing queries
- Unify schema defaults (enable, hide, iconColor, editable, liveNow)
- Fix pluginId usage (UID vs type) and datasource references
- Fix metrics.go bug swallowing errors (return nil → return err)
- Add tests for version-specific conversion error handling
- Add data loss detection tests using source/target version comparison
- Clean up lint issues, legacy code, and redundant files
- Update OpenAPI snapshots and migrated dashboards
- Improve backend migrator to reuse datasource provider and match frontend logic

Co-authored-by: Haris Rozajac <haris.rozajac12@gmail.com>
Co-authored-by: Oscar Kilhed <oscar.kilhed@grafana.com>
Co-authored-by: Stephanie Hingtgen <stephanie.hingtgen@grafana.com>
This commit is contained in:
Ivan Ortega Alba
2025-11-12 11:43:46 +01:00
committed by GitHub
co-authored by Haris Rozajac Oscar Kilhed Stephanie Hingtgen
parent 09942c08db
commit e463781077
273 changed files with 75003 additions and 588 deletions
@@ -88,6 +88,30 @@ func (p *ConfigurableDataSourceProvider) getStandardTestDataSources() []schemave
Name: "-- Mixed --",
ID: 6,
},
{
Default: false,
UID: "influx-uid",
Type: "influxdb",
APIVersion: "v1",
Name: "InfluxDB Test Datasource",
ID: 7,
},
{
Default: false,
UID: "cloudwatch-uid",
Type: "cloudwatch",
APIVersion: "v1",
Name: "CloudWatch Test Datasource",
ID: 8,
},
{
Default: false,
UID: "-- Grafana --",
Type: "grafana",
APIVersion: "v1",
Name: "-- Grafana --",
ID: 9,
},
}
}
@@ -15,7 +15,7 @@ func TestConfigurableDataSourceProvider(t *testing.T) {
provider := NewDataSourceProvider(StandardTestConfig)
dataSources := provider.GetDataSourceInfo(ctx)
require.Len(t, dataSources, 6)
require.Len(t, dataSources, 9)
// Verify standard test configuration
defaultDS := dataSources[0]
@@ -58,8 +58,8 @@ func TestConfigurableDataSourceProvider(t *testing.T) {
devDS1 := devProvider1.GetDataSourceInfo(ctx)
devDS2 := devProvider2.GetDataSourceInfo(ctx)
require.Len(t, standardDS1, 6)
require.Len(t, standardDS2, 6)
require.Len(t, standardDS1, 9)
require.Len(t, standardDS2, 9)
require.Len(t, devDS1, 6)
require.Len(t, devDS2, 6)
@@ -74,7 +74,7 @@ func TestConfigurableDataSourceProvider(t *testing.T) {
provider := NewDataSourceProvider("unknown-config")
dataSources := provider.GetDataSourceInfo(ctx)
require.Len(t, dataSources, 6)
require.Len(t, dataSources, 9)
// Should default to standard configuration
defaultDS := dataSources[0]