Kindsys: Unify plugins, pfs with kind framework (#61192)

* New pfs impl

* Reached codegen parity with old system

* Update all models.cue inputs

* Rename all models.cue files

* Remove unused prefixfs

* Changes Queries->DataQuery schema interface

* Recodegen

* All tests passing, nearly good now

* Add SchemaInterface to kindsys props

* Add pascal name deriver

* Relocate plugin cue files again

* Clarify use of injected fields

* Remove unnecessary aliasing

* Move DataQuery into mudball

* Allow forcing ExpandReferences on go type generation

* Move DataQuery def into kindsys, add generator to copy it to common

* Fix copy generator to replace package name correctly

* Fix duplicate type, test failure

* Fix linting issues

pkg/codegen/jenny_gotypes.go

@@ -1,15 +1,18 @@
 package codegen
 
 import (
+	copenapi "cuelang.org/go/encoding/openapi"
 	"github.com/dave/dst/dstutil"
 	"github.com/grafana/codejen"
 	"github.com/grafana/thema/encoding/gocode"
+	"github.com/grafana/thema/encoding/openapi"
 )
 
 // GoTypesJenny creates a [OneToOne] that produces Go types for the provided
 // [thema.Schema].
 type GoTypesJenny struct {
-	ApplyFuncs []dstutil.ApplyFunc
+	ApplyFuncs       []dstutil.ApplyFunc
+	ExpandReferences bool
 }
 
 func (j GoTypesJenny) JennyName() string {
@@ -20,6 +23,12 @@ func (j GoTypesJenny) Generate(sfg SchemaForGen) (*codejen.File, error) {
 	// TODO allow using name instead of machine name in thema generator
 	b, err := gocode.GenerateTypesOpenAPI(sfg.Schema, &gocode.TypeConfigOpenAPI{
 		// TODO will need to account for sanitizing e.g. dashes here at some point
+		Config: &openapi.Config{
+			Group: sfg.IsGroup,
+			Config: &copenapi.Config{
+				ExpandReferences: j.ExpandReferences,
+			},
+		},
 		PackageName: sfg.Schema.Lineage().Name(),
 		ApplyFuncs:  append(j.ApplyFuncs, PrefixDropper(sfg.Name), DecoderCompactor()),
 	})

pkg/codegen/tmpl/plugin_registry.tmpl

@@ -1,31 +0,0 @@
-{{ template "autogen_header.tmpl" .Header -}}
-package corelist
-
-import (
-  "fmt"
-  "io/fs"
-  "sync"
-  "github.com/grafana/grafana"
-	"github.com/grafana/grafana/pkg/plugins/pfs"
-	"github.com/grafana/thema"
-)
-
-func makeTreeOrPanic(path string, pkgname string, rt *thema.Runtime) *pfs.Tree {
-  sub, err := fs.Sub(grafana.CueSchemaFS, path)
-  if err != nil {
-    panic("could not create fs sub to " + path)
-  }
-  tree, err := pfs.ParsePluginFS(sub, rt)
-  if err != nil {
-    panic(fmt.Sprintf("error parsing plugin metadata for %s: %s", pkgname, err))
-  }
-  return tree
-}
-
-func coreTreeList(rt *thema.Runtime) pfs.TreeList{
-  return pfs.TreeList{
-    {{- range .Plugins }}
-    makeTreeOrPanic("{{ .Path }}", "{{ .PkgName }}", rt),
-    {{- end }}
-  }
-}