Reconcile coremodels, entities, objects under new kind framework (#56492)

* Update thema to latest

* Deal with s/Library/*Runtime/

* Commit new, working results of codegen

* We like pointers now

* Always take runtime arg for NewBase()

* Sketchy handwavy pass at entity meta framework

* Little nibbles

* Update pkg/framework/coremodel/entityframework.cue

Co-authored-by: Artur Wierzbicki <wierzbicki.artur.94@gmail.com>

* Move file into new framework location

* Introduce loaders, Go code

* Complete rename to kind

* Flesh out framework, add svg/dashboard examples

* Cruft removal

* Remove generated kind go files from gitignore

* Refine maturity concept, add SlotKind

* Update embed and go deps

* Export PrefixWithGrafanaCUE

* Make the loader actually work, holy crap

* Many small tweaks to type.cue

* Add Apache 2 licensing exceptions for kinds

* Add new kinds dir, start of generator

* Roll back to earlier oapi-codegen

* Introduce new grafana-specific CUE loaders

* Introduce new tidy code generators framework

* Catch up kind framework with tinkering

* Add slices for the generators

* Add write/verify step to main generator

* Many renames

* Split up kind framework cue files

* Use kind.Decl within generated kinds

* Create kind.SomeDecl wrapper type to cache lineages

* Better names again

* Get one generated implemented, hopefully

* Copy dashboard schema into new kind.cue

* Small fixes to make the initial gen work

* Put svg kind in its new home

* Add generated Go dashboard type

* More renames and cleanups

* Add base kind registry and generator

* Stop blacklisting *_gen.go files

This is not the Go best practice, anyway. All we actually want to ignore
for enterprise is generated wire files.

* Change codegen output directories

pkg/kind -> pkg/kinds
pkg/registry/kindreg -> pkg/registry/corekind

* Rename pkg/framework/kind to pkg/kindsys

* Add core structured kind generator

* Add plural and machine names to kind spec

* Copy playlist over to kind system

* Consolidate kindsys files

* Add raw kind generator

* Update CODEOWNERS for kind framework

* Touch up comments a bit

* More docs tweaks

* Remove generated types to reduce noise for review

* Split each generator into its own file

* Rename Slot kind to Composable kind

* Add handwavy types for customkind loading

* Guard against init calls to framework loader

* First pass at doc on extending the kind system

* Improve attribute example in docs

* Fix wire imports

* Add basic TS types generator

* Fix composable kind category def

* No need for a separate file with generate directive

* Catch dashboard schema up

* Rename generator types to something saner and generic

* Make version configurable in ts/go generators

* Add CommonMeta to ease property access

* Add kindsys prop indicating whether lineage is group

* Put all kind categories back in a single file

* Finish with kindsys group props

* Refactor maturity progression per discussion

- Replace "committed" with "merged"
- All kindcats can use all maturity levels, at least for now

* Convert ts veneer index generator to modular system

* Move over to new jennywrites framework

* Strip down old coremodel generator

* Use public version of jennywrites

* Pull latest thema

* Commit generated Go types

* Add header injection postprocessor

* Move sdboyer/jennywrites to grafana/codejen

* Tweak header output

* Remove dashboard and playlist coremodels

* Fix up backend dashboards devenv test

* Fix TS import patterns to new gen filename

* Update internal imports, remove coremodel registry

* Fix compilation errors, wire generation

* Export and replace the prefix dropper

* More Go struct and field name changes

* Last name fixes, hopefully

* Fix lint errors

* Last lint error

Co-authored-by: Artur Wierzbicki <wierzbicki.artur.94@gmail.com>

pkg/codegen/coremodel.go

@@ -4,11 +4,9 @@ import (
 	"bytes"
 	"errors"
 	"fmt"
-	"go/ast"
 	"io"
 	"os"
 	"path/filepath"
-	"regexp"
 	"strings"
 	"testing/fstest"
 
@@ -21,7 +19,6 @@ import (
 	"github.com/grafana/grafana/pkg/cuectx"
 	"github.com/grafana/thema"
 	"github.com/grafana/thema/encoding/openapi"
-	"golang.org/x/tools/go/ast/astutil"
 )
 
 // CoremodelDeclaration contains the results of statically analyzing a Grafana
@@ -218,7 +215,7 @@ func (cd *CoremodelDeclaration) GenerateGoCoremodel(path string) (WriteDiffer, e
 	fullp := filepath.Join(path, fmt.Sprintf("%s_gen.go", lin.Name()))
 	byt, err := postprocessGoFile(genGoFile{
 		path:   fullp,
-		walker: makePrefixDropper(strings.Title(lin.Name()), "Model"),
+		walker: PrefixDropper(strings.Title(lin.Name())),
 		in:     buf.Bytes(),
 	})
 	if err != nil {
@@ -273,117 +270,6 @@ func (cd *CoremodelDeclaration) GenerateTypescriptCoremodel() (*tsast.File, erro
 	return tf, nil
 }
 
-type prefixDropper struct {
-	str     string
-	base    string
-	rxp     *regexp.Regexp
-	rxpsuff *regexp.Regexp
-}
-
-func makePrefixDropper(str, base string) astutil.ApplyFunc {
-	return (&prefixDropper{
-		str:     str,
-		base:    base,
-		rxpsuff: regexp.MustCompile(fmt.Sprintf(`%s([a-zA-Z_]*)`, str)),
-		rxp:     regexp.MustCompile(fmt.Sprintf(`%s([\s.,;-])`, str)),
-	}).applyfunc
-}
-
-func depoint(e ast.Expr) ast.Expr {
-	if star, is := e.(*ast.StarExpr); is {
-		return star.X
-	}
-	return e
-}
-
-func (d prefixDropper) applyfunc(c *astutil.Cursor) bool {
-	n := c.Node()
-
-	// fmt.Printf("%T %s\n", c.Node(), ast.Print(nil, c.Node()))
-	switch x := n.(type) {
-	case *ast.ValueSpec:
-		// fmt.Printf("%T %s\n", c.Node(), ast.Print(nil, c.Node()))
-		d.handleExpr(x.Type)
-		for _, id := range x.Names {
-			d.do(id)
-		}
-	case *ast.TypeSpec:
-		// Always do typespecs
-		d.do(x.Name)
-	case *ast.Field:
-		// Don't rename struct fields. We just want to rename type declarations, and
-		// field value specifications that reference those types.
-		d.handleExpr(x.Type)
-		// return false
-
-	case *ast.CommentGroup:
-		for _, c := range x.List {
-			c.Text = d.rxp.ReplaceAllString(c.Text, d.base+"$1")
-			c.Text = d.rxpsuff.ReplaceAllString(c.Text, "$1")
-		}
-	}
-	return true
-}
-
-func (d prefixDropper) handleExpr(e ast.Expr) {
-	// Deref a StarExpr, if there is one
-	expr := depoint(e)
-	switch x := expr.(type) {
-	case *ast.Ident:
-		d.do(x)
-	case *ast.ArrayType:
-		if id, is := depoint(x.Elt).(*ast.Ident); is {
-			d.do(id)
-		}
-	case *ast.MapType:
-		if id, is := depoint(x.Key).(*ast.Ident); is {
-			d.do(id)
-		}
-		if id, is := depoint(x.Value).(*ast.Ident); is {
-			d.do(id)
-		}
-	}
-}
-
-func (d prefixDropper) do(n *ast.Ident) {
-	if n.Name != d.str {
-		n.Name = strings.TrimPrefix(n.Name, d.str)
-	} else {
-		n.Name = d.base
-	}
-}
-
-// GenerateCoremodelRegistry produces Go files that define a registry with
-// references to all the Go code that is expected to be generated from the
-// provided lineages.
-func GenerateCoremodelRegistry(path string, ecl []*CoremodelDeclaration) (WriteDiffer, error) {
-	var cml []tplVars
-	for _, ec := range ecl {
-		cml = append(cml, ec.toTemplateObj())
-	}
-
-	buf := new(bytes.Buffer)
-	if err := tmpls.Lookup("coremodel_registry.tmpl").Execute(buf, tvars_coremodel_registry{
-		Header: tvars_autogen_header{
-			GeneratorPath: "pkg/framework/coremodel/gen.go", // FIXME hardcoding is not OK
-		},
-		Coremodels: cml,
-	}); err != nil {
-		return nil, fmt.Errorf("failed executing coremodel registry template: %w", err)
-	}
-
-	byt, err := postprocessGoFile(genGoFile{
-		path: path,
-		in:   buf.Bytes(),
-	})
-	if err != nil {
-		return nil, err
-	}
-	wd := NewWriteDiffer()
-	wd[path] = byt
-	return wd, nil
-}
-
 var tmplTypedef = `{{range .Types}}
 {{ with .Schema.Description }}{{ . }}{{ else }}// {{.TypeName}} is the Go representation of a {{.JsonName}}.{{ end }}
 //