Rafael Bortolon Paulovic
987c1fc6b6
* feat(unified): add bm25 index scoring model We want try BM25 scoring model since they have global scoring which we can probably re-use for fan-in/fan-out logic https://github.com/blevesearch/bleve/blob/32d98823c4b7482c62cc6c847508ed7659c23c37/docs/scoring.md#global-scoring * fix(plugins): update plugin test data
74 lines
2.3 KiB
Go
74 lines
2.3 KiB
Go
package search
|
|
|
|
import (
|
|
"os"
|
|
"path/filepath"
|
|
|
|
"github.com/Masterminds/semver"
|
|
|
|
"github.com/grafana/grafana/pkg/services/featuremgmt"
|
|
"github.com/grafana/grafana/pkg/setting"
|
|
"github.com/grafana/grafana/pkg/storage/unified/resource"
|
|
)
|
|
|
|
func NewSearchOptions(
|
|
features featuremgmt.FeatureToggles,
|
|
cfg *setting.Cfg,
|
|
docs resource.DocumentBuilderSupplier,
|
|
indexMetrics *resource.BleveIndexMetrics,
|
|
ownsIndexFn func(key resource.NamespacedResource) (bool, error),
|
|
) (resource.SearchOptions, error) {
|
|
//nolint:staticcheck // not yet migrated to OpenFeature
|
|
if cfg.EnableSearch || features.IsEnabledGlobally(featuremgmt.FlagProvisioning) {
|
|
root := cfg.IndexPath
|
|
if root == "" {
|
|
root = filepath.Join(cfg.DataPath, "unified-search", "bleve")
|
|
}
|
|
err := os.MkdirAll(root, 0750)
|
|
if err != nil {
|
|
return resource.SearchOptions{}, err
|
|
}
|
|
|
|
var minVersion *semver.Version
|
|
if cfg.MinFileIndexBuildVersion != "" {
|
|
v, err := semver.NewVersion(cfg.MinFileIndexBuildVersion)
|
|
if err != nil {
|
|
cfg.Logger.Error("Failed to parse min_file_index_build_version, ignoring it.", "version", cfg.MinFileIndexBuildVersion, "err", err)
|
|
} else {
|
|
minVersion = v
|
|
}
|
|
}
|
|
|
|
bleve, err := NewBleveBackend(BleveOptions{
|
|
Root: root,
|
|
FileThreshold: int64(cfg.IndexFileThreshold), // fewer than X items will use a memory index
|
|
IndexCacheTTL: cfg.IndexCacheTTL, // How long to keep the index cache in memory
|
|
BuildVersion: cfg.BuildVersion,
|
|
OwnsIndex: ownsIndexFn,
|
|
IndexMinUpdateInterval: cfg.IndexMinUpdateInterval,
|
|
ScoringModel: cfg.IndexScoringModel,
|
|
}, indexMetrics)
|
|
|
|
if err != nil {
|
|
return resource.SearchOptions{}, err
|
|
}
|
|
|
|
return resource.SearchOptions{
|
|
Backend: bleve,
|
|
Resources: docs,
|
|
InitWorkerThreads: cfg.IndexWorkers,
|
|
IndexRebuildWorkers: cfg.IndexRebuildWorkers,
|
|
InitMinCount: cfg.IndexMinCount,
|
|
DashboardIndexMaxAge: cfg.IndexRebuildInterval,
|
|
MaxIndexAge: cfg.MaxFileIndexAge,
|
|
MinBuildVersion: minVersion,
|
|
IndexMinUpdateInterval: cfg.IndexMinUpdateInterval,
|
|
}, nil
|
|
}
|
|
return resource.SearchOptions{
|
|
// it is used for search after write and throttles index updates
|
|
IndexMinUpdateInterval: cfg.IndexMinUpdateInterval,
|
|
MaxIndexAge: cfg.MaxFileIndexAge,
|
|
}, nil
|
|
}
|