unified-storage: add feature flag to use ngram for indexing (#111265)

* unified-storage: add feature flag to use ngram instead of edge-ngram for indexing
This commit is contained in:
Will Assis
2025-09-24 10:36:50 +02:00
committed by GitHub
parent 2669e0a770
commit 33ff6dbb9e
14 changed files with 317 additions and 172 deletions
+7 -1
View File
@@ -77,6 +77,8 @@ type BleveOptions struct {
MinBuildVersion *semver.Version // Minimum build version for reusing file-based indexes. Ignored if nil.
Logger *slog.Logger
UseFullNgram bool
}
type bleveBackend struct {
@@ -89,6 +91,9 @@ type bleveBackend struct {
indexMetrics *resource.BleveIndexMetrics
// if true will use ngram instead of edge_ngram for title indexes. See custom_analyzers.go
useFullNgram bool
metricsUpdaterCancel func()
metricsUpdaterWg sync.WaitGroup
}
@@ -130,6 +135,7 @@ func NewBleveBackend(opts BleveOptions, tracer trace.Tracer, indexMetrics *resou
cache: map[resource.NamespacedResource]*bleveIndex{},
opts: opts,
indexMetrics: indexMetrics,
useFullNgram: opts.UseFullNgram,
}
if be.indexMetrics != nil {
@@ -314,7 +320,7 @@ func (b *bleveBackend) BuildIndex(
attribute.String("reason", indexBuildReason),
)
mapper, err := GetBleveMappings(fields)
mapper, err := GetBleveMappings(fields, b.useFullNgram)
if err != nil {
return nil, err
}