mirror of
https://github.com/grafana/grafana.git
synced 2025-07-30 03:22:29 +08:00
0982cfd9a0
* Add max count config for indexing * Build empty index when max count is exceeded * Address linting * Refactor buildIndexes * Add test for max count threshold * Update test doc comments * Refactor TestBuildIndexes_MaxCountThreshold to not use mock framework * Rename mocks used in TestBuildIndexes_MaxCountThreshold * Refactor mockResourceIndex * Test setting of indexing threshold configs * Tweak comments, log * Fix logging in buildEmptyIndex * Export and reuse TestDocumentBuilderSupplier * Reuse MockResourceIndex
47 lines
1.6 KiB
Go
47 lines
1.6 KiB
Go
package search
|
|
|
|
import (
|
|
"os"
|
|
"path/filepath"
|
|
|
|
"github.com/grafana/grafana/pkg/services/featuremgmt"
|
|
"github.com/grafana/grafana/pkg/setting"
|
|
"github.com/grafana/grafana/pkg/storage/unified/resource"
|
|
"go.opentelemetry.io/otel/trace"
|
|
)
|
|
|
|
func NewSearchOptions(features featuremgmt.FeatureToggles, cfg *setting.Cfg, tracer trace.Tracer, docs resource.DocumentBuilderSupplier, indexMetrics *resource.BleveIndexMetrics) (resource.SearchOptions, error) {
|
|
// Setup the search server
|
|
if features.IsEnabledGlobally(featuremgmt.FlagUnifiedStorageSearch) ||
|
|
features.IsEnabledGlobally(featuremgmt.FlagProvisioning) {
|
|
root := cfg.IndexPath
|
|
if root == "" {
|
|
root = filepath.Join(cfg.DataPath, "unified-search", "bleve")
|
|
}
|
|
err := os.MkdirAll(root, 0750)
|
|
if err != nil {
|
|
return resource.SearchOptions{}, err
|
|
}
|
|
bleve, err := NewBleveBackend(BleveOptions{
|
|
Root: root,
|
|
FileThreshold: int64(cfg.IndexFileThreshold), // fewer than X items will use a memory index
|
|
BatchSize: cfg.IndexMaxBatchSize, // This is the batch size for how many objects to add to the index at once
|
|
IndexCacheTTL: cfg.IndexCacheTTL, // How long to keep the index cache in memory
|
|
}, tracer, features, indexMetrics)
|
|
|
|
if err != nil {
|
|
return resource.SearchOptions{}, err
|
|
}
|
|
|
|
return resource.SearchOptions{
|
|
Backend: bleve,
|
|
Resources: docs,
|
|
WorkerThreads: cfg.IndexWorkers,
|
|
InitMinCount: cfg.IndexMinCount,
|
|
InitMaxCount: cfg.IndexMaxCount,
|
|
RebuildInterval: cfg.IndexRebuildInterval,
|
|
}, nil
|
|
}
|
|
return resource.SearchOptions{}, nil
|
|
}
|