Files
loki/pkg/xcap/stats_definitions.go
2026-03-11 16:28:34 +01:00

109 lines
6.2 KiB
Go

package xcap
// Common pipeline statistics tracked across executor nodes.
var (
StatPipelineRowsOut = NewStatisticInt64("rows.out", AggregationTypeSum)
StatPipelineReadCalls = NewStatisticInt64("read.calls", AggregationTypeSum)
StatPipelineReadDuration = NewStatisticFloat64("read.duration", AggregationTypeSum)
StatPipelineExecDuration = NewStatisticFloat64("exec.duration", AggregationTypeSum)
)
// ColumnCompat statistics.
var (
StatCompatCollisionFound = NewStatisticFlag("collision.found")
)
var (
// Dataset column statistics.
StatDatasetPrimaryColumns = NewStatisticInt64("primary.columns", AggregationTypeSum)
StatDatasetSecondaryColumns = NewStatisticInt64("secondary.columns", AggregationTypeSum)
StatDatasetPrimaryColumnPages = NewStatisticInt64("primary.column.pages", AggregationTypeSum)
StatDatasetSecondaryColumnPages = NewStatisticInt64("secondary.column.pages", AggregationTypeSum)
// Dataset row statistics.
StatDatasetMaxRows = NewStatisticInt64("rows.max", AggregationTypeSum)
StatDatasetRowsAfterPruning = NewStatisticInt64("rows.after.pruning", AggregationTypeSum)
StatDatasetPrimaryRowsRead = NewStatisticInt64("primary.rows.read", AggregationTypeSum)
StatDatasetSecondaryRowsRead = NewStatisticInt64("secondary.rows.read", AggregationTypeSum)
StatDatasetPrimaryRowBytes = NewStatisticInt64("primary.row.read.bytes", AggregationTypeSum)
StatDatasetSecondaryRowBytes = NewStatisticInt64("secondary.row.read.bytes", AggregationTypeSum)
// Dataset page scan statistics.
StatDatasetPagesScanned = NewStatisticInt64("pages.scanned", AggregationTypeSum)
StatDatasetPagesFoundInCache = NewStatisticInt64("pages.cache.hit", AggregationTypeSum)
StatDatasetPageDownloadRequests = NewStatisticInt64("pages.download.requests", AggregationTypeSum)
StatDatasetPageDownloadTime = NewStatisticFloat64("pages.download.duration", AggregationTypeSum)
// Dataset page download byte statistics.
StatDatasetPrimaryPagesDownloaded = NewStatisticInt64("primary.pages.downloaded", AggregationTypeSum)
StatDatasetSecondaryPagesDownloaded = NewStatisticInt64("secondary.pages.downloaded", AggregationTypeSum)
StatDatasetPrimaryColumnBytes = NewStatisticInt64("primary.pages.compressed.bytes", AggregationTypeSum)
StatDatasetSecondaryColumnBytes = NewStatisticInt64("secondary.pages.compressed.bytes", AggregationTypeSum)
StatDatasetPrimaryColumnUncompressedBytes = NewStatisticInt64("primary.column.uncompressed.bytes", AggregationTypeSum)
StatDatasetSecondaryColumnUncompressedBytes = NewStatisticInt64("secondary.column.uncompressed.bytes", AggregationTypeSum)
// Dataset read operation statistics.
StatDatasetReadCalls = NewStatisticInt64("dataset.read.calls", AggregationTypeSum)
)
// Range IO statistics.
var (
StatRangeIOInputCount = NewStatisticInt64("input.ranges", AggregationTypeSum)
StatRangeIOInputSize = NewStatisticInt64("input.ranges.size.bytes", AggregationTypeSum)
StatRangeIOOptimizedCount = NewStatisticInt64("optimized.ranges", AggregationTypeSum)
StatRangeIOOptimizedSize = NewStatisticInt64("optimized.ranges.size.bytes", AggregationTypeSum)
StatRangeIOThroughput = NewStatisticFloat64("optimized.ranges.min.throughput", AggregationTypeMin)
)
// Bucket operation statistics.
var (
StatBucketGet = NewStatisticInt64("bucket.get", AggregationTypeSum)
StatBucketGetRange = NewStatisticInt64("bucket.getrange", AggregationTypeSum)
StatBucketIter = NewStatisticInt64("bucket.iter", AggregationTypeSum)
StatBucketAttributes = NewStatisticInt64("bucket.attributes", AggregationTypeSum)
)
// Metastore statistics.
var (
StatMetastoreIndexObjects = NewStatisticInt64("metastore.index.objects", AggregationTypeSum)
StatMetastoreSectionsResolved = NewStatisticInt64("metastore.sections.resolved", AggregationTypeSum)
StatMetastoreStreamsRead = NewStatisticInt64("metastore.sections.streams.read", AggregationTypeSum)
StatMetastoreStreamsReadTime = NewStatisticFloat64("metastore.sections.streams.read.duration", AggregationTypeSum)
StatMetastoreSectionPointersRead = NewStatisticInt64("metastore.sections.pointers.read", AggregationTypeSum)
StatMetastoreSectionPointersReadTime = NewStatisticFloat64("metastore.sections.pointers.read.duration", AggregationTypeSum)
)
// Task scheduling statistics.
var (
StatTaskCount = NewStatisticInt64("task.count", AggregationTypeFirst)
// Task queue duration (queued to assignment) in seconds.
StatTaskMaxQueueDuration = NewStatisticFloat64("task.max.queue.duration", AggregationTypeMax)
// Time from workflow start until last task assignment in seconds.
StatTaskAssignmentTailDuration = NewStatisticFloat64("task.assignment.tail.duration", AggregationTypeMax)
// Time spent waiting for task admission (before being queued) in seconds.
StatTaskAdmissionWaitDuration = NewStatisticFloat64("task.admission.wait.duration", AggregationTypeSum)
)
var (
// Track number of predicates applied to enforce delete request filtering.
StatDeletePredicates = NewStatisticInt64("delete.request.predicates", AggregationTypeFirst)
)
// Task statistics.
var (
TaskRecvDuration = NewStatisticFloat64("task.recv.duration", AggregationTypeSum)
TaskSendDuration = NewStatisticFloat64("task.send.duration", AggregationTypeSum)
TaskRecordsSent = NewStatisticInt64("task.records.sent", AggregationTypeSum)
TaskRowsSent = NewStatisticInt64("task.rows.sent", AggregationTypeSum)
TaskDrainRecordsReceived = NewStatisticInt64("task.drain.records.received", AggregationTypeSum)
TaskBatchingRecordsReceived = NewStatisticInt64("task.batching.records.received", AggregationTypeSum)
TaskBatchingRowsReceived = NewStatisticInt64("task.batching.rows.received", AggregationTypeSum)
TaskBatchingBatchesProduced = NewStatisticInt64("task.batching.batches.produced", AggregationTypeSum)
TaskBatchingRowsWritten = NewStatisticInt64("task.batching.rows.written", AggregationTypeSum)
TaskExternalSourcesCount = NewStatisticInt64("task.external.sources.count", AggregationTypeFirst)
TaskExternalSinksCount = NewStatisticInt64("task.external.sinks.count", AggregationTypeFirst)
)