mirror of
https://github.com/grafana/loki.git
synced 2026-03-13 09:33:58 +08:00
386d4e1653
This PR introduces a new configuration option `-dataobj-consumer.dataobj-sort-order` which controls the sort order of logs in the logs section of the dataobj when building new objects. There are two available sort options: 1. `timestamp DESC, streamID ASC` (configuration value `timestamp-desc`) 2. `streamID ASC, timestamp DESC` (configuration value `stream-asc`) The new setting is undocumented and may be removed in the future without notice. Signed-off-by: Christian Haudum <christian.haudum@gmail.com>
67 lines
1.4 KiB
Go
67 lines
1.4 KiB
Go
package logs
|
|
|
|
import (
|
|
"context"
|
|
"slices"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
|
|
"github.com/grafana/loki/v3/pkg/dataobj"
|
|
)
|
|
|
|
func TestRowReader_NoPredicates(t *testing.T) {
|
|
logsSection := buildSection(t)
|
|
|
|
readBuf := make([]Record, 3)
|
|
rowReader := NewRowReader(logsSection)
|
|
n, err := rowReader.Read(context.Background(), readBuf)
|
|
require.NoError(t, err)
|
|
require.Equal(t, 2, n)
|
|
}
|
|
|
|
func TestRowReader_StreamIDPredicate(t *testing.T) {
|
|
logsSection := buildSection(t)
|
|
|
|
readBuf := make([]Record, 3)
|
|
rowReader := NewRowReader(logsSection)
|
|
|
|
err := rowReader.MatchStreams(slices.Values([]int64{1}))
|
|
require.NoError(t, err)
|
|
n, err := rowReader.Read(context.Background(), readBuf)
|
|
require.NoError(t, err)
|
|
require.Equal(t, 1, n)
|
|
}
|
|
|
|
func buildSection(t *testing.T) *Section {
|
|
logsBuilder := NewBuilder(nil, BuilderOptions{
|
|
StripeMergeLimit: 2,
|
|
SortOrder: SortStreamASC,
|
|
})
|
|
logsBuilder.Append(Record{
|
|
StreamID: 1,
|
|
Timestamp: time.Now(),
|
|
Line: []byte("test"),
|
|
})
|
|
logsBuilder.Append(Record{
|
|
StreamID: 2,
|
|
Timestamp: time.Now(),
|
|
Line: []byte("test2"),
|
|
})
|
|
|
|
b := dataobj.NewBuilder(nil)
|
|
require.NoError(t, b.Append(logsBuilder))
|
|
|
|
obj, closer, err := b.Flush()
|
|
require.NoError(t, err)
|
|
t.Cleanup(func() { closer.Close() })
|
|
|
|
var logsSection *Section
|
|
for _, section := range obj.Sections() {
|
|
logsSection, err = Open(context.Background(), section)
|
|
require.NoError(t, err)
|
|
}
|
|
return logsSection
|
|
}
|