Skip to content

go.mod: upgrade Prometheus #567

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 5 commits into from
Jun 6, 2025
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 4 additions & 0 deletions engine/engine.go
Original file line number Diff line number Diff line change
Expand Up @@ -655,6 +655,10 @@ loop:
})
}
}

if !q.resultSort.keepHistograms() {
vector = filterFloats(vector)
}
sort.Slice(vector, q.resultSort.comparer(&vector))
if vector.ContainsSameLabelset() {
return newErrResult(ret, extlabels.ErrDuplicateLabelSet)
Expand Down
13 changes: 12 additions & 1 deletion engine/engine_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -1821,7 +1821,11 @@ sum by (grpc_method, grpc_code) (
http_requests_total{pod="nginx-4", series="2"} 5+2.4x50
http_requests_total{pod="nginx-5", series="2"} 8.4+2.3x50
http_requests_total{pod="nginx-6", series="2"} 2.3+2.3x50`,
query: `topk(1e+120, http_requests_total)`,
query: `
topk(
1000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000,
http_requests_total
)`,
start: time.Unix(0, 0),
end: time.Unix(3000, 0),
step: 2 * time.Second,
Expand Down Expand Up @@ -2234,6 +2238,13 @@ avg by (storage_info) (
start: time.UnixMilli(170000),
end: time.UnixMilli(170000),
},
{
name: "predict_linear",
load: `load 1m
native_histogram {{sum:100 count:100}} {{sum:103 count:103}} {{sum:106 count:106}} {{sum:109 count:109}} {{sum:112 count:112}} {{sum:3 count:3 counter_reset_hint:reset}} {{sum:6 count:6}}+{{sum:3 count:3}}x5`,
query: `increase(native_histogram[10m:3m])`,
start: time.UnixMilli(10 * 60 * 1000),
},
{
name: "utf-8 label",
load: `load 10s
Expand Down
28 changes: 28 additions & 0 deletions engine/sort.go
Original file line number Diff line number Diff line change
Expand Up @@ -21,18 +21,27 @@ const (

type resultSorter interface {
comparer(samples *promql.Vector) func(i, j int) bool
keepHistograms() bool
}

type sortFuncResultSort struct {
sortOrder sortOrder
}

func (s sortFuncResultSort) keepHistograms() bool {
return false
}

type sortByLabelFuncResult struct {
sortingLabels []string

sortOrder sortOrder
}

func (s sortByLabelFuncResult) keepHistograms() bool {
return false
}

type aggregateResultSort struct {
sortingLabels []string
groupBy bool
Expand All @@ -43,6 +52,14 @@ type aggregateResultSort struct {
type noSortResultSort struct {
}

func (a aggregateResultSort) keepHistograms() bool {
return true
}

func (s noSortResultSort) keepHistograms() bool {
return true
}

func extractSortingLabels(f *parser.Call) []string {
args := f.Args[1:]

Expand Down Expand Up @@ -104,6 +121,17 @@ func valueCompare(order sortOrder, l, r float64) bool {
return l > r
}

// filterFloats filters out histogram samples from the vector in-place.
func filterFloats(v promql.Vector) promql.Vector {
floats := v[:0]
for _, s := range v {
if s.H == nil {
floats = append(floats, s)
}
}
return floats
}

func (s sortFuncResultSort) comparer(samples *promql.Vector) func(i, j int) bool {
return func(i, j int) bool {
return valueCompare(s.sortOrder, (*samples)[i].F, (*samples)[j].F)
Expand Down
6 changes: 6 additions & 0 deletions execution/aggregate/count_values.go
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,8 @@ import (
"github.com/thanos-io/promql-engine/execution/telemetry"
"github.com/thanos-io/promql-engine/query"

"github.com/efficientgo/core/errors"
prommodel "github.com/prometheus/common/model"
"github.com/prometheus/prometheus/model/labels"
)

Expand Down Expand Up @@ -116,6 +118,10 @@ func (c *countValuesOperator) Next(ctx context.Context) ([]model.StepVector, err
}

func (c *countValuesOperator) initSeriesOnce(ctx context.Context) error {
if !prommodel.LabelName(c.param).IsValid() {
return errors.Newf("invalid label name %q", c.param)
}

nextSeries, err := c.next.Series(ctx)
if err != nil {
return err
Expand Down
30 changes: 22 additions & 8 deletions execution/binary/vector.go
Original file line number Diff line number Diff line change
Expand Up @@ -308,13 +308,13 @@ func (o *vectorOperator) execBinaryUnless(lhs, rhs model.StepVector) (model.Step
return step, nil
}

func (o *vectorOperator) computeBinaryPairing(hval, lval float64, hlhs, hrhs *histogram.FloatHistogram, annos *annotations.Annotations) (float64, *histogram.FloatHistogram, bool, error) {
func (o *vectorOperator) computeBinaryPairing(ctx context.Context, hval, lval float64, hlhs, hrhs *histogram.FloatHistogram, annos *annotations.Annotations) (float64, *histogram.FloatHistogram, bool, error) {
// operand is not commutative so we need to address potential swapping
if o.matching.Card == parser.CardOneToMany {
v, h, keep, err := vectorElemBinop(o.opType, lval, hval, hlhs, hrhs, annos)
v, h, keep, err := vectorElemBinop(ctx, o.opType, lval, hval, hlhs, hrhs, annos)
return v, h, keep, err
}
v, h, keep, err := vectorElemBinop(o.opType, hval, lval, hlhs, hrhs, annos)
v, h, keep, err := vectorElemBinop(ctx, o.opType, hval, lval, hlhs, hrhs, annos)
return v, h, keep, err
}

Expand Down Expand Up @@ -380,9 +380,9 @@ func (o *vectorOperator) execBinaryArithmetic(ctx context.Context, lhs, rhs mode
jp.bts = ts

if jp.histogramVal != nil {
_, h, keep, err = o.computeBinaryPairing(0, 0, hcs.Histograms[i], jp.histogramVal, &annos)
_, h, keep, err = o.computeBinaryPairing(ctx, 0, 0, hcs.Histograms[i], jp.histogramVal, &annos)
} else {
_, h, keep, err = o.computeBinaryPairing(0, jp.val, hcs.Histograms[i], nil, &annos)
_, h, keep, err = o.computeBinaryPairing(ctx, 0, jp.val, hcs.Histograms[i], nil, &annos)
}
if countWarnings, countInfo := annos.CountWarningsAndInfo(); countWarnings > 0 || countInfo > 0 {
warnings.MergeToContext(annos, ctx)
Expand Down Expand Up @@ -423,7 +423,7 @@ func (o *vectorOperator) execBinaryArithmetic(ctx context.Context, lhs, rhs mode
var val float64

if jp.histogramVal != nil {
_, h, _, err = o.computeBinaryPairing(hcs.Samples[i], 0, nil, jp.histogramVal, &annos)
_, h, _, err = o.computeBinaryPairing(ctx, hcs.Samples[i], 0, nil, jp.histogramVal, &annos)
if countWarnings, countInfo := annos.CountWarningsAndInfo(); countWarnings > 0 || countInfo > 0 {
warnings.MergeToContext(annos, ctx)
continue
Expand All @@ -433,7 +433,7 @@ func (o *vectorOperator) execBinaryArithmetic(ctx context.Context, lhs, rhs mode
}
step.AppendHistogram(o.pool, jp.sid, h)
} else {
val, _, keep, err = o.computeBinaryPairing(hcs.Samples[i], jp.val, nil, nil, &annos)
val, _, keep, err = o.computeBinaryPairing(ctx, hcs.Samples[i], jp.val, nil, nil, &annos)
if countWarnings, countInfo := annos.CountWarningsAndInfo(); countWarnings > 0 || countInfo > 0 {
warnings.MergeToContext(annos, ctx)
continue
Expand Down Expand Up @@ -626,7 +626,7 @@ func signatureFunc(on bool, names ...string) func(labels.Labels) uint64 {
// Lifted from: https://github.com/prometheus/prometheus/blob/v3.1.0/promql/engine.go#L2797.
// nolint: unparam
// vectorElemBinop evaluates a binary operation between two Vector elements.
func vectorElemBinop(op parser.ItemType, lhs, rhs float64, hlhs, hrhs *histogram.FloatHistogram, annos *annotations.Annotations) (float64, *histogram.FloatHistogram, bool, error) {
func vectorElemBinop(ctx context.Context, op parser.ItemType, lhs, rhs float64, hlhs, hrhs *histogram.FloatHistogram, annos *annotations.Annotations) (float64, *histogram.FloatHistogram, bool, error) {
opName := parser.ItemTypeStr[op]

switch {
Expand Down Expand Up @@ -689,12 +689,26 @@ func vectorElemBinop(op parser.ItemType, lhs, rhs float64, hlhs, hrhs *histogram
case parser.ADD:
res, err := hlhs.Copy().Add(hrhs)
if err != nil {
if errors.Is(err, histogram.ErrHistogramsIncompatibleSchema) {
warnings.AddToContext(annotations.NewMixedExponentialCustomHistogramsWarning("", posrange.PositionRange{}), ctx)
return 0, nil, false, nil
} else if errors.Is(err, histogram.ErrHistogramsIncompatibleBounds) {
warnings.AddToContext(annotations.NewIncompatibleCustomBucketsHistogramsWarning("", posrange.PositionRange{}), ctx)
return 0, nil, false, nil
}
return 0, nil, false, err
}
return 0, res.Compact(0), true, nil
case parser.SUB:
res, err := hlhs.Copy().Sub(hrhs)
if err != nil {
if errors.Is(err, histogram.ErrHistogramsIncompatibleSchema) {
warnings.AddToContext(annotations.NewMixedExponentialCustomHistogramsWarning("", posrange.PositionRange{}), ctx)
return 0, nil, false, nil
} else if errors.Is(err, histogram.ErrHistogramsIncompatibleBounds) {
warnings.AddToContext(annotations.NewIncompatibleCustomBucketsHistogramsWarning("", posrange.PositionRange{}), ctx)
return 0, nil, false, nil
}
return 0, nil, false, err
}
return 0, res.Compact(0), true, nil
Expand Down
2 changes: 1 addition & 1 deletion execution/scan/subquery.go
Original file line number Diff line number Diff line change
Expand Up @@ -257,7 +257,7 @@ func (o *subqueryOperator) initSeries(ctx context.Context) error {
o.series = make([]labels.Labels, len(series))
o.buffers = make([]*ringbuffer.GenericRingBuffer, len(series))
for i := range o.buffers {
o.buffers[i] = ringbuffer.New(ctx, 8, o.subQuery.Range.Milliseconds(), o.subQuery.Offset.Milliseconds(), o.call)
o.buffers[i] = ringbuffer.New(ctx, 8, o.subQuery.Range.Milliseconds(), o.subQuery.Offset.Milliseconds(), o.call, true)
}
var b labels.ScratchBuilder
for i, s := range series {
Expand Down
56 changes: 28 additions & 28 deletions go.mod
Original file line number Diff line number Diff line change
Expand Up @@ -9,32 +9,32 @@ require (
github.com/facette/natsort v0.0.0-20181210072756-2cd4dd1e2dcb
github.com/google/go-cmp v0.7.0
github.com/prometheus/client_golang v1.21.1
github.com/prometheus/common v0.62.0
github.com/prometheus/prometheus v0.301.0
github.com/prometheus/common v0.63.0
github.com/prometheus/prometheus v0.303.1
github.com/stretchr/testify v1.10.0
github.com/zhangyunhao116/umap v0.0.0-20221211160557-cb7705fafa39
go.uber.org/goleak v1.3.0
golang.org/x/exp v0.0.0-20240613232115-7f521ea00fb8
golang.org/x/exp v0.0.0-20250106191152-7588d65b2ba8
golang.org/x/tools v0.33.0
gonum.org/v1/gonum v0.15.1
)

require (
github.com/googleapis/gax-go/v2 v2.14.0 // indirect
github.com/prometheus/sigv4 v0.1.0 // indirect
github.com/googleapis/gax-go/v2 v2.14.1 // indirect
github.com/prometheus/sigv4 v0.1.2 // indirect
go.opentelemetry.io/auto/sdk v1.1.0 // indirect
)

require (
cloud.google.com/go/auth v0.13.0 // indirect
cloud.google.com/go/auth/oauth2adapt v0.2.6 // indirect
cloud.google.com/go/auth v0.15.0 // indirect
cloud.google.com/go/auth/oauth2adapt v0.2.7 // indirect
cloud.google.com/go/compute/metadata v0.6.0 // indirect
github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0 // indirect
github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.8.0 // indirect
github.com/Azure/azure-sdk-for-go/sdk/azcore v1.17.0 // indirect
github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.8.2 // indirect
github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0 // indirect
github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2 // indirect
github.com/AzureAD/microsoft-authentication-library-for-go v1.3.3 // indirect
github.com/alecthomas/units v0.0.0-20240927000941-0f3dac36c52b // indirect
github.com/aws/aws-sdk-go v1.55.5 // indirect
github.com/aws/aws-sdk-go v1.55.6 // indirect
github.com/bboreham/go-loser v0.0.0-20230920113527-fcc2c21820a3 // indirect
github.com/beorn7/perks v1.0.1 // indirect
github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect
Expand All @@ -46,44 +46,44 @@ require (
github.com/gogo/protobuf v1.3.2 // indirect
github.com/golang-jwt/jwt/v5 v5.2.1 // indirect
github.com/golang/snappy v0.0.4 // indirect
github.com/google/s2a-go v0.1.8 // indirect
github.com/google/s2a-go v0.1.9 // indirect
github.com/google/uuid v1.6.0 // indirect
github.com/googleapis/enterprise-certificate-proxy v0.3.4 // indirect
github.com/googleapis/enterprise-certificate-proxy v0.3.5 // indirect
github.com/grafana/regexp v0.0.0-20240518133315-a468a5bfb3bc // indirect
github.com/jmespath/go-jmespath v0.4.0 // indirect
github.com/jpillora/backoff v1.0.0 // indirect
github.com/klauspost/compress v1.17.11 // indirect
github.com/klauspost/compress v1.18.0 // indirect
github.com/kylelemons/godebug v1.1.0 // indirect
github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect
github.com/mwitkow/go-conntrack v0.0.0-20190716064945-2f068394615f // indirect
github.com/oklog/ulid v1.3.1 // indirect
github.com/oklog/ulid/v2 v2.1.0 // indirect
github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c // indirect
github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 // indirect
github.com/prometheus/client_model v0.6.1 // indirect
github.com/prometheus/procfs v0.15.1 // indirect
go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.58.0 // indirect
go.opentelemetry.io/otel v1.33.0 // indirect
go.opentelemetry.io/otel/metric v1.33.0 // indirect
go.opentelemetry.io/otel/trace v1.33.0 // indirect
go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.60.0 // indirect
go.opentelemetry.io/otel v1.35.0 // indirect
go.opentelemetry.io/otel/metric v1.35.0 // indirect
go.opentelemetry.io/otel/trace v1.35.0 // indirect
go.uber.org/atomic v1.11.0 // indirect
golang.org/x/crypto v0.38.0 // indirect
golang.org/x/mod v0.24.0 // indirect
golang.org/x/net v0.40.0 // indirect
golang.org/x/oauth2 v0.24.0 // indirect
golang.org/x/oauth2 v0.27.0 // indirect
golang.org/x/sync v0.14.0 // indirect
golang.org/x/sys v0.33.0 // indirect
golang.org/x/text v0.25.0 // indirect
golang.org/x/time v0.8.0 // indirect
google.golang.org/api v0.213.0 // indirect
google.golang.org/genproto/googleapis/rpc v0.0.0-20241209162323-e6fa225c2576 // indirect
google.golang.org/grpc v1.69.0 // indirect
google.golang.org/protobuf v1.36.1 // indirect
golang.org/x/time v0.10.0 // indirect
google.golang.org/api v0.224.0 // indirect
google.golang.org/genproto/googleapis/rpc v0.0.0-20250227231956-55c901821b1e // indirect
google.golang.org/grpc v1.71.0 // indirect
google.golang.org/protobuf v1.36.5 // indirect
gopkg.in/yaml.v2 v2.4.0 // indirect
gopkg.in/yaml.v3 v3.0.1 // indirect
k8s.io/apimachinery v0.31.3 // indirect
k8s.io/client-go v0.31.3 // indirect
k8s.io/apimachinery v0.32.2 // indirect
k8s.io/client-go v0.32.2 // indirect
k8s.io/klog/v2 v2.130.1 // indirect
k8s.io/utils v0.0.0-20240711033017-18e509b52bc8 // indirect
k8s.io/utils v0.0.0-20241104100929-3ea5e8cea738 // indirect
)

exclude (
Expand Down
Loading