cloudflare/pint

Public

mirrored from https://github.com/cloudflare/pintAvailable

CodeCommitsIssuesPull requestsActionsInsightsSecurity
5bfeffcd0e666ca2da0b27742d74ea360907f2fc

Branches

Tags

  • No tags available.
0Branches0Tags
Go to file
Add file
Code

Clone

HTTPS

Download ZIP

internal/parser/utils/source_test.go

499lines · modecode

1package utils_test
2
3import (
4 "fmt"
5 "os"
6 "path/filepath"
7 "runtime"
8 "strconv"
9 "strings"
10 "testing"
11
12 "github.com/gkampitakis/go-snaps/snaps"
13 "github.com/stretchr/testify/require"
14 "go.yaml.in/yaml/v3"
15
16 "github.com/cloudflare/pint/internal/parser"
17 "github.com/cloudflare/pint/internal/parser/utils"
18
19 promParser "github.com/prometheus/prometheus/promql/parser"
20)
21
22func TestMain(t *testing.M) {
23 v := t.Run()
24 if _, err := snaps.Clean(t, snaps.CleanOpts{Sort: true}); err != nil {
25 fmt.Printf("snaps.Clean() returned an error: %s", err)
26 os.Exit(100)
27 }
28 os.Exit(v)
29}
30
31var testCases = []string{
32 "1",
33 "1 / 5",
34 "(2 ^ 5) == bool 5",
35 "(2 ^ 5 + 11) % 5 <= bool 2",
36 "(2 ^ 5 + 11) % 5 >= bool 20",
37 "(2 ^ 5 + 11) % 5 <= bool 3",
38 "(2 ^ 5 + 11) % 5 < bool 1",
39 "20 - 15 < bool 1",
40 "2 * 5",
41 "(foo or bar) * 5",
42 "(foo or vector(2)) * 5",
43 "(foo or vector(5)) * (vector(2) or bar)",
44 `1 > bool 0`,
45 `20 > bool 10`,
46 `"test"`,
47 "foo",
48 "(foo > 1) > bool 1",
49 "foo > bool 5",
50 "foo > bool 5 == 1",
51 "foo > bool bar",
52 "(foo > bool bar) == 0",
53 "foo > bool on(instance) bar",
54 "(foo > bool on(instance) bar) == 1",
55 "foo > bool on(instance) group_left(version) bar",
56 "bar > bool on(instance) group_right(version) foo",
57 "foo and bar > bool 0",
58 "foo offset 5m",
59 `foo{job="bar"}`,
60 `foo{job=""}`,
61 `foo{job="bar"} or bar{job="foo"}`,
62 `foo{a="bar"} or bar{b="foo"}`,
63 "foo[5m]",
64 "prometheus_build_info[2m:1m]",
65 "deriv(rate(distance_covered_meters_total[1m])[5m:1m])",
66 "foo - 1",
67 "foo / 5",
68 "-foo",
69 `sum(foo{job="myjob"})`,
70 `sum(count(foo{job="myjob"}) by(instance))`,
71 `sum(foo{job="myjob"}) > 20`,
72 `sum(foo{job="myjob"}) without(job)`,
73 `sum(foo) by(job)`,
74 `sum(foo{job="myjob"}) by(job)`,
75 `abs(foo{job="myjob"} offset 5m)`,
76 `abs(foo{job="myjob"} or bar{cluster="dev"})`,
77 `sum(foo{job="myjob"} or bar{cluster="dev"}) without(instance)`,
78 `sum(foo{job="myjob"}) without(instance)`,
79 `min(foo{job="myjob"}) / max(foo{job="myjob"})`,
80 `max(foo{job="myjob"}) / min(foo{job="myjob"})`,
81 `avg(foo{job="myjob"}) by(job)`,
82 `group(foo) by(job)`,
83 `stddev(rate(foo[5m]))`,
84 `stdvar(rate(foo[5m]))`,
85 `stddev_over_time(foo[5m])`,
86 `stdvar_over_time(foo[5m])`,
87 `quantile(0.9, rate(foo[5m]))`,
88 `count_values("version", build_version)`,
89 `count_values("version", build_version) without(job)`,
90 `count_values("version", build_version{job="foo"}) without(job)`,
91 `count_values("version", build_version) by(job)`,
92 `topk(10, foo{job="myjob"}) > 10`,
93 `topk(10, foo or bar)`,
94 `rate(foo[10m])`,
95 `sum(rate(foo[10m])) without(instance)`,
96 `foo{job="foo"} / bar`,
97 `foo{job="foo"} * on(instance) bar`,
98 `foo{job="foo"} * on(instance) group_left(bar) bar`,
99 `foo{job="foo"} * on(instance) group_left(cluster) bar{cluster="bar", ignored="true"}`,
100 `foo{job="foo", ignored="true"} * on(instance) group_right(job) bar{cluster="bar"}`,
101 `count(foo / bar)`,
102 `count(up{job="a"} / on () up{job="b"})`,
103 `count(up{job="a"} / on (env) up{job="b"})`,
104 `foo{job="foo", instance="1"} and bar`,
105 `foo{job="foo", instance="1"} and on(cluster) bar`,
106 `topk(10, foo)`,
107 `topk(10, foo) without(cluster)`,
108 `topk(10, foo) by(cluster)`,
109 `bottomk(10, sum(rate(foo[5m])) without(job))`,
110 `foo or bar`,
111 `foo or bar or baz`,
112 `(foo or bar) or baz`,
113 `foo unless bar`,
114 `foo unless bar > 5`,
115 `foo unless bar unless baz`,
116 `count(sum(up{job="foo", cluster="dev"}) by(job, cluster) == 0) without(job, cluster)`,
117 "year()",
118 "year(foo)",
119 `label_join(up{job="api-server",src1="a",src2="b",src3="c"}, "foo", ",", "src1", "src2", "src3")`,
120 `
121(
122 sum(foo:sum > 0) without(notify)
123 * on(job) group_left(notify)
124 job:notify
125)
126and on(job)
127sum(foo:count) by(job) > 20`,
128 `container_file_descriptors / on (instance, app_name) container_ulimits_soft{ulimit="max_open_files"}`,
129 `container_file_descriptors / on (instance, app_name) group_left() container_ulimits_soft{ulimit="max_open_files"}`,
130 `absent(foo{job="bar"})`,
131 `absent(foo{job="bar", cluster!="dev", instance=~".+", env="prod"})`,
132 `absent(sum(foo) by(job, instance))`,
133 `absent(foo{job="prometheus", xxx="1"}) AND on(job) prometheus_build_info`,
134 `1 + sum(foo) by(notjob)`,
135 `count(node_exporter_build_info) by (instance, version) != ignoring(package,version) group_left(foo) count(deb_package_version) by (instance, version, package)`,
136 `absent(foo) or absent(bar)`,
137 `absent_over_time(foo[5m]) or absent(bar)`,
138 `bar * on() group_right(cluster, env) absent(foo{job="xxx"})`,
139 `bar * on() group_right() absent(foo{job="xxx"})`,
140 "vector(1)",
141 "vector(scalar(foo))",
142 "vector(0.0 >= bool 0.5) == 1",
143 `sum_over_time(foo{job="myjob"}[5m])`,
144 `days_in_month()`,
145 `days_in_month(foo{job="foo"})`,
146 `label_replace(up{job="api-server",service="a:c"}, "foo", "$1", "service", "(.*):.*")`,
147 `label_replace(sum by (pod) (pod_status) > 0, "cluster", "$1", "pod", "(.*)")`,
148 `(time() - my_metric) > 5*3600`,
149 `up{instance="a", job="prometheus"} * ignoring(job) up{instance="a", job="pint"}`,
150 `
151avg without(router, colo_id, instance) (router_anycast_prefix_enabled{cidr_use_case!~".*offpeak.*"})
152< 0.5 > 0
153or sum without(router, colo_id, instance) (router_anycast_prefix_enabled{cidr_use_case=~".*tier1.*"})
154< on() count(colo_router_tier:disabled_pops:max{tier="1",router=~"edge.*"}) * 0.4 > 0
155or avg without(router, colo_id, instance) (router_anycast_prefix_enabled{cidr_use_case=~".*regional.*"})
156< 0.1 > 0
157`,
158 `label_replace(sum(foo) without(instance), "instance", "none", "", "")`,
159 `
160sum by (region, target, colo_name) (
161 sum_over_time(probe_success{job="abc"}[5m])
162 or
163 vector(1)
164) == 0`,
165 `vector(1) or foo`,
166 `vector(0) > 0`,
167 `vector(0) > vector(1)`,
168 `sum(foo or vector(0)) > 0`,
169 `(sum(foo or vector(1)) > 0) == 2`,
170 `(sum(foo or vector(1)) > 0) != 2`,
171 `(sum(foo or vector(2)) > 0) != 2`,
172 `(sum(sometimes{foo!="bar"} or vector(0)))
173or
174((bob > 10) or sum(foo) or vector(1))`,
175 `
176(
177 sum(sometimes{foo!="bar"})
178 or
179 vector(1)
180) and (
181 ((bob > 10) or sum(bar))
182 or
183 notfound > 0
184)`,
185 "foo offset 5m > 5",
186 `
187(rate(metric2[5m]) or vector(0)) +
188(rate(metric1[5m]) or vector(1)) +
189(rate(metric3{log_name="samplerd"}[5m]) or vector(2)) > 0
190`,
191 `label_replace(vector(1), "nexthop_tag", "$1", "nexthop", "(.+)")`,
192 `(sum(foo{job="myjob"}))`,
193 `(-foo{job="myjob"})`,
194 "\n((( group(vector(0)) ))) > 0",
195 "1 > bool 5",
196 `prometheus_ready{job="prometheus"} unless vector(0)`,
197 `prometheus_ready{job="prometheus"} unless on() vector(0)`,
198 `prometheus_ready{job="prometheus"} unless on(job) vector(0)`,
199 `
200max by (instance, cluster) (cf_node_role{kubernetes_role="master",role="kubernetes"})
201unless
202 sum by (instance, cluster) (time() - node_systemd_timer_last_trigger_seconds{name=~"etcd-defrag-.*.timer"})
203 * on (instance) group_left (cluster)
204 cf_node_role{kubernetes_role="master",role="kubernetes"}
205`,
206 `foo{a="1"} * on() bar{b="2"}`,
207 `foo{a="1"} * on(instance) group_left(c,d) bar{b="2"}`,
208 `foo{a="1"} * on(instance) group_right(c,d) bar{b="2"}`,
209 `foo{a="1"} * on(instance) sum(bar{b="2"})`,
210 `foo{a="1"} * on(instance) group_left(c,d) sum(bar{b="2"})`,
211 `sum(foo{a="1"}) * on(instance) group_right(c,d) bar{b="2"}`,
212 `foo{a="1"} * on(instance) group_left(c,d) sum(bar{b="2"}) without(instance)`,
213 `sum(foo{a="1"}) without(instance) * on(instance) group_right(c,d) bar{b="2"}`,
214 `
215 max without (source_instance) (
216 increase(kernel_device_io_errors_total{device!~"loop.+"}[120m]) > 3 unless on(instance, device) (
217 increase(kernel_device_io_soft_errors_total{device!~"loop.+"}[125m])*2 > increase(kernel_device_io_errors_total[120m])
218 )
219 and on(device, instance) absent(node_disk_info)
220 ) * on(instance) group_left(group) label_replace(salt_highstate_runner_configured_minions, "instance", "$1", "minion", "(.+)")
221`,
222 `sum(foo{a="1"}) by(job) * on() bar{b="2"}`,
223 `sum(sum(foo) without(job)) by(job)`,
224 `
225prometheus:scrape_series_added:since_gc:sum
226* on(prometheus) group_left()
227label_replace(
228 max(max_over_time(go_memstats_alloc_bytes{job="prometheus"}[2h])) by(instance)
229 /
230 max(max_over_time(prometheus_tsdb_head_series[2h])) by(instance),
231 "prometheus", "$1",
232 "instance", "(.+)"
233)
234`,
235 `(day_of_week() == 6 and hour() < 1) or vector(1)`,
236 `
237sum by (foo, bar) (
238 rate(errors_total[5m])
239 * on (instance) group_left (bob, alice)
240 server_errors_total
241)`,
242 `1 - (foo or vector(0)) < 0.999`,
243 `
244(
245 vector(1) and month() == 2
246) or vector(0)
247`,
248 `count by (region) (stddev by (colo_name, region) (error_total))`,
249 `
250(
251 avg(
252 rate(foo_rejections[6h])
253 or
254 vector(0)
255 ) by (colo_name)
256 /
257 (
258 avg(
259 rate(foo_total[6h])
260 or
261 vector(1)
262 ) by (colo_name)
263 )
264) > 5
265*
266(
267 avg(
268 rate(foo_rejections[6h] offset 1d)
269 or
270 vector(0)
271 ) by (colo_name)
272 /
273 avg(
274 rate(foo_total[6h] offset 1d)
275 or
276 vector(1)
277 ) by (colo_name)
278) and on (colo_name) (colo_job:foo_total:rate2m or vector(0)) > 80
279 and on (colo_name) (colo_job:foo_total:rate2m offset 1d or vector(0)) > 80
280`,
281 `sum(selector) / sum(selector offset 30m) > 5`,
282 `
283count by (dc) (
284 max(0 < (token_expiration - time()) < (6*60*60)) by (instance)
285 * on (instance) group_right label_replace(
286 configured_minions, "instance", "$1", "minion", "(.+)")
287 ) > 5`,
288 `topk(10, prometheus_build_info*prometheus_ready)`,
289 `bottomk(10, prometheus_build_info*prometheus_ready)`,
290 `histogram_fraction(0, 0.1, metric)`,
291 `foo * foo `,
292 `foo + on(__name__, job) foo `,
293 `foo + on(__name__, job) group_left foo `,
294 `foo + on(__name__, job) group_right foo `,
295 `group by (env, cluster) (
296 up{env="prod", job="foo"} and on (instance) (services_enabled == 999)
297 )`,
298 `group by (env, cluster) (
299 up{env="prod", job="foo"} * on (instance) (services_enabled == 999)
300 )`,
301 `foo / on(instance) sum(bar)`,
302 `foo / on(instance) group_left(cluster) sum(bar)`,
303 `sum(bar) / on(instance) group_right(cluster) foo`,
304 `sum(bar) * on(cluster) sum(foo)`,
305 `
306group by (colo_name, instance, tier, animal, brand, sliver, pop_name) (
307 up{node_status="v", job="node_exporter"}
308 and on (instance) (metal_services_enabled == 999)
309 * on (colo_name) group_left(tier, animal, brand, pop_name) colo_metadata{colo_status="v"}
310 * on (instance) group_left (sliver) sliver_metadata{node_status="v"}
311)`,
312 `
313up{node_status="v", job="node_exporter"}
314* on (colo_name) group_left(tier) colo_metadata{colo_status="v"}
315* on (instance) group_left (sliver) sliver_metadata{node_status="v"}
316`, // all group_left() labels are joined to the left
317 `
318up{node_status="v", job="node_exporter"}
319and on (colo_name) colo_metadata{colo_status="v"}
320* on (instance) group_left (sliver) sliver_metadata{node_status="v"}
321`, // all group_left() labels are NOT joined to the left
322 `
323colo_metadata{colo_status="v"} * on (colo_name) group_right(tier, animal, brand, pop_name)
324sliver_metadata{node_status="v"} * on (instance) group_right (sliver)
325(metal_services_enabled == 999) * on (instance)
326up{node_status="v", job="node_exporter"}
327`, // only instance label will be present
328 `
329colo_metadata{colo_status="v"} * on (colo_name) group_right(tier, animal, brand, pop_name)
330sliver_metadata{node_status="v"} * on (instance) group_right (sliver)
331(metal_services_enabled == 999) * on (instance) group_right()
332up{node_status="v", job="node_exporter"}
333`, // no labels are joined to the right
334 `
335sliver_metadata{node_status="v"} * on (instance) group_right (sliver)
336(metal_services_enabled == 999) * on (colo_name) group_left(tier, animal, brand, pop_name)
337colo_metadata{colo_status="v"}
338`, // labels from both group_left and group_right are joined
339 `
340colo_metadata * on (colo_name) group_right(tier, animal, brand, pop_name)
341sliver_metadata * on (instance) group_right (sliver)
342metal_services_enabled
343`, // only sliver and tier are joined to the right
344 `
345colo_metadata * on (colo_name) group_right(tier, animal, brand, pop_name)
346(
347 sliver_metadata * on (instance) group_right (sliver)
348 metal_services_enabled
349)
350`, // all labels are joined to the right
351 `
352up{node_status="v", job="node_exporter"}
353* on(instance) group_left(node_status) sliver_metadata
354`, // group_left on a label already guaranteed on the left
355 `services_enabled{job=""}`,
356}
357
358func TestLabelsSource(t *testing.T) {
359 type Snapshot struct {
360 Expr string
361 Output []utils.Source
362 }
363
364 _, file, _, ok := runtime.Caller(0)
365 require.True(t, ok, "can't get caller function")
366 file = strings.TrimSuffix(filepath.Base(file), ".go")
367
368 done := map[string]struct{}{}
369 for i, expr := range testCases {
370 t.Run(strconv.Itoa(i+1), func(t *testing.T) {
371 if _, ok := done[expr]; ok {
372 t.Fatalf("Duplicated query: %s", expr)
373 }
374 done[expr] = struct{}{}
375
376 n, err := parser.DecodeExpr(expr)
377 if err != nil {
378 t.Error(err)
379 t.FailNow()
380 }
381 output := utils.LabelsSource(expr, n.Expr)
382
383 for _, src := range output {
384 src.WalkSources(func(s utils.Source, _ *utils.Join, _ *utils.Unless) {
385 require.Positive(t, s.Position.End, "empty position %+v", s)
386 if s.DeadInfo != nil {
387 require.Positive(t, s.DeadInfo.Fragment.End, "empty dead position %+v", s)
388 }
389 })
390 }
391
392 snap := Snapshot{
393 Expr: expr,
394 Output: output,
395 }
396 d, err := yaml.Marshal(snap)
397 require.NoError(t, err, "failed to YAML encode snapshots")
398 snaps.WithConfig(snaps.Dir("."), snaps.Filename(file)).MatchSnapshot(t, string(d))
399 })
400 }
401}
402
403func TestLabelsSourceCallCoverage(t *testing.T) {
404 for name, def := range promParser.Functions {
405 t.Run(name, func(t *testing.T) {
406 if def.Experimental {
407 t.SkipNow()
408 }
409
410 var b strings.Builder
411 b.WriteString(name)
412 b.WriteRune('(')
413 for i, at := range def.ArgTypes {
414 if i > 0 {
415 b.WriteString(", ")
416 }
417 switch at {
418 case promParser.ValueTypeNone:
419 case promParser.ValueTypeScalar:
420 b.WriteRune('1')
421 case promParser.ValueTypeVector:
422 b.WriteString("http_requests_total")
423 case promParser.ValueTypeMatrix:
424 b.WriteString("http_requests_total[2m]")
425 case promParser.ValueTypeString:
426 b.WriteString(`"foo"`)
427 }
428 }
429 b.WriteRune(')')
430
431 n, err := parser.DecodeExpr(b.String())
432 if err != nil {
433 t.Error(err)
434 t.FailNow()
435 }
436 output := utils.LabelsSource(b.String(), n.Expr)
437 require.Len(t, output, 1)
438 require.NotEmpty(t, output[0].Operations)
439 call, ok := utils.MostOuterOperation[*promParser.Call](output[0])
440 require.True(t, ok, "no call found in operations for: %q ~> %+v", b.String(), output)
441 require.NotNil(t, call, "no call detected in: %q ~> %+v", b.String(), output)
442 require.Equal(t, name, output[0].Operation())
443 require.Equal(t, def.ReturnType, output[0].Returns, "incorrect return type on Source{}")
444 })
445 }
446}
447
448func TestLabelsSourceCallCoverageFail(t *testing.T) {
449 n := &parser.PromQLNode{
450 Expr: &promParser.Call{
451 Func: &promParser.Function{
452 Name: "fake_call",
453 },
454 },
455 }
456 output := utils.LabelsSource("fake_call()", n.Expr)
457 require.Len(t, output, 1)
458 call, ok := utils.MostOuterOperation[*promParser.Call](output[0])
459 require.False(t, ok, "no call should have been detected in fake function, got: %v", ok)
460 require.Nil(t, call, "no call should have been detected in fake function, got: %+v", call)
461}
462
463func TestVectorOperation(t *testing.T) {
464 n := &parser.PromQLNode{
465 Expr: &promParser.NumberLiteral{
466 Val: 1,
467 },
468 }
469 output := utils.LabelsSource("1", n.Expr)
470 require.Len(t, output, 1)
471 require.Empty(t, output[0].Operation())
472}
473
474func TestDeadLabelKindUnknownString(t *testing.T) {
475 var dl utils.DeadLabelKind = 100
476 require.Equal(t, "unknown", dl.String())
477}
478
479func BenchmarkLabelsSource(b *testing.B) {
480 type testCase struct {
481 node promParser.Node
482 expr string
483 }
484 queries := make([]testCase, 0, len(testCases))
485 for _, expr := range testCases {
486 n, err := parser.DecodeExpr(expr)
487 require.NoError(b, err)
488 queries = append(queries, testCase{
489 expr: expr,
490 node: n.Expr,
491 })
492 }
493
494 for b.Loop() {
495 for _, tc := range queries {
496 utils.LabelsSource(tc.expr, tc.node)
497 }
498 }
499}
500