cloudflare/pint

Public

mirrored from https://github.com/cloudflare/pintAvailable

CodeCommitsIssuesPull requestsActionsInsightsSecurity
v0.79.0

Branches

Tags

  • No tags available.
0Branches0Tags
Go to file
Add file
Code

Clone

HTTPS

Download ZIP

internal/parser/source/source_test.go

537lines · modecode

1package source_test
2
3import (
4 "fmt"
5 "os"
6 "path/filepath"
7 "runtime"
8 "strconv"
9 "strings"
10 "testing"
11
12 "github.com/gkampitakis/go-snaps/snaps"
13 "github.com/stretchr/testify/require"
14 "go.yaml.in/yaml/v3"
15
16 "github.com/cloudflare/pint/internal/parser"
17 "github.com/cloudflare/pint/internal/parser/source"
18
19 promParser "github.com/prometheus/prometheus/promql/parser"
20 "github.com/prometheus/prometheus/promql/parser/posrange"
21)
22
23func TestMain(t *testing.M) {
24 v := t.Run()
25 if _, err := snaps.Clean(t, snaps.CleanOpts{Sort: true}); err != nil {
26 fmt.Printf("snaps.Clean() returned an error: %s", err)
27 os.Exit(100)
28 }
29 os.Exit(v)
30}
31
32var testCases = []string{
33 "1",
34 "1 / 5",
35 "(2 ^ 5) == bool 5",
36 "(2 ^ 5 + 11) % 5 <= bool 2",
37 "(2 ^ 5 + 11) % 5 >= bool 20",
38 "(2 ^ 5 + 11) % 5 <= bool 3",
39 "(2 ^ 5 + 11) % 5 < bool 1",
40 "20 - 15 < bool 1",
41 "2 * 5",
42 "(foo or bar) * 5",
43 "(foo or vector(2)) * 5",
44 "(foo or vector(5)) * (vector(2) or bar)",
45 `1 > bool 0`,
46 `20 > bool 10`,
47 `"test"`,
48 "foo",
49 "(foo > 1) > bool 1",
50 "foo > bool 5",
51 "foo > bool 5 == 1",
52 "foo > bool bar",
53 "(foo > bool bar) == 0",
54 "foo > bool on(instance) bar",
55 "(foo > bool on(instance) bar) == 1",
56 "foo > bool on(instance) group_left(version) bar",
57 "bar > bool on(instance) group_right(version) foo",
58 "foo and bar > bool 0",
59 "foo offset 5m",
60 `foo{job="bar"}`,
61 `foo{job=""}`,
62 `foo{job="bar"} or bar{job="foo"}`,
63 `foo{a="bar"} or bar{b="foo"}`,
64 "foo[5m]",
65 "prometheus_build_info[2m:1m]",
66 "deriv(rate(distance_covered_meters_total[1m])[5m:1m])",
67 "foo - 1",
68 "foo / 5",
69 "-foo",
70 `sum(foo{job="myjob"})`,
71 `sum(count(foo{job="myjob"}) by(instance))`,
72 `sum(foo{job="myjob"}) > 20`,
73 `sum(foo{job="myjob"}) without(job)`,
74 `sum(foo) by(job)`,
75 `sum(foo{job="myjob"}) by(job)`,
76 `abs(foo{job="myjob"} offset 5m)`,
77 `abs(foo{job="myjob"} or bar{cluster="dev"})`,
78 `sum(foo{job="myjob"} or bar{cluster="dev"}) without(instance)`,
79 `sum(foo{job="myjob"}) without(instance)`,
80 `min(foo{job="myjob"}) / max(foo{job="myjob"})`,
81 `max(foo{job="myjob"}) / min(foo{job="myjob"})`,
82 `avg(foo{job="myjob"}) by(job)`,
83 `group(foo) by(job)`,
84 `stddev(rate(foo[5m]))`,
85 `stdvar(rate(foo[5m]))`,
86 `stddev_over_time(foo[5m])`,
87 `stdvar_over_time(foo[5m])`,
88 `quantile(0.9, rate(foo[5m]))`,
89 `count_values("version", build_version)`,
90 `count_values("version", build_version) without(job)`,
91 `count_values("version", build_version{job="foo"}) without(job)`,
92 `count_values("version", build_version) by(job)`,
93 `topk(10, foo{job="myjob"}) > 10`,
94 `topk(10, foo or bar)`,
95 `rate(foo[10m])`,
96 `sum(rate(foo[10m])) without(instance)`,
97 `foo{job="foo"} / bar`,
98 `foo{job="foo"} * on(instance) bar`,
99 `foo{job="foo"} * on(instance) group_left(bar) bar`,
100 `foo{job="foo"} * on(instance) group_left(cluster) bar{cluster="bar", ignored="true"}`,
101 `foo{job="foo", ignored="true"} * on(instance) group_right(job) bar{cluster="bar"}`,
102 `count(foo / bar)`,
103 `count(up{job="a"} / on () up{job="b"})`,
104 `count(up{job="a"} / on (env) up{job="b"})`,
105 `foo{job="foo", instance="1"} and bar`,
106 `foo{job="foo", instance="1"} and on(cluster) bar`,
107 `topk(10, foo)`,
108 `topk(10, foo) without(cluster)`,
109 `topk(10, foo) by(cluster)`,
110 `bottomk(10, sum(rate(foo[5m])) without(job))`,
111 `foo or bar`,
112 `foo or bar or baz`,
113 `(foo or bar) or baz`,
114 `foo unless bar`,
115 `foo unless bar > 5`,
116 `foo unless bar unless baz`,
117 `count(sum(up{job="foo", cluster="dev"}) by(job, cluster) == 0) without(job, cluster)`,
118 "year()",
119 "year(foo)",
120 `label_join(up{job="api-server",src1="a",src2="b",src3="c"}, "foo", ",", "src1", "src2", "src3")`,
121 `
122(
123 sum(foo:sum > 0) without(notify)
124 * on(job) group_left(notify)
125 job:notify
126)
127and on(job)
128sum(foo:count) by(job) > 20`,
129 `container_file_descriptors / on (instance, app_name) container_ulimits_soft{ulimit="max_open_files"}`,
130 `container_file_descriptors / on (instance, app_name) group_left() container_ulimits_soft{ulimit="max_open_files"}`,
131 `absent(foo{job="bar"})`,
132 `absent(foo{job="bar", cluster!="dev", instance=~".+", env="prod"})`,
133 `absent(sum(foo) by(job, instance))`,
134 `absent(foo{job="prometheus", xxx="1"}) AND on(job) prometheus_build_info`,
135 `1 + sum(foo) by(notjob)`,
136 `count(node_exporter_build_info) by (instance, version) != ignoring(package,version) group_left(foo) count(deb_package_version) by (instance, version, package)`,
137 `absent(foo) or absent(bar)`,
138 `absent(vector(1))`,
139 `absent_over_time(foo[5m]) or absent(bar)`,
140 `bar * on() group_right(cluster, env) absent(foo{job="xxx"})`,
141 `bar * on() group_right() absent(foo{job="xxx"})`,
142 "vector(1)",
143 "vector(scalar(foo))",
144 "vector(0.0 >= bool 0.5) == 1",
145 `sum_over_time(foo{job="myjob"}[5m])`,
146 `days_in_month()`,
147 `days_in_month(foo{job="foo"})`,
148 `label_replace(up{job="api-server",service="a:c"}, "foo", "$1", "service", "(.*):.*")`,
149 `label_replace(sum by (pod) (pod_status) > 0, "cluster", "$1", "pod", "(.*)")`,
150 `(time() - my_metric) > 5*3600`,
151 `up{instance="a", job="prometheus"} * ignoring(job) up{instance="a", job="pint"}`,
152 `
153avg without(router, colo_id, instance) (router_anycast_prefix_enabled{cidr_use_case!~".*offpeak.*"})
154< 0.5 > 0
155or sum without(router, colo_id, instance) (router_anycast_prefix_enabled{cidr_use_case=~".*tier1.*"})
156< on() count(colo_router_tier:disabled_pops:max{tier="1",router=~"edge.*"}) * 0.4 > 0
157or avg without(router, colo_id, instance) (router_anycast_prefix_enabled{cidr_use_case=~".*regional.*"})
158< 0.1 > 0
159`,
160 `label_replace(sum(foo) without(instance), "instance", "none", "", "")`,
161 `
162sum by (region, target, colo_name) (
163 sum_over_time(probe_success{job="abc"}[5m])
164 or
165 vector(1)
166) == 0`,
167 `vector(1) or foo`,
168 `vector(0) > 0`,
169 `vector(0) > vector(1)`,
170 `sum(foo or vector(0)) > 0`,
171 `(sum(foo or vector(1)) > 0) == 2`,
172 `(sum(foo or vector(1)) > 0) != 2`,
173 `(sum(foo or vector(2)) > 0) != 2`,
174 `(sum(sometimes{foo!="bar"} or vector(0)))
175or
176((bob > 10) or sum(foo) or vector(1))`,
177 `
178(
179 sum(sometimes{foo!="bar"})
180 or
181 vector(1)
182) and (
183 ((bob > 10) or sum(bar))
184 or
185 notfound > 0
186)`,
187 "foo offset 5m > 5",
188 `
189(rate(metric2[5m]) or vector(0)) +
190(rate(metric1[5m]) or vector(1)) +
191(rate(metric3{log_name="samplerd"}[5m]) or vector(2)) > 0
192`,
193 `label_replace(vector(1), "nexthop_tag", "$1", "nexthop", "(.+)")`,
194 `(sum(foo{job="myjob"}))`,
195 `(-foo{job="myjob"})`,
196 "\n((( group(vector(0)) ))) > 0",
197 "1 > bool 5",
198 `prometheus_ready{job="prometheus"} unless vector(0)`,
199 `prometheus_ready{job="prometheus"} unless on() vector(0)`,
200 `prometheus_ready{job="prometheus"} unless on(job) vector(0)`,
201 `
202max by (instance, cluster) (cf_node_role{kubernetes_role="master",role="kubernetes"})
203unless
204 sum by (instance, cluster) (time() - node_systemd_timer_last_trigger_seconds{name=~"etcd-defrag-.*.timer"})
205 * on (instance) group_left (cluster)
206 cf_node_role{kubernetes_role="master",role="kubernetes"}
207`,
208 `foo{a="1"} * on() bar{b="2"}`,
209 `foo{a="1"} * on(instance) group_left(c,d) bar{b="2"}`,
210 `foo{a="1"} * on(instance) group_right(c,d) bar{b="2"}`,
211 `foo{a="1"} * on(instance) sum(bar{b="2"})`,
212 `foo{a="1"} * on(instance) group_left(c,d) sum(bar{b="2"})`,
213 `sum(foo{a="1"}) * on(instance) group_right(c,d) bar{b="2"}`,
214 `foo{a="1"} * on(instance) group_left(c,d) sum(bar{b="2"}) without(instance)`,
215 `sum(foo{a="1"}) without(instance) * on(instance) group_right(c,d) bar{b="2"}`,
216 `
217 max without (source_instance) (
218 increase(kernel_device_io_errors_total{device!~"loop.+"}[120m]) > 3 unless on(instance, device) (
219 increase(kernel_device_io_soft_errors_total{device!~"loop.+"}[125m])*2 > increase(kernel_device_io_errors_total[120m])
220 )
221 and on(device, instance) absent(node_disk_info)
222 ) * on(instance) group_left(group) label_replace(salt_highstate_runner_configured_minions, "instance", "$1", "minion", "(.+)")
223`,
224 `sum(foo{a="1"}) by(job) * on() bar{b="2"}`,
225 `sum(sum(foo) without(job)) by(job)`,
226 `
227prometheus:scrape_series_added:since_gc:sum
228* on(prometheus) group_left()
229label_replace(
230 max(max_over_time(go_memstats_alloc_bytes{job="prometheus"}[2h])) by(instance)
231 /
232 max(max_over_time(prometheus_tsdb_head_series[2h])) by(instance),
233 "prometheus", "$1",
234 "instance", "(.+)"
235)
236`,
237 `(day_of_week() == 6 and hour() < 1) or vector(1)`,
238 `
239sum by (foo, bar) (
240 rate(errors_total[5m])
241 * on (instance) group_left (bob, alice)
242 server_errors_total
243)`,
244 `1 - (foo or vector(0)) < 0.999`,
245 `
246(
247 vector(1) and month() == 2
248) or vector(0)
249`,
250 `count by (region) (stddev by (colo_name, region) (error_total))`,
251 `
252(
253 avg(
254 rate(foo_rejections[6h])
255 or
256 vector(0)
257 ) by (colo_name)
258 /
259 (
260 avg(
261 rate(foo_total[6h])
262 or
263 vector(1)
264 ) by (colo_name)
265 )
266) > 5
267*
268(
269 avg(
270 rate(foo_rejections[6h] offset 1d)
271 or
272 vector(0)
273 ) by (colo_name)
274 /
275 avg(
276 rate(foo_total[6h] offset 1d)
277 or
278 vector(1)
279 ) by (colo_name)
280) and on (colo_name) (colo_job:foo_total:rate2m or vector(0)) > 80
281 and on (colo_name) (colo_job:foo_total:rate2m offset 1d or vector(0)) > 80
282`,
283 `sum(selector) / sum(selector offset 30m) > 5`,
284 `
285count by (dc) (
286 max(0 < (token_expiration - time()) < (6*60*60)) by (instance)
287 * on (instance) group_right label_replace(
288 configured_minions, "instance", "$1", "minion", "(.+)")
289 ) > 5`,
290 `topk(10, prometheus_build_info*prometheus_ready)`,
291 `bottomk(10, prometheus_build_info*prometheus_ready)`,
292 `histogram_fraction(0, 0.1, metric)`,
293 `foo * foo `,
294 `foo + on(__name__, job) foo `,
295 `foo + on(__name__, job) group_left foo `,
296 `foo + on(__name__, job) group_right foo `,
297 `group by (env, cluster) (
298 up{env="prod", job="foo"} and on (instance) (services_enabled == 999)
299 )`,
300 `group by (env, cluster) (
301 up{env="prod", job="foo"} * on (instance) (services_enabled == 999)
302 )`,
303 `foo / on(instance) sum(bar)`,
304 `foo / on(instance) group_left(cluster) sum(bar)`,
305 `sum(bar) / on(instance) group_right(cluster) foo`,
306 `sum(bar) * on(cluster) sum(foo)`,
307 `
308group by (colo_name, instance, tier, animal, brand, sliver, pop_name) (
309 up{node_status="v", job="node_exporter"}
310 and on (instance) (metal_services_enabled == 999)
311 * on (colo_name) group_left(tier, animal, brand, pop_name) colo_metadata{colo_status="v"}
312 * on (instance) group_left (sliver) sliver_metadata{node_status="v"}
313)`,
314 `
315up{node_status="v", job="node_exporter"}
316* on (colo_name) group_left(tier) colo_metadata{colo_status="v"}
317* on (instance) group_left (sliver) sliver_metadata{node_status="v"}
318`, // all group_left() labels are joined to the left
319 `
320up{node_status="v", job="node_exporter"}
321and on (colo_name) colo_metadata{colo_status="v"}
322* on (instance) group_left (sliver) sliver_metadata{node_status="v"}
323`, // all group_left() labels are NOT joined to the left
324 `
325colo_metadata{colo_status="v"} * on (colo_name) group_right(tier, animal, brand, pop_name)
326sliver_metadata{node_status="v"} * on (instance) group_right (sliver)
327(metal_services_enabled == 999) * on (instance)
328up{node_status="v", job="node_exporter"}
329`, // only instance label will be present
330 `
331colo_metadata{colo_status="v"} * on (colo_name) group_right(tier, animal, brand, pop_name)
332sliver_metadata{node_status="v"} * on (instance) group_right (sliver)
333(metal_services_enabled == 999) * on (instance) group_right()
334up{node_status="v", job="node_exporter"}
335`, // no labels are joined to the right
336 `
337sliver_metadata{node_status="v"} * on (instance) group_right (sliver)
338(metal_services_enabled == 999) * on (colo_name) group_left(tier, animal, brand, pop_name)
339colo_metadata{colo_status="v"}
340`, // labels from both group_left and group_right are joined
341 `
342colo_metadata * on (colo_name) group_right(tier, animal, brand, pop_name)
343sliver_metadata * on (instance) group_right (sliver)
344metal_services_enabled
345`, // only sliver and tier are joined to the right
346 `
347colo_metadata * on (colo_name) group_right(tier, animal, brand, pop_name)
348(
349 sliver_metadata * on (instance) group_right (sliver)
350 metal_services_enabled
351)
352`, // all labels are joined to the right
353 `
354up{node_status="v", job="node_exporter"}
355* on(instance) group_left(node_status) sliver_metadata
356`, // group_left on a label already guaranteed on the left
357 `services_enabled{job=""}`,
358 `
359group by (cluster, namespace, workload, workload_type, pod) (
360 label_join(
361 label_join(
362 group by (cluster, namespace, job_name, pod) (
363 label_join(
364 kube_pod_owner{job="kube-state-metrics", owner_kind="Job"}
365 , "job_name", "", "owner_name")
366 )
367 * on (cluster, namespace, job_name) group_left(owner_kind, owner_name)
368 group by (cluster, namespace, job_name, owner_kind, owner_name) (
369 kube_job_owner{job="kube-state-metrics", owner_kind!="Pod", owner_kind!=""}
370 )
371 , "workload", "", "owner_name")
372 , "workload_type", "", "owner_kind")
373)
374`,
375 `foo{job="xxx"} + on(job) group_right(instance) bar{}`,
376 `foo{job="xxx"} + ignoring(job) group_right(instance) bar{job="zzz"}`,
377 `foo or ignoring(job) bar`,
378 `foo or on(job) bar`,
379 `
380(
381 sum(rate(panics_total{module_name=~".+"}[5m])) by (colo_name, module_name)
382 /
383 ignoring(module_name) group_left
384 sum(colo:requests:rate5m) by (colo_name)
385) > 0.01
386`,
387}
388
389func TestLabelsSource(t *testing.T) {
390 type Snapshot struct {
391 Expr string
392 Output []source.Source
393 }
394
395 _, file, _, ok := runtime.Caller(0)
396 require.True(t, ok, "can't get caller function")
397 file = strings.TrimSuffix(filepath.Base(file), ".go")
398
399 done := map[string]struct{}{}
400 for i, expr := range testCases {
401 t.Run(strconv.Itoa(i+1), func(t *testing.T) {
402 if _, ok := done[expr]; ok {
403 t.Fatalf("Duplicated query: %s", expr)
404 }
405 done[expr] = struct{}{}
406
407 t.Log(expr)
408 n, err := parser.DecodeExpr(expr)
409 if err != nil {
410 t.Error(err)
411 t.FailNow()
412 }
413 output := source.LabelsSource(expr, n.Expr)
414
415 for _, src := range output {
416 src.WalkSources(func(s source.Source, _ *source.Join, _ *source.Unless) {
417 require.Positive(t, s.Position.End, "empty position %+v", s)
418 if s.DeadInfo != nil {
419 require.Positive(t, s.DeadInfo.Fragment.End, "empty dead position %+v", s)
420 }
421 })
422 }
423
424 snap := Snapshot{
425 Expr: expr,
426 Output: output,
427 }
428 d, err := yaml.Marshal(snap)
429 require.NoError(t, err, "failed to YAML encode snapshots")
430 snaps.WithConfig(snaps.Dir("."), snaps.Filename(file)).MatchSnapshot(t, string(d))
431 })
432 }
433}
434
435func TestLabelsSourceCallCoverage(t *testing.T) {
436 for name, def := range promParser.Functions {
437 t.Run(name, func(t *testing.T) {
438 if def.Experimental {
439 t.SkipNow()
440 }
441
442 var b strings.Builder
443 b.WriteString(name)
444 b.WriteRune('(')
445 for i, at := range def.ArgTypes {
446 if i > 0 {
447 b.WriteString(", ")
448 }
449 switch at {
450 case promParser.ValueTypeNone:
451 case promParser.ValueTypeScalar:
452 b.WriteRune('1')
453 case promParser.ValueTypeVector:
454 b.WriteString("http_requests_total")
455 case promParser.ValueTypeMatrix:
456 b.WriteString("http_requests_total[2m]")
457 case promParser.ValueTypeString:
458 b.WriteString(`"foo"`)
459 }
460 }
461 b.WriteRune(')')
462
463 n, err := parser.DecodeExpr(b.String())
464 if err != nil {
465 t.Error(err)
466 t.FailNow()
467 }
468 output := source.LabelsSource(b.String(), n.Expr)
469 require.Len(t, output, 1)
470 require.NotEmpty(t, output[0].Operations)
471 call, ok := source.MostOuterOperation[*promParser.Call](output[0])
472 require.True(t, ok, "no call found in operations for: %q ~> %+v", b.String(), output)
473 require.NotNil(t, call, "no call detected in: %q ~> %+v", b.String(), output)
474 require.Equal(t, name, output[0].Operation())
475 require.Equal(t, def.ReturnType, output[0].Returns, "incorrect return type on Source{}")
476 })
477 }
478}
479
480func TestLabelsSourceCallCoverageFail(t *testing.T) {
481 n := &parser.PromQLNode{
482 Expr: &promParser.Call{
483 Func: &promParser.Function{
484 Name: "fake_call",
485 },
486 },
487 }
488 output := source.LabelsSource("fake_call()", n.Expr)
489 require.Len(t, output, 1)
490 call, ok := source.MostOuterOperation[*promParser.Call](output[0])
491 require.False(t, ok, "no call should have been detected in fake function, got: %v", ok)
492 require.Nil(t, call, "no call should have been detected in fake function, got: %+v", call)
493}
494
495func TestVectorOperation(t *testing.T) {
496 n := &parser.PromQLNode{
497 Expr: &promParser.NumberLiteral{
498 Val: 1,
499 },
500 }
501 output := source.LabelsSource("1", n.Expr)
502 require.Len(t, output, 1)
503 require.Empty(t, output[0].Operation())
504}
505
506func TestDeadLabelKindUnknownString(t *testing.T) {
507 var dl source.DeadLabelKind = 100
508 require.Equal(t, "unknown", dl.String())
509}
510
511func TestFindFuncNamePositionNoMatch(t *testing.T) {
512 within := posrange.PositionRange{Start: 0, End: 8}
513 pos := source.FindFuncNamePosition("sum(foo)", within, "rate")
514 require.Equal(t, within, pos)
515}
516
517func BenchmarkLabelsSource(b *testing.B) {
518 type testCase struct {
519 node promParser.Node
520 expr string
521 }
522 queries := make([]testCase, 0, len(testCases))
523 for _, expr := range testCases {
524 n, err := parser.DecodeExpr(expr)
525 require.NoError(b, err)
526 queries = append(queries, testCase{
527 expr: expr,
528 node: n.Expr,
529 })
530 }
531
532 for b.Loop() {
533 for _, tc := range queries {
534 source.LabelsSource(tc.expr, tc.node)
535 }
536 }
537}