Initial QSfera import

This commit is contained in:
Курнат Андрей
2026-06-07 10:20:04 +03:00
commit 2315f25754
16485 changed files with 4826827 additions and 0 deletions
+309
View File
@@ -0,0 +1,309 @@
// Copyright 2023 The Prometheus Authors
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package parse
import (
"fmt"
"strings"
"unicode"
"unicode/utf8"
)
const (
eof rune = -1
)
func isReserved(r rune) bool {
return unicode.IsSpace(r) || strings.ContainsRune("{}!=~,\\\"'`", r)
}
// expectedError is returned when the next rune does not match what is expected.
type expectedError struct {
position
input string
expected string
}
func (e expectedError) Error() string {
if e.offsetEnd >= len(e.input) {
return fmt.Sprintf("%d:%d: unexpected end of input, expected one of '%s'",
e.columnStart,
e.columnEnd,
e.expected,
)
}
return fmt.Sprintf("%d:%d: %s: expected one of '%s'",
e.columnStart,
e.columnEnd,
e.input[e.offsetStart:e.offsetEnd],
e.expected,
)
}
// invalidInputError is returned when the next rune in the input does not match
// the grammar of Prometheus-like matchers.
type invalidInputError struct {
position
input string
}
func (e invalidInputError) Error() string {
return fmt.Sprintf("%d:%d: %s: invalid input",
e.columnStart,
e.columnEnd,
e.input[e.offsetStart:e.offsetEnd],
)
}
// unterminatedError is returned when text in quotes does not have a closing quote.
type unterminatedError struct {
position
input string
quote rune
}
func (e unterminatedError) Error() string {
return fmt.Sprintf("%d:%d: %s: missing end %c",
e.columnStart,
e.columnEnd,
e.input[e.offsetStart:e.offsetEnd],
e.quote,
)
}
// lexer scans a sequence of tokens that match the grammar of Prometheus-like
// matchers. A token is emitted for each call to scan() which returns the
// next token in the input or an error if the input does not conform to the
// grammar. A token can be one of a number of kinds and corresponds to a
// subslice of the input. Once the input has been consumed successive calls to
// scan() return a tokenEOF token.
type lexer struct {
input string
err error
start int // The offset of the current token.
pos int // The position of the cursor in the input.
width int // The width of the last rune.
column int // The column offset of the current token.
cols int // The number of columns (runes) decoded from the input.
}
// Scans the next token in the input or an error if the input does not
// conform to the grammar. Once the input has been consumed successive
// calls scan() return a tokenEOF token.
func (l *lexer) scan() (token, error) {
t := token{}
// Do not attempt to emit more tokens if the input is invalid.
if l.err != nil {
return t, l.err
}
// Iterate over each rune in the input and either emit a token or an error.
for r := l.next(); r != eof; r = l.next() {
switch {
case r == '{':
t = l.emit(tokenOpenBrace)
return t, l.err
case r == '}':
t = l.emit(tokenCloseBrace)
return t, l.err
case r == ',':
t = l.emit(tokenComma)
return t, l.err
case r == '=' || r == '!':
l.rewind()
t, l.err = l.scanOperator()
return t, l.err
case r == '"':
l.rewind()
t, l.err = l.scanQuoted()
return t, l.err
case !isReserved(r):
l.rewind()
t, l.err = l.scanUnquoted()
return t, l.err
case unicode.IsSpace(r):
l.skip()
default:
l.err = invalidInputError{
position: l.position(),
input: l.input,
}
return t, l.err
}
}
return t, l.err
}
func (l *lexer) scanOperator() (token, error) {
// If the first rune is an '!' then it must be followed with either an
// '=' or '~' to not match a string or regex.
if l.accept("!") {
if l.accept("=") {
return l.emit(tokenNotEquals), nil
}
if l.accept("~") {
return l.emit(tokenNotMatches), nil
}
return token{}, expectedError{
position: l.position(),
input: l.input,
expected: "=~",
}
}
// If the first rune is an '=' then it can be followed with an optional
// '~' to match a regex.
if l.accept("=") {
if l.accept("~") {
return l.emit(tokenMatches), nil
}
return l.emit(tokenEquals), nil
}
return token{}, expectedError{
position: l.position(),
input: l.input,
expected: "!=",
}
}
func (l *lexer) scanQuoted() (token, error) {
if err := l.expect("\""); err != nil {
return token{}, err
}
var isEscaped bool
for r := l.next(); r != eof; r = l.next() {
if isEscaped {
isEscaped = false
} else if r == '\\' {
isEscaped = true
} else if r == '"' {
l.rewind()
break
}
}
if err := l.expect("\""); err != nil {
return token{}, unterminatedError{
position: l.position(),
input: l.input,
quote: '"',
}
}
return l.emit(tokenQuoted), nil
}
func (l *lexer) scanUnquoted() (token, error) {
for r := l.next(); r != eof; r = l.next() {
if isReserved(r) {
l.rewind()
break
}
}
return l.emit(tokenUnquoted), nil
}
// peek the next token in the input or an error if the input does not
// conform to the grammar. Once the input has been consumed successive
// calls peek() return a tokenEOF token.
func (l *lexer) peek() (token, error) {
start := l.start
pos := l.pos
width := l.width
column := l.column
cols := l.cols
// Do not reset l.err because we can return it on the next call to scan().
defer func() {
l.start = start
l.pos = pos
l.width = width
l.column = column
l.cols = cols
}()
return l.scan()
}
// position returns the position of the last emitted token.
func (l *lexer) position() position {
return position{
offsetStart: l.start,
offsetEnd: l.pos,
columnStart: l.column,
columnEnd: l.cols,
}
}
// accept consumes the next if its one of the valid runes.
// It returns true if the next rune was accepted, otherwise false.
func (l *lexer) accept(valid string) bool {
if strings.ContainsRune(valid, l.next()) {
return true
}
l.rewind()
return false
}
// expect consumes the next rune if its one of the valid runes.
// It returns nil if the next rune is valid, otherwise an expectedError
// error.
func (l *lexer) expect(valid string) error {
if strings.ContainsRune(valid, l.next()) {
return nil
}
l.rewind()
return expectedError{
position: l.position(),
input: l.input,
expected: valid,
}
}
// emits returns the scanned input as a token.
func (l *lexer) emit(kind tokenKind) token {
t := token{
kind: kind,
value: l.input[l.start:l.pos],
position: l.position(),
}
l.start = l.pos
l.column = l.cols
return t
}
// next returns the next rune in the input or eof.
func (l *lexer) next() rune {
if l.pos >= len(l.input) {
l.width = 0
return eof
}
r, width := utf8.DecodeRuneInString(l.input[l.pos:])
l.width = width
l.pos += width
l.cols++
return r
}
// rewind the last rune in the input. It should not be called more than once
// between consecutive calls of next.
func (l *lexer) rewind() {
l.pos -= l.width
// When the next rune in the input is eof the width is zero. This check
// prevents cols from being decremented when the next rune being accepted
// is instead eof.
if l.width > 0 {
l.cols--
}
}
// skip the scanned input between start and pos.
func (l *lexer) skip() {
l.start = l.pos
l.column = l.cols
}
+308
View File
@@ -0,0 +1,308 @@
// Copyright 2023 The Prometheus Authors
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package parse
import (
"errors"
"fmt"
"os"
"runtime/debug"
"github.com/prometheus/alertmanager/pkg/labels"
)
var (
errEOF = errors.New("end of input")
errExpectedEOF = errors.New("expected end of input")
errNoOpenBrace = errors.New("expected opening brace")
errNoCloseBrace = errors.New("expected close brace")
errNoLabelName = errors.New("expected label name")
errNoLabelValue = errors.New("expected label value")
errNoOperator = errors.New("expected an operator such as '=', '!=', '=~' or '!~'")
errExpectedComma = errors.New("expected a comma")
errExpectedCommaOrCloseBrace = errors.New("expected a comma or close brace")
errExpectedMatcherOrCloseBrace = errors.New("expected a matcher or close brace after comma")
)
// Matchers parses one or more matchers in the input string. It returns an error
// if the input is invalid.
func Matchers(input string) (matchers labels.Matchers, err error) {
defer func() {
if r := recover(); r != nil {
fmt.Fprintf(os.Stderr, "parser panic: %s, %s", r, debug.Stack())
err = errors.New("parser panic: this should never happen, check stderr for the stack trace")
}
}()
p := parser{lexer: lexer{input: input}}
return p.parse()
}
// Matcher parses the matcher in the input string. It returns an error
// if the input is invalid or contains two or more matchers.
func Matcher(input string) (*labels.Matcher, error) {
m, err := Matchers(input)
if err != nil {
return nil, err
}
switch len(m) {
case 1:
return m[0], nil
case 0:
return nil, fmt.Errorf("no matchers")
default:
return nil, fmt.Errorf("expected 1 matcher, found %d", len(m))
}
}
// parseFunc is state in the finite state automata.
type parseFunc func(l *lexer) (parseFunc, error)
// parser reads the sequence of tokens from the lexer and returns either a
// series of matchers or an error. It works as a finite state automata, where
// each state in the automata is a parseFunc. The finite state automata can move
// from one state to another by returning the next parseFunc. It terminates when
// a parseFunc returns nil as the next parseFunc, if the lexer attempts to scan
// input that does not match the expected grammar, or if the tokens returned from
// the lexer cannot be parsed into a complete series of matchers.
type parser struct {
matchers labels.Matchers
// Tracks if the input starts with an open brace and if we should expect to
// parse a close brace at the end of the input.
hasOpenBrace bool
lexer lexer
}
func (p *parser) parse() (labels.Matchers, error) {
var (
err error
fn = p.parseOpenBrace
l = &p.lexer
)
for {
if fn, err = fn(l); err != nil {
return nil, err
} else if fn == nil {
break
}
}
return p.matchers, nil
}
func (p *parser) parseOpenBrace(l *lexer) (parseFunc, error) {
var (
hasCloseBrace bool
err error
)
// Can start with an optional open brace.
p.hasOpenBrace, err = p.accept(l, tokenOpenBrace)
if err != nil {
if errors.Is(err, errEOF) {
return p.parseEOF, nil
}
return nil, err
}
// If the next token is a close brace there are no matchers in the input.
hasCloseBrace, err = p.acceptPeek(l, tokenCloseBrace)
if err != nil {
// If there is no more input after the open brace then parse the close brace
// so the error message contains ErrNoCloseBrace.
if errors.Is(err, errEOF) {
return p.parseCloseBrace, nil
}
return nil, err
}
if hasCloseBrace {
return p.parseCloseBrace, nil
}
return p.parseMatcher, nil
}
func (p *parser) parseCloseBrace(l *lexer) (parseFunc, error) {
if p.hasOpenBrace {
// If there was an open brace there must be a matching close brace.
if _, err := p.expect(l, tokenCloseBrace); err != nil {
return nil, fmt.Errorf("0:%d: %w: %w", l.position().columnEnd, err, errNoCloseBrace)
}
} else {
// If there was no open brace there must not be a close brace either.
if _, err := p.expect(l, tokenCloseBrace); err == nil {
return nil, fmt.Errorf("0:%d: }: %w", l.position().columnEnd, errNoOpenBrace)
}
}
return p.parseEOF, nil
}
func (p *parser) parseMatcher(l *lexer) (parseFunc, error) {
var (
err error
t token
matchName, matchValue string
matchTy labels.MatchType
)
// The first token should be the label name.
if t, err = p.expect(l, tokenQuoted, tokenUnquoted); err != nil {
return nil, fmt.Errorf("%w: %w", err, errNoLabelName)
}
matchName, err = t.unquote()
if err != nil {
return nil, fmt.Errorf("%d:%d: %s: invalid input", t.columnStart, t.columnEnd, t.value)
}
// The next token should be the operator.
if t, err = p.expect(l, tokenEquals, tokenNotEquals, tokenMatches, tokenNotMatches); err != nil {
return nil, fmt.Errorf("%w: %w", err, errNoOperator)
}
switch t.kind {
case tokenEquals:
matchTy = labels.MatchEqual
case tokenNotEquals:
matchTy = labels.MatchNotEqual
case tokenMatches:
matchTy = labels.MatchRegexp
case tokenNotMatches:
matchTy = labels.MatchNotRegexp
default:
panic(fmt.Sprintf("bad operator %s", t))
}
// The next token should be the match value. Like the match name, this too
// can be either double-quoted UTF-8 or unquoted UTF-8 without reserved characters.
if t, err = p.expect(l, tokenUnquoted, tokenQuoted); err != nil {
return nil, fmt.Errorf("%w: %w", err, errNoLabelValue)
}
matchValue, err = t.unquote()
if err != nil {
return nil, fmt.Errorf("%d:%d: %s: invalid input", t.columnStart, t.columnEnd, t.value)
}
m, err := labels.NewMatcher(matchTy, matchName, matchValue)
if err != nil {
return nil, fmt.Errorf("failed to create matcher: %w", err)
}
p.matchers = append(p.matchers, m)
return p.parseEndOfMatcher, nil
}
func (p *parser) parseEndOfMatcher(l *lexer) (parseFunc, error) {
t, err := p.expectPeek(l, tokenComma, tokenCloseBrace)
if err != nil {
if errors.Is(err, errEOF) {
// If this is the end of input we still need to check if the optional
// open brace has a matching close brace.
return p.parseCloseBrace, nil
}
return nil, fmt.Errorf("%w: %w", err, errExpectedCommaOrCloseBrace)
}
switch t.kind {
case tokenComma:
return p.parseComma, nil
case tokenCloseBrace:
return p.parseCloseBrace, nil
default:
panic(fmt.Sprintf("bad token %s", t))
}
}
func (p *parser) parseComma(l *lexer) (parseFunc, error) {
if _, err := p.expect(l, tokenComma); err != nil {
return nil, fmt.Errorf("%w: %w", err, errExpectedComma)
}
// The token after the comma can be another matcher, a close brace or end of input.
t, err := p.expectPeek(l, tokenCloseBrace, tokenUnquoted, tokenQuoted)
if err != nil {
if errors.Is(err, errEOF) {
// If this is the end of input we still need to check if the optional
// open brace has a matching close brace.
return p.parseCloseBrace, nil
}
return nil, fmt.Errorf("%w: %w", err, errExpectedMatcherOrCloseBrace)
}
if t.kind == tokenCloseBrace {
return p.parseCloseBrace, nil
}
return p.parseMatcher, nil
}
func (p *parser) parseEOF(l *lexer) (parseFunc, error) {
t, err := l.scan()
if err != nil {
return nil, fmt.Errorf("%w: %w", err, errExpectedEOF)
}
if !t.isEOF() {
return nil, fmt.Errorf("%d:%d: %s: %w", t.columnStart, t.columnEnd, t.value, errExpectedEOF)
}
return nil, nil
}
// nolint:godot
// accept returns true if the next token is one of the specified kinds,
// otherwise false. If the token is accepted it is consumed. tokenEOF is
// not an accepted kind and instead accept returns ErrEOF if there is no
// more input.
func (p *parser) accept(l *lexer, kinds ...tokenKind) (ok bool, err error) {
ok, err = p.acceptPeek(l, kinds...)
if ok {
if _, err = l.scan(); err != nil {
panic("failed to scan peeked token")
}
}
return ok, err
}
// nolint:godot
// acceptPeek returns true if the next token is one of the specified kinds,
// otherwise false. However, unlike accept, acceptPeek does not consume accepted
// tokens. tokenEOF is not an accepted kind and instead accept returns ErrEOF
// if there is no more input.
func (p *parser) acceptPeek(l *lexer, kinds ...tokenKind) (bool, error) {
t, err := l.peek()
if err != nil {
return false, err
}
if t.isEOF() {
return false, errEOF
}
return t.isOneOf(kinds...), nil
}
// nolint:godot
// expect returns the next token if it is one of the specified kinds, otherwise
// it returns an error. If the token is expected it is consumed. tokenEOF is not
// an accepted kind and instead expect returns ErrEOF if there is no more input.
func (p *parser) expect(l *lexer, kind ...tokenKind) (token, error) {
t, err := p.expectPeek(l, kind...)
if err != nil {
return t, err
}
if _, err = l.scan(); err != nil {
panic("failed to scan peeked token")
}
return t, nil
}
// nolint:godot
// expect returns the next token if it is one of the specified kinds, otherwise
// it returns an error. However, unlike expect, expectPeek does not consume tokens.
// tokenEOF is not an accepted kind and instead expect returns ErrEOF if there is no
// more input.
func (p *parser) expectPeek(l *lexer, kind ...tokenKind) (token, error) {
t, err := l.peek()
if err != nil {
return t, err
}
if t.isEOF() {
return t, errEOF
}
if !t.isOneOf(kind...) {
return t, fmt.Errorf("%d:%d: unexpected %s", t.columnStart, t.columnEnd, t.value)
}
return t, nil
}
+104
View File
@@ -0,0 +1,104 @@
// Copyright 2023 The Prometheus Authors
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package parse
import (
"errors"
"fmt"
"slices"
"strconv"
"unicode/utf8"
)
type tokenKind int
const (
tokenEOF tokenKind = iota
tokenOpenBrace
tokenCloseBrace
tokenComma
tokenEquals
tokenNotEquals
tokenMatches
tokenNotMatches
tokenQuoted
tokenUnquoted
)
func (k tokenKind) String() string {
switch k {
case tokenOpenBrace:
return "OpenBrace"
case tokenCloseBrace:
return "CloseBrace"
case tokenComma:
return "Comma"
case tokenEquals:
return "Equals"
case tokenNotEquals:
return "NotEquals"
case tokenMatches:
return "Matches"
case tokenNotMatches:
return "NotMatches"
case tokenQuoted:
return "Quoted"
case tokenUnquoted:
return "Unquoted"
default:
return "EOF"
}
}
type token struct {
kind tokenKind
value string
position
}
// isEOF returns true if the token is an end of file token.
func (t token) isEOF() bool {
return t.kind == tokenEOF
}
// isOneOf returns true if the token is one of the specified kinds.
func (t token) isOneOf(kinds ...tokenKind) bool {
return slices.Contains(kinds, t.kind)
}
// unquote the value in token. If unquoted returns it unmodified.
func (t token) unquote() (string, error) {
if t.kind == tokenQuoted {
unquoted, err := strconv.Unquote(t.value)
if err != nil {
return "", err
}
if !utf8.ValidString(unquoted) {
return "", errors.New("quoted string contains invalid UTF-8 code points")
}
return unquoted, nil
}
return t.value, nil
}
func (t token) String() string {
return fmt.Sprintf("(%s) '%s'", t.kind, t.value)
}
type position struct {
offsetStart int // The start position in the input.
offsetEnd int // The end position in the input.
columnStart int // The column number.
columnEnd int // The end of the column.
}