// Copyright 2018 Google LLC // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package parser declares an expression parser with support for macro // expansion. package parser import ( "fmt" "regexp" "strconv" "strings" "sync" antlr "github.com/antlr/antlr4/runtime/Go/antlr/v4" "github.com/google/cel-go/common" "github.com/google/cel-go/common/operators" "github.com/google/cel-go/common/runes" "github.com/google/cel-go/parser/gen" exprpb "google.golang.org/genproto/googleapis/api/expr/v1alpha1" structpb "google.golang.org/protobuf/types/known/structpb" ) // Parser encapsulates the context necessary to perform parsing for different expressions. type Parser struct { options } // NewParser builds and returns a new Parser using the provided options. func NewParser(opts ...Option) (*Parser, error) { p := &Parser{} for _, opt := range opts { if err := opt(&p.options); err != nil { return nil, err } } if p.errorReportingLimit == 0 { p.errorReportingLimit = 100 } if p.maxRecursionDepth == 0 { p.maxRecursionDepth = 250 } if p.maxRecursionDepth == -1 { p.maxRecursionDepth = int((^uint(0)) >> 1) } if p.errorRecoveryTokenLookaheadLimit == 0 { p.errorRecoveryTokenLookaheadLimit = 256 } if p.errorRecoveryLimit == 0 { p.errorRecoveryLimit = 30 } if p.errorRecoveryLimit == -1 { p.errorRecoveryLimit = int((^uint(0)) >> 1) } if p.expressionSizeCodePointLimit == 0 { p.expressionSizeCodePointLimit = 100_000 } if p.expressionSizeCodePointLimit == -1 { p.expressionSizeCodePointLimit = int((^uint(0)) >> 1) } // Bool is false by default, so populateMacroCalls will be false by default return p, nil } // mustNewParser does the work of NewParser and panics if an error occurs. // // This function is only intended for internal use and is for backwards compatibility in Parse and // ParseWithMacros, where we know the options will result in an error. func mustNewParser(opts ...Option) *Parser { p, err := NewParser(opts...) if err != nil { panic(err) } return p } // Parse parses the expression represented by source and returns the result. func (p *Parser) Parse(source common.Source) (*exprpb.ParsedExpr, *common.Errors) { errs := common.NewErrors(source) impl := parser{ errors: &parseErrors{errs}, helper: newParserHelper(source), macros: p.macros, maxRecursionDepth: p.maxRecursionDepth, errorReportingLimit: p.errorReportingLimit, errorRecoveryLimit: p.errorRecoveryLimit, errorRecoveryLookaheadTokenLimit: p.errorRecoveryTokenLookaheadLimit, populateMacroCalls: p.populateMacroCalls, enableOptionalSyntax: p.enableOptionalSyntax, enableVariadicOperatorASTs: p.enableVariadicOperatorASTs, } buf, ok := source.(runes.Buffer) if !ok { buf = runes.NewBuffer(source.Content()) } var e *exprpb.Expr if buf.Len() > p.expressionSizeCodePointLimit { e = impl.reportError(common.NoLocation, "expression code point size exceeds limit: size: %d, limit %d", buf.Len(), p.expressionSizeCodePointLimit) } else { e = impl.parse(buf, source.Description()) } return &exprpb.ParsedExpr{ Expr: e, SourceInfo: impl.helper.getSourceInfo(), }, errs } // reservedIds are not legal to use as variables. We exclude them post-parse, as they *are* valid // field names for protos, and it would complicate the grammar to distinguish the cases. var reservedIds = map[string]struct{}{ "as": {}, "break": {}, "const": {}, "continue": {}, "else": {}, "false": {}, "for": {}, "function": {}, "if": {}, "import": {}, "in": {}, "let": {}, "loop": {}, "package": {}, "namespace": {}, "null": {}, "return": {}, "true": {}, "var": {}, "void": {}, "while": {}, } // Parse converts a source input a parsed expression. // This function calls ParseWithMacros with AllMacros. // // Deprecated: Use NewParser().Parse() instead. func Parse(source common.Source) (*exprpb.ParsedExpr, *common.Errors) { return mustNewParser(Macros(AllMacros...)).Parse(source) } type recursionError struct { message string } // Error implements error. func (re *recursionError) Error() string { return re.message } var _ error = &recursionError{} type recursionListener struct { maxDepth int ruleTypeDepth map[int]*int } func (rl *recursionListener) VisitTerminal(node antlr.TerminalNode) {} func (rl *recursionListener) VisitErrorNode(node antlr.ErrorNode) {} func (rl *recursionListener) EnterEveryRule(ctx antlr.ParserRuleContext) { if ctx == nil { return } ruleIndex := ctx.GetRuleIndex() depth, found := rl.ruleTypeDepth[ruleIndex] if !found { var counter = 1 rl.ruleTypeDepth[ruleIndex] = &counter depth = &counter } else { *depth++ } if *depth > rl.maxDepth { panic(&recursionError{ message: fmt.Sprintf("expression recursion limit exceeded: %d", rl.maxDepth), }) } } func (rl *recursionListener) ExitEveryRule(ctx antlr.ParserRuleContext) { if ctx == nil { return } ruleIndex := ctx.GetRuleIndex() if depth, found := rl.ruleTypeDepth[ruleIndex]; found && *depth > 0 { *depth-- } } var _ antlr.ParseTreeListener = &recursionListener{} type tooManyErrors struct { errorReportingLimit int } func (t *tooManyErrors) Error() string { return fmt.Sprintf("More than %d syntax errors", t.errorReportingLimit) } var _ error = &tooManyErrors{} type recoveryLimitError struct { message string } // Error implements error. func (rl *recoveryLimitError) Error() string { return rl.message } type lookaheadLimitError struct { message string } func (ll *lookaheadLimitError) Error() string { return ll.message } var _ error = &recoveryLimitError{} type recoveryLimitErrorStrategy struct { *antlr.DefaultErrorStrategy errorRecoveryLimit int errorRecoveryTokenLookaheadLimit int recoveryAttempts int } type lookaheadConsumer struct { antlr.Parser errorRecoveryTokenLookaheadLimit int lookaheadAttempts int } func (lc *lookaheadConsumer) Consume() antlr.Token { if lc.lookaheadAttempts >= lc.errorRecoveryTokenLookaheadLimit { panic(&lookaheadLimitError{ message: fmt.Sprintf("error recovery token lookahead limit exceeded: %d", lc.errorRecoveryTokenLookaheadLimit), }) } lc.lookaheadAttempts++ return lc.Parser.Consume() } func (rl *recoveryLimitErrorStrategy) Recover(recognizer antlr.Parser, e antlr.RecognitionException) { rl.checkAttempts(recognizer) lc := &lookaheadConsumer{Parser: recognizer, errorRecoveryTokenLookaheadLimit: rl.errorRecoveryTokenLookaheadLimit} rl.DefaultErrorStrategy.Recover(lc, e) } func (rl *recoveryLimitErrorStrategy) RecoverInline(recognizer antlr.Parser) antlr.Token { rl.checkAttempts(recognizer) lc := &lookaheadConsumer{Parser: recognizer, errorRecoveryTokenLookaheadLimit: rl.errorRecoveryTokenLookaheadLimit} return rl.DefaultErrorStrategy.RecoverInline(lc) } func (rl *recoveryLimitErrorStrategy) checkAttempts(recognizer antlr.Parser) { if rl.recoveryAttempts == rl.errorRecoveryLimit { rl.recoveryAttempts++ msg := fmt.Sprintf("error recovery attempt limit exceeded: %d", rl.errorRecoveryLimit) recognizer.NotifyErrorListeners(msg, nil, nil) panic(&recoveryLimitError{ message: msg, }) } rl.recoveryAttempts++ } var _ antlr.ErrorStrategy = &recoveryLimitErrorStrategy{} type parser struct { gen.BaseCELVisitor errors *parseErrors helper *parserHelper macros map[string]Macro recursionDepth int errorReports int maxRecursionDepth int errorReportingLimit int errorRecoveryLimit int errorRecoveryLookaheadTokenLimit int populateMacroCalls bool enableOptionalSyntax bool enableVariadicOperatorASTs bool } var ( _ gen.CELVisitor = (*parser)(nil) lexerPool *sync.Pool = &sync.Pool{ New: func() any { l := gen.NewCELLexer(nil) l.RemoveErrorListeners() return l }, } parserPool *sync.Pool = &sync.Pool{ New: func() any { p := gen.NewCELParser(nil) p.RemoveErrorListeners() return p }, } ) func (p *parser) parse(expr runes.Buffer, desc string) *exprpb.Expr { // TODO: get rid of these pools once https://github.com/antlr/antlr4/pull/3571 is in a release lexer := lexerPool.Get().(*gen.CELLexer) prsr := parserPool.Get().(*gen.CELParser) prsrListener := &recursionListener{ maxDepth: p.maxRecursionDepth, ruleTypeDepth: map[int]*int{}, } defer func() { // Unfortunately ANTLR Go runtime is missing (*antlr.BaseParser).RemoveParseListeners, // so this is good enough until that is exported. // Reset the lexer and parser before putting them back in the pool. lexer.RemoveErrorListeners() prsr.RemoveParseListener(prsrListener) prsr.RemoveErrorListeners() lexer.SetInputStream(nil) prsr.SetInputStream(nil) lexerPool.Put(lexer) parserPool.Put(prsr) }() lexer.SetInputStream(newCharStream(expr, desc)) prsr.SetInputStream(antlr.NewCommonTokenStream(lexer, 0)) lexer.AddErrorListener(p) prsr.AddErrorListener(p) prsr.AddParseListener(prsrListener) prsr.SetErrorHandler(&recoveryLimitErrorStrategy{ DefaultErrorStrategy: antlr.NewDefaultErrorStrategy(), errorRecoveryLimit: p.errorRecoveryLimit, errorRecoveryTokenLookaheadLimit: p.errorRecoveryLookaheadTokenLimit, }) defer func() { if val := recover(); val != nil { switch err := val.(type) { case *lookaheadLimitError: p.errors.internalError(err.Error()) case *recursionError: p.errors.internalError(err.Error()) case *tooManyErrors: // do nothing case *recoveryLimitError: // do nothing, listeners already notified and error reported. default: panic(val) } } }() return p.Visit(prsr.Start()).(*exprpb.Expr) } // Visitor implementations. func (p *parser) Visit(tree antlr.ParseTree) any { t := unnest(tree) switch tree := t.(type) { case *gen.StartContext: return p.VisitStart(tree) case *gen.ExprContext: p.checkAndIncrementRecursionDepth() out := p.VisitExpr(tree) p.decrementRecursionDepth() return out case *gen.ConditionalAndContext: return p.VisitConditionalAnd(tree) case *gen.ConditionalOrContext: return p.VisitConditionalOr(tree) case *gen.RelationContext: p.checkAndIncrementRecursionDepth() out := p.VisitRelation(tree) p.decrementRecursionDepth() return out case *gen.CalcContext: p.checkAndIncrementRecursionDepth() out := p.VisitCalc(tree) p.decrementRecursionDepth() return out case *gen.LogicalNotContext: return p.VisitLogicalNot(tree) case *gen.IdentOrGlobalCallContext: return p.VisitIdentOrGlobalCall(tree) case *gen.SelectContext: p.checkAndIncrementRecursionDepth() out := p.VisitSelect(tree) p.decrementRecursionDepth() return out case *gen.MemberCallContext: p.checkAndIncrementRecursionDepth() out := p.VisitMemberCall(tree) p.decrementRecursionDepth() return out case *gen.MapInitializerListContext: return p.VisitMapInitializerList(tree) case *gen.NegateContext: return p.VisitNegate(tree) case *gen.IndexContext: p.checkAndIncrementRecursionDepth() out := p.VisitIndex(tree) p.decrementRecursionDepth() return out case *gen.UnaryContext: return p.VisitUnary(tree) case *gen.CreateListContext: return p.VisitCreateList(tree) case *gen.CreateMessageContext: return p.VisitCreateMessage(tree) case *gen.CreateStructContext: return p.VisitCreateStruct(tree) case *gen.IntContext: return p.VisitInt(tree) case *gen.UintContext: return p.VisitUint(tree) case *gen.DoubleContext: return p.VisitDouble(tree) case *gen.StringContext: return p.VisitString(tree) case *gen.BytesContext: return p.VisitBytes(tree) case *gen.BoolFalseContext: return p.VisitBoolFalse(tree) case *gen.BoolTrueContext: return p.VisitBoolTrue(tree) case *gen.NullContext: return p.VisitNull(tree) } // Report at least one error if the parser reaches an unknown parse element. // Typically, this happens if the parser has already encountered a syntax error elsewhere. if p.errors.errorCount() == 0 { txt := "<>" if t != nil { txt = fmt.Sprintf("<<%T>>", t) } return p.reportError(common.NoLocation, "unknown parse element encountered: %s", txt) } return p.helper.newExpr(common.NoLocation) } // Visit a parse tree produced by CELParser#start. func (p *parser) VisitStart(ctx *gen.StartContext) any { return p.Visit(ctx.Expr()) } // Visit a parse tree produced by CELParser#expr. func (p *parser) VisitExpr(ctx *gen.ExprContext) any { result := p.Visit(ctx.GetE()).(*exprpb.Expr) if ctx.GetOp() == nil { return result } opID := p.helper.id(ctx.GetOp()) ifTrue := p.Visit(ctx.GetE1()).(*exprpb.Expr) ifFalse := p.Visit(ctx.GetE2()).(*exprpb.Expr) return p.globalCallOrMacro(opID, operators.Conditional, result, ifTrue, ifFalse) } // Visit a parse tree produced by CELParser#conditionalOr. func (p *parser) VisitConditionalOr(ctx *gen.ConditionalOrContext) any { result := p.Visit(ctx.GetE()).(*exprpb.Expr) l := p.newLogicManager(operators.LogicalOr, result) rest := ctx.GetE1() for i, op := range ctx.GetOps() { if i >= len(rest) { return p.reportError(ctx, "unexpected character, wanted '||'") } next := p.Visit(rest[i]).(*exprpb.Expr) opID := p.helper.id(op) l.addTerm(opID, next) } return l.toExpr() } // Visit a parse tree produced by CELParser#conditionalAnd. func (p *parser) VisitConditionalAnd(ctx *gen.ConditionalAndContext) any { result := p.Visit(ctx.GetE()).(*exprpb.Expr) l := p.newLogicManager(operators.LogicalAnd, result) rest := ctx.GetE1() for i, op := range ctx.GetOps() { if i >= len(rest) { return p.reportError(ctx, "unexpected character, wanted '&&'") } next := p.Visit(rest[i]).(*exprpb.Expr) opID := p.helper.id(op) l.addTerm(opID, next) } return l.toExpr() } // Visit a parse tree produced by CELParser#relation. func (p *parser) VisitRelation(ctx *gen.RelationContext) any { opText := "" if ctx.GetOp() != nil { opText = ctx.GetOp().GetText() } if op, found := operators.Find(opText); found { lhs := p.Visit(ctx.Relation(0)).(*exprpb.Expr) opID := p.helper.id(ctx.GetOp()) rhs := p.Visit(ctx.Relation(1)).(*exprpb.Expr) return p.globalCallOrMacro(opID, op, lhs, rhs) } return p.reportError(ctx, "operator not found") } // Visit a parse tree produced by CELParser#calc. func (p *parser) VisitCalc(ctx *gen.CalcContext) any { opText := "" if ctx.GetOp() != nil { opText = ctx.GetOp().GetText() } if op, found := operators.Find(opText); found { lhs := p.Visit(ctx.Calc(0)).(*exprpb.Expr) opID := p.helper.id(ctx.GetOp()) rhs := p.Visit(ctx.Calc(1)).(*exprpb.Expr) return p.globalCallOrMacro(opID, op, lhs, rhs) } return p.reportError(ctx, "operator not found") } func (p *parser) VisitUnary(ctx *gen.UnaryContext) any { return p.helper.newLiteralString(ctx, "<>") } // Visit a parse tree produced by CELParser#LogicalNot. func (p *parser) VisitLogicalNot(ctx *gen.LogicalNotContext) any { if len(ctx.GetOps())%2 == 0 { return p.Visit(ctx.Member()) } opID := p.helper.id(ctx.GetOps()[0]) target := p.Visit(ctx.Member()).(*exprpb.Expr) return p.globalCallOrMacro(opID, operators.LogicalNot, target) } func (p *parser) VisitNegate(ctx *gen.NegateContext) any { if len(ctx.GetOps())%2 == 0 { return p.Visit(ctx.Member()) } opID := p.helper.id(ctx.GetOps()[0]) target := p.Visit(ctx.Member()).(*exprpb.Expr) return p.globalCallOrMacro(opID, operators.Negate, target) } // VisitSelect visits a parse tree produced by CELParser#Select. func (p *parser) VisitSelect(ctx *gen.SelectContext) any { operand := p.Visit(ctx.Member()).(*exprpb.Expr) // Handle the error case where no valid identifier is specified. if ctx.GetId() == nil || ctx.GetOp() == nil { return p.helper.newExpr(ctx) } id := ctx.GetId().GetText() if ctx.GetOpt() != nil { if !p.enableOptionalSyntax { return p.reportError(ctx.GetOp(), "unsupported syntax '.?'") } return p.helper.newGlobalCall( ctx.GetOp(), operators.OptSelect, operand, p.helper.newLiteralString(ctx.GetId(), id)) } return p.helper.newSelect(ctx.GetOp(), operand, id) } // VisitMemberCall visits a parse tree produced by CELParser#MemberCall. func (p *parser) VisitMemberCall(ctx *gen.MemberCallContext) any { operand := p.Visit(ctx.Member()).(*exprpb.Expr) // Handle the error case where no valid identifier is specified. if ctx.GetId() == nil { return p.helper.newExpr(ctx) } id := ctx.GetId().GetText() opID := p.helper.id(ctx.GetOpen()) return p.receiverCallOrMacro(opID, id, operand, p.visitExprList(ctx.GetArgs())...) } // Visit a parse tree produced by CELParser#Index. func (p *parser) VisitIndex(ctx *gen.IndexContext) any { target := p.Visit(ctx.Member()).(*exprpb.Expr) // Handle the error case where no valid identifier is specified. if ctx.GetOp() == nil { return p.helper.newExpr(ctx) } opID := p.helper.id(ctx.GetOp()) index := p.Visit(ctx.GetIndex()).(*exprpb.Expr) operator := operators.Index if ctx.GetOpt() != nil { if !p.enableOptionalSyntax { return p.reportError(ctx.GetOp(), "unsupported syntax '[?'") } operator = operators.OptIndex } return p.globalCallOrMacro(opID, operator, target, index) } // Visit a parse tree produced by CELParser#CreateMessage. func (p *parser) VisitCreateMessage(ctx *gen.CreateMessageContext) any { messageName := "" for _, id := range ctx.GetIds() { if len(messageName) != 0 { messageName += "." } messageName += id.GetText() } if ctx.GetLeadingDot() != nil { messageName = "." + messageName } objID := p.helper.id(ctx.GetOp()) entries := p.VisitIFieldInitializerList(ctx.GetEntries()).([]*exprpb.Expr_CreateStruct_Entry) return p.helper.newObject(objID, messageName, entries...) } // Visit a parse tree of field initializers. func (p *parser) VisitIFieldInitializerList(ctx gen.IFieldInitializerListContext) any { if ctx == nil || ctx.GetFields() == nil { // This is the result of a syntax error handled elswhere, return empty. return []*exprpb.Expr_CreateStruct_Entry{} } result := make([]*exprpb.Expr_CreateStruct_Entry, len(ctx.GetFields())) cols := ctx.GetCols() vals := ctx.GetValues() for i, f := range ctx.GetFields() { if i >= len(cols) || i >= len(vals) { // This is the result of a syntax error detected elsewhere. return []*exprpb.Expr_CreateStruct_Entry{} } initID := p.helper.id(cols[i]) optField := f.(*gen.OptFieldContext) optional := optField.GetOpt() != nil if !p.enableOptionalSyntax && optional { p.reportError(optField, "unsupported syntax '?'") continue } // The field may be empty due to a prior error. id := optField.IDENTIFIER() if id == nil { return []*exprpb.Expr_CreateStruct_Entry{} } fieldName := id.GetText() value := p.Visit(vals[i]).(*exprpb.Expr) field := p.helper.newObjectField(initID, fieldName, value, optional) result[i] = field } return result } // Visit a parse tree produced by CELParser#IdentOrGlobalCall. func (p *parser) VisitIdentOrGlobalCall(ctx *gen.IdentOrGlobalCallContext) any { identName := "" if ctx.GetLeadingDot() != nil { identName = "." } // Handle the error case where no valid identifier is specified. if ctx.GetId() == nil { return p.helper.newExpr(ctx) } // Handle reserved identifiers. id := ctx.GetId().GetText() if _, ok := reservedIds[id]; ok { return p.reportError(ctx, "reserved identifier: %s", id) } identName += id if ctx.GetOp() != nil { opID := p.helper.id(ctx.GetOp()) return p.globalCallOrMacro(opID, identName, p.visitExprList(ctx.GetArgs())...) } return p.helper.newIdent(ctx.GetId(), identName) } // Visit a parse tree produced by CELParser#CreateList. func (p *parser) VisitCreateList(ctx *gen.CreateListContext) any { listID := p.helper.id(ctx.GetOp()) elems, optionals := p.visitListInit(ctx.GetElems()) return p.helper.newList(listID, elems, optionals...) } // Visit a parse tree produced by CELParser#CreateStruct. func (p *parser) VisitCreateStruct(ctx *gen.CreateStructContext) any { structID := p.helper.id(ctx.GetOp()) entries := []*exprpb.Expr_CreateStruct_Entry{} if ctx.GetEntries() != nil { entries = p.Visit(ctx.GetEntries()).([]*exprpb.Expr_CreateStruct_Entry) } return p.helper.newMap(structID, entries...) } // Visit a parse tree produced by CELParser#mapInitializerList. func (p *parser) VisitMapInitializerList(ctx *gen.MapInitializerListContext) any { if ctx == nil || ctx.GetKeys() == nil { // This is the result of a syntax error handled elswhere, return empty. return []*exprpb.Expr_CreateStruct_Entry{} } result := make([]*exprpb.Expr_CreateStruct_Entry, len(ctx.GetCols())) keys := ctx.GetKeys() vals := ctx.GetValues() for i, col := range ctx.GetCols() { colID := p.helper.id(col) if i >= len(keys) || i >= len(vals) { // This is the result of a syntax error detected elsewhere. return []*exprpb.Expr_CreateStruct_Entry{} } optKey := keys[i] optional := optKey.GetOpt() != nil if !p.enableOptionalSyntax && optional { p.reportError(optKey, "unsupported syntax '?'") continue } key := p.Visit(optKey.GetE()).(*exprpb.Expr) value := p.Visit(vals[i]).(*exprpb.Expr) entry := p.helper.newMapEntry(colID, key, value, optional) result[i] = entry } return result } // Visit a parse tree produced by CELParser#Int. func (p *parser) VisitInt(ctx *gen.IntContext) any { text := ctx.GetTok().GetText() base := 10 if strings.HasPrefix(text, "0x") { base = 16 text = text[2:] } if ctx.GetSign() != nil { text = ctx.GetSign().GetText() + text } i, err := strconv.ParseInt(text, base, 64) if err != nil { return p.reportError(ctx, "invalid int literal") } return p.helper.newLiteralInt(ctx, i) } // Visit a parse tree produced by CELParser#Uint. func (p *parser) VisitUint(ctx *gen.UintContext) any { text := ctx.GetTok().GetText() // trim the 'u' designator included in the uint literal. text = text[:len(text)-1] base := 10 if strings.HasPrefix(text, "0x") { base = 16 text = text[2:] } i, err := strconv.ParseUint(text, base, 64) if err != nil { return p.reportError(ctx, "invalid uint literal") } return p.helper.newLiteralUint(ctx, i) } // Visit a parse tree produced by CELParser#Double. func (p *parser) VisitDouble(ctx *gen.DoubleContext) any { txt := ctx.GetTok().GetText() if ctx.GetSign() != nil { txt = ctx.GetSign().GetText() + txt } f, err := strconv.ParseFloat(txt, 64) if err != nil { return p.reportError(ctx, "invalid double literal") } return p.helper.newLiteralDouble(ctx, f) } // Visit a parse tree produced by CELParser#String. func (p *parser) VisitString(ctx *gen.StringContext) any { s := p.unquote(ctx, ctx.GetText(), false) return p.helper.newLiteralString(ctx, s) } // Visit a parse tree produced by CELParser#Bytes. func (p *parser) VisitBytes(ctx *gen.BytesContext) any { b := []byte(p.unquote(ctx, ctx.GetTok().GetText()[1:], true)) return p.helper.newLiteralBytes(ctx, b) } // Visit a parse tree produced by CELParser#BoolTrue. func (p *parser) VisitBoolTrue(ctx *gen.BoolTrueContext) any { return p.helper.newLiteralBool(ctx, true) } // Visit a parse tree produced by CELParser#BoolFalse. func (p *parser) VisitBoolFalse(ctx *gen.BoolFalseContext) any { return p.helper.newLiteralBool(ctx, false) } // Visit a parse tree produced by CELParser#Null. func (p *parser) VisitNull(ctx *gen.NullContext) any { return p.helper.newLiteral(ctx, &exprpb.Constant{ ConstantKind: &exprpb.Constant_NullValue{ NullValue: structpb.NullValue_NULL_VALUE}}) } func (p *parser) visitExprList(ctx gen.IExprListContext) []*exprpb.Expr { if ctx == nil { return []*exprpb.Expr{} } return p.visitSlice(ctx.GetE()) } func (p *parser) visitListInit(ctx gen.IListInitContext) ([]*exprpb.Expr, []int32) { if ctx == nil { return []*exprpb.Expr{}, []int32{} } elements := ctx.GetElems() result := make([]*exprpb.Expr, len(elements)) optionals := []int32{} for i, e := range elements { ex := p.Visit(e.GetE()).(*exprpb.Expr) if ex == nil { return []*exprpb.Expr{}, []int32{} } result[i] = ex if e.GetOpt() != nil { if !p.enableOptionalSyntax { p.reportError(e.GetOpt(), "unsupported syntax '?'") continue } optionals = append(optionals, int32(i)) } } return result, optionals } func (p *parser) visitSlice(expressions []gen.IExprContext) []*exprpb.Expr { if expressions == nil { return []*exprpb.Expr{} } result := make([]*exprpb.Expr, len(expressions)) for i, e := range expressions { ex := p.Visit(e).(*exprpb.Expr) result[i] = ex } return result } func (p *parser) unquote(ctx any, value string, isBytes bool) string { text, err := unescape(value, isBytes) if err != nil { p.reportError(ctx, "%s", err.Error()) return value } return text } func (p *parser) newLogicManager(function string, term *exprpb.Expr) *logicManager { if p.enableVariadicOperatorASTs { return newVariadicLogicManager(p.helper, function, term) } return newBalancingLogicManager(p.helper, function, term) } func (p *parser) reportError(ctx any, format string, args ...any) *exprpb.Expr { var location common.Location err := p.helper.newExpr(ctx) switch c := ctx.(type) { case common.Location: location = c case antlr.Token, antlr.ParserRuleContext: location = p.helper.getLocation(err.GetId()) } // Provide arguments to the report error. p.errors.reportErrorAtID(err.GetId(), location, format, args...) return err } // ANTLR Parse listener implementations func (p *parser) SyntaxError(recognizer antlr.Recognizer, offendingSymbol any, line, column int, msg string, e antlr.RecognitionException) { l := p.helper.source.NewLocation(line, column) // Hack to keep existing error messages consistent with previous versions of CEL when a reserved word // is used as an identifier. This behavior needs to be overhauled to provide consistent, normalized error // messages out of ANTLR to prevent future breaking changes related to error message content. if strings.Contains(msg, "no viable alternative") { msg = reservedIdentifier.ReplaceAllString(msg, mismatchedReservedIdentifier) } // Ensure that no more than 100 syntax errors are reported as this will halt attempts to recover from a // seriously broken expression. if p.errorReports < p.errorReportingLimit { p.errorReports++ p.errors.syntaxError(l, msg) } else { tme := &tooManyErrors{errorReportingLimit: p.errorReportingLimit} p.errors.syntaxError(l, tme.Error()) panic(tme) } } func (p *parser) ReportAmbiguity(recognizer antlr.Parser, dfa *antlr.DFA, startIndex, stopIndex int, exact bool, ambigAlts *antlr.BitSet, configs antlr.ATNConfigSet) { // Intentional } func (p *parser) ReportAttemptingFullContext(recognizer antlr.Parser, dfa *antlr.DFA, startIndex, stopIndex int, conflictingAlts *antlr.BitSet, configs antlr.ATNConfigSet) { // Intentional } func (p *parser) ReportContextSensitivity(recognizer antlr.Parser, dfa *antlr.DFA, startIndex, stopIndex, prediction int, configs antlr.ATNConfigSet) { // Intentional } func (p *parser) globalCallOrMacro(exprID int64, function string, args ...*exprpb.Expr) *exprpb.Expr { if expr, found := p.expandMacro(exprID, function, nil, args...); found { return expr } return p.helper.newGlobalCall(exprID, function, args...) } func (p *parser) receiverCallOrMacro(exprID int64, function string, target *exprpb.Expr, args ...*exprpb.Expr) *exprpb.Expr { if expr, found := p.expandMacro(exprID, function, target, args...); found { return expr } return p.helper.newReceiverCall(exprID, function, target, args...) } func (p *parser) expandMacro(exprID int64, function string, target *exprpb.Expr, args ...*exprpb.Expr) (*exprpb.Expr, bool) { macro, found := p.macros[makeMacroKey(function, len(args), target != nil)] if !found { macro, found = p.macros[makeVarArgMacroKey(function, target != nil)] if !found { return nil, false } } eh := exprHelperPool.Get().(*exprHelper) defer exprHelperPool.Put(eh) eh.parserHelper = p.helper eh.id = exprID expr, err := macro.Expander()(eh, target, args) // An error indicates that the macro was matched, but the arguments were not well-formed. if err != nil { if err.Location != nil { return p.reportError(err.Location, err.Message), true } return p.reportError(p.helper.getLocation(exprID), err.Message), true } // A nil value from the macro indicates that the macro implementation decided that // an expansion should not be performed. if expr == nil { return nil, false } if p.populateMacroCalls { p.helper.addMacroCall(expr.GetId(), function, target, args...) } return expr, true } func (p *parser) checkAndIncrementRecursionDepth() { p.recursionDepth++ if p.recursionDepth > p.maxRecursionDepth { panic(&recursionError{message: "max recursion depth exceeded"}) } } func (p *parser) decrementRecursionDepth() { p.recursionDepth-- } // unnest traverses down the left-hand side of the parse graph until it encounters the first compound // parse node or the first leaf in the parse graph. func unnest(tree antlr.ParseTree) antlr.ParseTree { for tree != nil { switch t := tree.(type) { case *gen.ExprContext: // conditionalOr op='?' conditionalOr : expr if t.GetOp() != nil { return t } // conditionalOr tree = t.GetE() case *gen.ConditionalOrContext: // conditionalAnd (ops=|| conditionalAnd)* if t.GetOps() != nil && len(t.GetOps()) > 0 { return t } // conditionalAnd tree = t.GetE() case *gen.ConditionalAndContext: // relation (ops=&& relation)* if t.GetOps() != nil && len(t.GetOps()) > 0 { return t } // relation tree = t.GetE() case *gen.RelationContext: // relation op relation if t.GetOp() != nil { return t } // calc tree = t.Calc() case *gen.CalcContext: // calc op calc if t.GetOp() != nil { return t } // unary tree = t.Unary() case *gen.MemberExprContext: // member expands to one of: primary, select, index, or create message tree = t.Member() case *gen.PrimaryExprContext: // primary expands to one of identifier, nested, create list, create struct, literal tree = t.Primary() case *gen.NestedContext: // contains a nested 'expr' tree = t.GetE() case *gen.ConstantLiteralContext: // expands to a primitive literal tree = t.Literal() default: return t } } return tree } var ( reservedIdentifier = regexp.MustCompile("no viable alternative at input '.(true|false|null)'") mismatchedReservedIdentifier = "mismatched input '$1' expecting IDENTIFIER" )