// Code generated by pigeon; DO NOT EDIT. package parser import ( "bytes" "errors" "fmt" "io" "math" "os" "sort" "strconv" "strings" "sync" "unicode" "unicode/utf8" "go.elara.ws/salix/internal/ast" ) func toAnySlice(v any) []any { if v == nil { return nil } return v.([]any) } func toNodeSlice(v any) []ast.Node { if v == nil { return nil } return v.([]ast.Node) } func getPos(c *current) ast.Position { return ast.Position{ Line: c.pos.line, Col: c.pos.col, } } var g = &grammar{ rules: []*rule{ { name: "Root", pos: position{line: 33, col: 1, offset: 416}, expr: &actionExpr{ pos: position{line: 33, col: 8, offset: 423}, run: (*parser).callonRoot1, expr: &labeledExpr{ pos: position{line: 33, col: 8, offset: 423}, label: "items", expr: &zeroOrMoreExpr{ pos: position{line: 33, col: 14, offset: 429}, expr: &choiceExpr{ pos: position{line: 33, col: 15, offset: 430}, alternatives: []any{ &ruleRefExpr{ pos: position{line: 33, col: 15, offset: 430}, name: "Tag", }, &ruleRefExpr{ pos: position{line: 33, col: 21, offset: 436}, name: "ExprTag", }, &ruleRefExpr{ pos: position{line: 33, col: 31, offset: 446}, name: "EndTag", }, &ruleRefExpr{ pos: position{line: 33, col: 40, offset: 455}, name: "Text", }, }, }, }, }, }, leader: false, leftRecursive: false, }, { name: "Tag", pos: position{line: 42, col: 1, offset: 641}, expr: &actionExpr{ pos: position{line: 42, col: 7, offset: 647}, run: (*parser).callonTag1, expr: &seqExpr{ pos: position{line: 42, col: 7, offset: 647}, exprs: []any{ &litMatcher{ pos: position{line: 42, col: 7, offset: 647}, val: "#", ignoreCase: false, want: "\"#\"", }, &labeledExpr{ pos: position{line: 42, col: 11, offset: 651}, label: "name", expr: &ruleRefExpr{ pos: position{line: 42, col: 16, offset: 656}, name: "Ident", }, }, &labeledExpr{ pos: position{line: 42, col: 22, offset: 662}, label: "params", expr: &zeroOrOneExpr{ pos: position{line: 42, col: 29, offset: 669}, expr: &ruleRefExpr{ pos: position{line: 42, col: 29, offset: 669}, name: "ParamList", }, }, }, &labeledExpr{ pos: position{line: 42, col: 40, offset: 680}, label: "body", expr: &zeroOrOneExpr{ pos: position{line: 42, col: 45, offset: 685}, expr: &litMatcher{ pos: position{line: 42, col: 45, offset: 685}, val: ":", ignoreCase: false, want: "\":\"", }, }, }, }, }, }, leader: false, leftRecursive: false, }, { name: "EndTag", pos: position{line: 51, col: 1, offset: 861}, expr: &actionExpr{ pos: position{line: 51, col: 10, offset: 870}, run: (*parser).callonEndTag1, expr: &seqExpr{ pos: position{line: 51, col: 10, offset: 870}, exprs: []any{ &litMatcher{ pos: position{line: 51, col: 10, offset: 870}, val: "#!", ignoreCase: false, want: "\"#!\"", }, &labeledExpr{ pos: position{line: 51, col: 15, offset: 875}, label: "name", expr: &ruleRefExpr{ pos: position{line: 51, col: 20, offset: 880}, name: "Ident", }, }, }, }, }, leader: false, leftRecursive: false, }, { name: "ExprTag", pos: position{line: 58, col: 1, offset: 990}, expr: &actionExpr{ pos: position{line: 58, col: 11, offset: 1000}, run: (*parser).callonExprTag1, expr: &seqExpr{ pos: position{line: 58, col: 11, offset: 1000}, exprs: []any{ &litMatcher{ pos: position{line: 58, col: 11, offset: 1000}, val: "#(", ignoreCase: false, want: "\"#(\"", }, &labeledExpr{ pos: position{line: 58, col: 16, offset: 1005}, label: "expr", expr: &ruleRefExpr{ pos: position{line: 58, col: 21, offset: 1010}, name: "Expr", }, }, &litMatcher{ pos: position{line: 58, col: 26, offset: 1015}, val: ")", ignoreCase: false, want: "\")\"", }, }, }, }, leader: false, leftRecursive: false, }, { name: "Expr", pos: position{line: 65, col: 1, offset: 1123}, expr: &actionExpr{ pos: position{line: 65, col: 8, offset: 1130}, run: (*parser).callonExpr1, expr: &seqExpr{ pos: position{line: 65, col: 8, offset: 1130}, exprs: []any{ &labeledExpr{ pos: position{line: 65, col: 8, offset: 1130}, label: "first", expr: &ruleRefExpr{ pos: position{line: 65, col: 14, offset: 1136}, name: "ExprSegment", }, }, &labeledExpr{ pos: position{line: 65, col: 26, offset: 1148}, label: "rest", expr: &zeroOrMoreExpr{ pos: position{line: 65, col: 31, offset: 1153}, expr: &seqExpr{ pos: position{line: 65, col: 32, offset: 1154}, exprs: []any{ &ruleRefExpr{ pos: position{line: 65, col: 32, offset: 1154}, name: "_", }, &ruleRefExpr{ pos: position{line: 65, col: 34, offset: 1156}, name: "Logical", }, &ruleRefExpr{ pos: position{line: 65, col: 42, offset: 1164}, name: "_", }, &ruleRefExpr{ pos: position{line: 65, col: 44, offset: 1166}, name: "ExprSegment", }, }, }, }, }, }, }, }, leader: false, leftRecursive: false, }, { name: "ExprSegment", pos: position{line: 84, col: 1, offset: 1680}, expr: &actionExpr{ pos: position{line: 84, col: 15, offset: 1694}, run: (*parser).callonExprSegment1, expr: &seqExpr{ pos: position{line: 84, col: 15, offset: 1694}, exprs: []any{ &labeledExpr{ pos: position{line: 84, col: 15, offset: 1694}, label: "first", expr: &ruleRefExpr{ pos: position{line: 84, col: 21, offset: 1700}, name: "Value", }, }, &labeledExpr{ pos: position{line: 84, col: 27, offset: 1706}, label: "rest", expr: &zeroOrMoreExpr{ pos: position{line: 84, col: 32, offset: 1711}, expr: &seqExpr{ pos: position{line: 84, col: 33, offset: 1712}, exprs: []any{ &ruleRefExpr{ pos: position{line: 84, col: 33, offset: 1712}, name: "_", }, &ruleRefExpr{ pos: position{line: 84, col: 35, offset: 1714}, name: "Operator", }, &ruleRefExpr{ pos: position{line: 84, col: 44, offset: 1723}, name: "_", }, &ruleRefExpr{ pos: position{line: 84, col: 46, offset: 1725}, name: "Value", }, }, }, }, }, }, }, }, leader: false, leftRecursive: false, }, { name: "ParamList", pos: position{line: 103, col: 1, offset: 2246}, expr: &actionExpr{ pos: position{line: 103, col: 13, offset: 2258}, run: (*parser).callonParamList1, expr: &seqExpr{ pos: position{line: 103, col: 13, offset: 2258}, exprs: []any{ &litMatcher{ pos: position{line: 103, col: 13, offset: 2258}, val: "(", ignoreCase: false, want: "\"(\"", }, &labeledExpr{ pos: position{line: 103, col: 17, offset: 2262}, label: "params", expr: &zeroOrOneExpr{ pos: position{line: 103, col: 24, offset: 2269}, expr: &seqExpr{ pos: position{line: 103, col: 25, offset: 2270}, exprs: []any{ &ruleRefExpr{ pos: position{line: 103, col: 25, offset: 2270}, name: "Expr", }, &zeroOrMoreExpr{ pos: position{line: 103, col: 30, offset: 2275}, expr: &seqExpr{ pos: position{line: 103, col: 32, offset: 2277}, exprs: []any{ &litMatcher{ pos: position{line: 103, col: 32, offset: 2277}, val: ",", ignoreCase: false, want: "\",\"", }, &ruleRefExpr{ pos: position{line: 103, col: 36, offset: 2281}, name: "_", }, &ruleRefExpr{ pos: position{line: 103, col: 38, offset: 2283}, name: "Expr", }, }, }, }, }, }, }, }, &litMatcher{ pos: position{line: 103, col: 49, offset: 2294}, val: ")", ignoreCase: false, want: "\")\"", }, }, }, }, leader: false, leftRecursive: false, }, { name: "Value", pos: position{line: 117, col: 1, offset: 2656}, expr: &actionExpr{ pos: position{line: 117, col: 9, offset: 2664}, run: (*parser).callonValue1, expr: &seqExpr{ pos: position{line: 117, col: 9, offset: 2664}, exprs: []any{ &labeledExpr{ pos: position{line: 117, col: 9, offset: 2664}, label: "not", expr: &zeroOrOneExpr{ pos: position{line: 117, col: 13, offset: 2668}, expr: &litMatcher{ pos: position{line: 117, col: 13, offset: 2668}, val: "!", ignoreCase: false, want: "\"!\"", }, }, }, &labeledExpr{ pos: position{line: 117, col: 18, offset: 2673}, label: "node", expr: &choiceExpr{ pos: position{line: 117, col: 24, offset: 2679}, alternatives: []any{ &ruleRefExpr{ pos: position{line: 117, col: 24, offset: 2679}, name: "MethodCall", }, &ruleRefExpr{ pos: position{line: 117, col: 37, offset: 2692}, name: "FieldAccess", }, &ruleRefExpr{ pos: position{line: 117, col: 51, offset: 2706}, name: "Index", }, &ruleRefExpr{ pos: position{line: 117, col: 59, offset: 2714}, name: "String", }, &ruleRefExpr{ pos: position{line: 117, col: 68, offset: 2723}, name: "RawString", }, &ruleRefExpr{ pos: position{line: 117, col: 80, offset: 2735}, name: "Float", }, &ruleRefExpr{ pos: position{line: 117, col: 88, offset: 2743}, name: "Integer", }, &ruleRefExpr{ pos: position{line: 117, col: 98, offset: 2753}, name: "Bool", }, &ruleRefExpr{ pos: position{line: 117, col: 105, offset: 2760}, name: "FuncCall", }, &ruleRefExpr{ pos: position{line: 117, col: 116, offset: 2771}, name: "Ident", }, }, }, }, }, }, }, leader: true, leftRecursive: true, }, { name: "MethodCall", pos: position{line: 124, col: 1, offset: 2873}, expr: &actionExpr{ pos: position{line: 124, col: 14, offset: 2886}, run: (*parser).callonMethodCall1, expr: &seqExpr{ pos: position{line: 124, col: 14, offset: 2886}, exprs: []any{ &labeledExpr{ pos: position{line: 124, col: 14, offset: 2886}, label: "value", expr: &ruleRefExpr{ pos: position{line: 124, col: 20, offset: 2892}, name: "Value", }, }, &litMatcher{ pos: position{line: 124, col: 26, offset: 2898}, val: ".", ignoreCase: false, want: "\".\"", }, &labeledExpr{ pos: position{line: 124, col: 30, offset: 2902}, label: "name", expr: &ruleRefExpr{ pos: position{line: 124, col: 35, offset: 2907}, name: "Ident", }, }, &labeledExpr{ pos: position{line: 124, col: 41, offset: 2913}, label: "params", expr: &ruleRefExpr{ pos: position{line: 124, col: 48, offset: 2920}, name: "ParamList", }, }, }, }, }, leader: false, leftRecursive: true, }, { name: "Index", pos: position{line: 133, col: 1, offset: 3113}, expr: &actionExpr{ pos: position{line: 133, col: 9, offset: 3121}, run: (*parser).callonIndex1, expr: &seqExpr{ pos: position{line: 133, col: 9, offset: 3121}, exprs: []any{ &labeledExpr{ pos: position{line: 133, col: 9, offset: 3121}, label: "value", expr: &ruleRefExpr{ pos: position{line: 133, col: 15, offset: 3127}, name: "Value", }, }, &litMatcher{ pos: position{line: 133, col: 21, offset: 3133}, val: "[", ignoreCase: false, want: "\"[\"", }, &labeledExpr{ pos: position{line: 133, col: 25, offset: 3137}, label: "index", expr: &ruleRefExpr{ pos: position{line: 133, col: 31, offset: 3143}, name: "Value", }, }, &litMatcher{ pos: position{line: 133, col: 37, offset: 3149}, val: "]", ignoreCase: false, want: "\"]\"", }, }, }, }, leader: false, leftRecursive: true, }, { name: "FieldAccess", pos: position{line: 141, col: 1, offset: 3292}, expr: &actionExpr{ pos: position{line: 141, col: 15, offset: 3306}, run: (*parser).callonFieldAccess1, expr: &seqExpr{ pos: position{line: 141, col: 15, offset: 3306}, exprs: []any{ &labeledExpr{ pos: position{line: 141, col: 15, offset: 3306}, label: "value", expr: &ruleRefExpr{ pos: position{line: 141, col: 21, offset: 3312}, name: "Value", }, }, &litMatcher{ pos: position{line: 141, col: 27, offset: 3318}, val: ".", ignoreCase: false, want: "\".\"", }, &labeledExpr{ pos: position{line: 141, col: 31, offset: 3322}, label: "name", expr: &ruleRefExpr{ pos: position{line: 141, col: 36, offset: 3327}, name: "Ident", }, }, }, }, }, leader: false, leftRecursive: true, }, { name: "Ident", pos: position{line: 149, col: 1, offset: 3478}, expr: &actionExpr{ pos: position{line: 149, col: 9, offset: 3486}, run: (*parser).callonIdent1, expr: &seqExpr{ pos: position{line: 149, col: 9, offset: 3486}, exprs: []any{ &charClassMatcher{ pos: position{line: 149, col: 9, offset: 3486}, val: "[a-z]i", ranges: []rune{'a', 'z'}, ignoreCase: true, inverted: false, }, &zeroOrMoreExpr{ pos: position{line: 149, col: 16, offset: 3493}, expr: &charClassMatcher{ pos: position{line: 149, col: 16, offset: 3493}, val: "[a-z0-9_]i", chars: []rune{'_'}, ranges: []rune{'a', 'z', '0', '9'}, ignoreCase: true, inverted: false, }, }, }, }, }, leader: false, leftRecursive: false, }, { name: "FuncCall", pos: position{line: 156, col: 1, offset: 3607}, expr: &actionExpr{ pos: position{line: 156, col: 12, offset: 3618}, run: (*parser).callonFuncCall1, expr: &seqExpr{ pos: position{line: 156, col: 12, offset: 3618}, exprs: []any{ &labeledExpr{ pos: position{line: 156, col: 12, offset: 3618}, label: "name", expr: &ruleRefExpr{ pos: position{line: 156, col: 17, offset: 3623}, name: "Ident", }, }, &labeledExpr{ pos: position{line: 156, col: 23, offset: 3629}, label: "params", expr: &ruleRefExpr{ pos: position{line: 156, col: 30, offset: 3636}, name: "ParamList", }, }, }, }, }, leader: false, leftRecursive: false, }, { name: "Integer", pos: position{line: 164, col: 1, offset: 3791}, expr: &actionExpr{ pos: position{line: 164, col: 11, offset: 3801}, run: (*parser).callonInteger1, expr: &choiceExpr{ pos: position{line: 164, col: 12, offset: 3802}, alternatives: []any{ &seqExpr{ pos: position{line: 164, col: 12, offset: 3802}, exprs: []any{ &litMatcher{ pos: position{line: 164, col: 12, offset: 3802}, val: "0x", ignoreCase: false, want: "\"0x\"", }, &oneOrMoreExpr{ pos: position{line: 164, col: 17, offset: 3807}, expr: &charClassMatcher{ pos: position{line: 164, col: 17, offset: 3807}, val: "[0-9a-f]i", ranges: []rune{'0', '9', 'a', 'f'}, ignoreCase: true, inverted: false, }, }, }, }, &seqExpr{ pos: position{line: 164, col: 30, offset: 3820}, exprs: []any{ &litMatcher{ pos: position{line: 164, col: 30, offset: 3820}, val: "0o", ignoreCase: false, want: "\"0o\"", }, &oneOrMoreExpr{ pos: position{line: 164, col: 35, offset: 3825}, expr: &charClassMatcher{ pos: position{line: 164, col: 35, offset: 3825}, val: "[0-7]", ranges: []rune{'0', '7'}, ignoreCase: false, inverted: false, }, }, }, }, &seqExpr{ pos: position{line: 164, col: 44, offset: 3834}, exprs: []any{ &litMatcher{ pos: position{line: 164, col: 44, offset: 3834}, val: "0b", ignoreCase: false, want: "\"0b\"", }, &oneOrMoreExpr{ pos: position{line: 164, col: 49, offset: 3839}, expr: &charClassMatcher{ pos: position{line: 164, col: 49, offset: 3839}, val: "[01]", chars: []rune{'0', '1'}, ignoreCase: false, inverted: false, }, }, }, }, &oneOrMoreExpr{ pos: position{line: 164, col: 57, offset: 3847}, expr: &charClassMatcher{ pos: position{line: 164, col: 57, offset: 3847}, val: "[0-9]", ranges: []rune{'0', '9'}, ignoreCase: false, inverted: false, }, }, }, }, }, leader: false, leftRecursive: false, }, { name: "Float", pos: position{line: 172, col: 1, offset: 3999}, expr: &actionExpr{ pos: position{line: 172, col: 9, offset: 4007}, run: (*parser).callonFloat1, expr: &labeledExpr{ pos: position{line: 172, col: 9, offset: 4007}, label: "value", expr: &seqExpr{ pos: position{line: 172, col: 16, offset: 4014}, exprs: []any{ &oneOrMoreExpr{ pos: position{line: 172, col: 16, offset: 4014}, expr: &charClassMatcher{ pos: position{line: 172, col: 16, offset: 4014}, val: "[0-9]", ranges: []rune{'0', '9'}, ignoreCase: false, inverted: false, }, }, &litMatcher{ pos: position{line: 172, col: 23, offset: 4021}, val: ".", ignoreCase: false, want: "\".\"", }, &oneOrMoreExpr{ pos: position{line: 172, col: 27, offset: 4025}, expr: &charClassMatcher{ pos: position{line: 172, col: 27, offset: 4025}, val: "[0-9]", ranges: []rune{'0', '9'}, ignoreCase: false, inverted: false, }, }, }, }, }, }, leader: false, leftRecursive: false, }, { name: "String", pos: position{line: 180, col: 1, offset: 4174}, expr: &actionExpr{ pos: position{line: 180, col: 10, offset: 4183}, run: (*parser).callonString1, expr: &seqExpr{ pos: position{line: 180, col: 10, offset: 4183}, exprs: []any{ &litMatcher{ pos: position{line: 180, col: 10, offset: 4183}, val: "\"", ignoreCase: false, want: "\"\\\"\"", }, &labeledExpr{ pos: position{line: 180, col: 14, offset: 4187}, label: "value", expr: &zeroOrMoreExpr{ pos: position{line: 180, col: 20, offset: 4193}, expr: &charClassMatcher{ pos: position{line: 180, col: 20, offset: 4193}, val: "[^\"]", chars: []rune{'"'}, ignoreCase: false, inverted: true, }, }, }, &litMatcher{ pos: position{line: 180, col: 26, offset: 4199}, val: "\"", ignoreCase: false, want: "\"\\\"\"", }, }, }, }, leader: false, leftRecursive: false, }, { name: "RawString", pos: position{line: 188, col: 1, offset: 4338}, expr: &actionExpr{ pos: position{line: 188, col: 13, offset: 4350}, run: (*parser).callonRawString1, expr: &seqExpr{ pos: position{line: 188, col: 13, offset: 4350}, exprs: []any{ &litMatcher{ pos: position{line: 188, col: 13, offset: 4350}, val: "`", ignoreCase: false, want: "\"`\"", }, &labeledExpr{ pos: position{line: 188, col: 17, offset: 4354}, label: "value", expr: &zeroOrMoreExpr{ pos: position{line: 188, col: 23, offset: 4360}, expr: &charClassMatcher{ pos: position{line: 188, col: 23, offset: 4360}, val: "[^`]", chars: []rune{'`'}, ignoreCase: false, inverted: true, }, }, }, &litMatcher{ pos: position{line: 188, col: 29, offset: 4366}, val: "`", ignoreCase: false, want: "\"`\"", }, }, }, }, leader: false, leftRecursive: false, }, { name: "Bool", pos: position{line: 196, col: 1, offset: 4505}, expr: &actionExpr{ pos: position{line: 196, col: 8, offset: 4512}, run: (*parser).callonBool1, expr: &choiceExpr{ pos: position{line: 196, col: 9, offset: 4513}, alternatives: []any{ &litMatcher{ pos: position{line: 196, col: 9, offset: 4513}, val: "true", ignoreCase: true, want: "\"true\"i", }, &litMatcher{ pos: position{line: 196, col: 19, offset: 4523}, val: "false", ignoreCase: true, want: "\"false\"i", }, }, }, }, leader: false, leftRecursive: false, }, { name: "Operator", pos: position{line: 204, col: 1, offset: 4668}, expr: &actionExpr{ pos: position{line: 204, col: 12, offset: 4679}, run: (*parser).callonOperator1, expr: &choiceExpr{ pos: position{line: 204, col: 13, offset: 4680}, alternatives: []any{ &litMatcher{ pos: position{line: 204, col: 13, offset: 4680}, val: "==", ignoreCase: false, want: "\"==\"", }, &litMatcher{ pos: position{line: 204, col: 20, offset: 4687}, val: "<=", ignoreCase: false, want: "\"<=\"", }, &litMatcher{ pos: position{line: 204, col: 27, offset: 4694}, val: ">=", ignoreCase: false, want: "\">=\"", }, &litMatcher{ pos: position{line: 204, col: 34, offset: 4701}, val: "in", ignoreCase: true, want: "\"in\"i", }, &litMatcher{ pos: position{line: 204, col: 42, offset: 4709}, val: "<", ignoreCase: false, want: "\"<\"", }, &litMatcher{ pos: position{line: 204, col: 48, offset: 4715}, val: ">", ignoreCase: false, want: "\">\"", }, &litMatcher{ pos: position{line: 204, col: 54, offset: 4721}, val: "+", ignoreCase: false, want: "\"+\"", }, &litMatcher{ pos: position{line: 204, col: 60, offset: 4727}, val: "-", ignoreCase: false, want: "\"-\"", }, &litMatcher{ pos: position{line: 204, col: 66, offset: 4733}, val: "/", ignoreCase: false, want: "\"/\"", }, &litMatcher{ pos: position{line: 204, col: 72, offset: 4739}, val: "*", ignoreCase: false, want: "\"*\"", }, }, }, }, leader: false, leftRecursive: false, }, { name: "Logical", pos: position{line: 211, col: 1, offset: 4848}, expr: &actionExpr{ pos: position{line: 211, col: 11, offset: 4858}, run: (*parser).callonLogical1, expr: &choiceExpr{ pos: position{line: 211, col: 12, offset: 4859}, alternatives: []any{ &litMatcher{ pos: position{line: 211, col: 12, offset: 4859}, val: "&&", ignoreCase: false, want: "\"&&\"", }, &litMatcher{ pos: position{line: 211, col: 19, offset: 4866}, val: "||", ignoreCase: false, want: "\"||\"", }, }, }, }, leader: false, leftRecursive: false, }, { name: "Text", pos: position{line: 218, col: 1, offset: 4975}, expr: &actionExpr{ pos: position{line: 218, col: 8, offset: 4982}, run: (*parser).callonText1, expr: &seqExpr{ pos: position{line: 218, col: 8, offset: 4982}, exprs: []any{ &anyMatcher{ line: 218, col: 8, offset: 4982, }, &zeroOrMoreExpr{ pos: position{line: 218, col: 10, offset: 4984}, expr: &charClassMatcher{ pos: position{line: 218, col: 10, offset: 4984}, val: "[^#]", chars: []rune{'#'}, ignoreCase: false, inverted: true, }, }, }, }, }, leader: false, leftRecursive: false, }, { name: "_", displayName: "\"whitespace\"", pos: position{line: 220, col: 1, offset: 5051}, expr: &zeroOrMoreExpr{ pos: position{line: 220, col: 18, offset: 5070}, expr: &charClassMatcher{ pos: position{line: 220, col: 18, offset: 5070}, val: "[ \\t\\r\\n]", chars: []rune{' ', '\t', '\r', '\n'}, ignoreCase: false, inverted: false, }, }, leader: false, leftRecursive: false, }, }, } func (c *current) onRoot1(items any) (any, error) { itemSlice := toAnySlice(items) out := make([]ast.Node, len(itemSlice)) for i, item := range itemSlice { out[i] = item.(ast.Node) } return out, nil } func (p *parser) callonRoot1() (any, error) { stack := p.vstack[len(p.vstack)-1] _ = stack return p.cur.onRoot1(stack["items"]) } func (c *current) onTag1(name, params, body any) (any, error) { return ast.Tag{ Name: name.(ast.Ident), Params: toNodeSlice(params), HasBody: body != nil, Position: getPos(c), }, nil } func (p *parser) callonTag1() (any, error) { stack := p.vstack[len(p.vstack)-1] _ = stack return p.cur.onTag1(stack["name"], stack["params"], stack["body"]) } func (c *current) onEndTag1(name any) (any, error) { return ast.EndTag{ Name: name.(ast.Ident), Position: getPos(c), }, nil } func (p *parser) callonEndTag1() (any, error) { stack := p.vstack[len(p.vstack)-1] _ = stack return p.cur.onEndTag1(stack["name"]) } func (c *current) onExprTag1(expr any) (any, error) { return ast.ExprTag{ Value: expr.(ast.Node), Position: getPos(c), }, nil } func (p *parser) callonExprTag1() (any, error) { stack := p.vstack[len(p.vstack)-1] _ = stack return p.cur.onExprTag1(stack["expr"]) } func (c *current) onExpr1(first, rest any) (any, error) { restSlice := toAnySlice(rest) if len(restSlice) == 0 { return first, nil } out := ast.Expr{Segment: first.(ast.Node), Position: getPos(c)} for _, restValue := range restSlice { valueSlice := toAnySlice(restValue) out.Rest = append(out.Rest, ast.Expr{ Logical: valueSlice[1].(ast.Logical), Segment: valueSlice[3].(ast.Node), Position: valueSlice[3].(ast.Node).Pos(), }) } return out, nil } func (p *parser) callonExpr1() (any, error) { stack := p.vstack[len(p.vstack)-1] _ = stack return p.cur.onExpr1(stack["first"], stack["rest"]) } func (c *current) onExprSegment1(first, rest any) (any, error) { restSlice := toAnySlice(rest) if len(restSlice) == 0 { return first, nil } out := ast.ExprSegment{Value: first.(ast.Node), Position: getPos(c)} for _, restValue := range restSlice { valueSlice := toAnySlice(restValue) out.Rest = append(out.Rest, ast.ExprSegment{ Operator: valueSlice[1].(ast.Operator), Value: valueSlice[3].(ast.Node), Position: valueSlice[3].(ast.Node).Pos(), }) } return out, nil } func (p *parser) callonExprSegment1() (any, error) { stack := p.vstack[len(p.vstack)-1] _ = stack return p.cur.onExprSegment1(stack["first"], stack["rest"]) } func (c *current) onParamList1(params any) (any, error) { paramSlice := toAnySlice(params) if len(paramSlice) == 0 { return []ast.Node{}, nil } out := []ast.Node{paramSlice[0].(ast.Node)} restSlice := toAnySlice(paramSlice[1]) for _, value := range restSlice { valueSlice := toAnySlice(value) out = append(out, valueSlice[2].(ast.Node)) } return out, nil } func (p *parser) callonParamList1() (any, error) { stack := p.vstack[len(p.vstack)-1] _ = stack return p.cur.onParamList1(stack["params"]) } func (c *current) onValue1(not, node any) (any, error) { return ast.Value{ Node: node.(ast.Node), Not: not != nil, }, nil } func (p *parser) callonValue1() (any, error) { stack := p.vstack[len(p.vstack)-1] _ = stack return p.cur.onValue1(stack["not"], stack["node"]) } func (c *current) onMethodCall1(value, name, params any) (any, error) { return ast.MethodCall{ Value: value.(ast.Node), Name: name.(ast.Ident), Params: toNodeSlice(params), Position: getPos(c), }, nil } func (p *parser) callonMethodCall1() (any, error) { stack := p.vstack[len(p.vstack)-1] _ = stack return p.cur.onMethodCall1(stack["value"], stack["name"], stack["params"]) } func (c *current) onIndex1(value, index any) (any, error) { return ast.Index{ Value: value.(ast.Node), Index: index.(ast.Node), Position: getPos(c), }, nil } func (p *parser) callonIndex1() (any, error) { stack := p.vstack[len(p.vstack)-1] _ = stack return p.cur.onIndex1(stack["value"], stack["index"]) } func (c *current) onFieldAccess1(value, name any) (any, error) { return ast.FieldAccess{ Value: value.(ast.Node), Name: name.(ast.Ident), Position: getPos(c), }, nil } func (p *parser) callonFieldAccess1() (any, error) { stack := p.vstack[len(p.vstack)-1] _ = stack return p.cur.onFieldAccess1(stack["value"], stack["name"]) } func (c *current) onIdent1() (any, error) { return ast.Ident{ Value: string(c.text), Position: getPos(c), }, nil } func (p *parser) callonIdent1() (any, error) { stack := p.vstack[len(p.vstack)-1] _ = stack return p.cur.onIdent1() } func (c *current) onFuncCall1(name, params any) (any, error) { return ast.FuncCall{ Name: name.(ast.Ident), Params: toNodeSlice(params), Position: getPos(c), }, nil } func (p *parser) callonFuncCall1() (any, error) { stack := p.vstack[len(p.vstack)-1] _ = stack return p.cur.onFuncCall1(stack["name"], stack["params"]) } func (c *current) onInteger1() (any, error) { i, err := strconv.ParseInt(string(c.text), 0, 64) return ast.Integer{ Value: i, Position: getPos(c), }, err } func (p *parser) callonInteger1() (any, error) { stack := p.vstack[len(p.vstack)-1] _ = stack return p.cur.onInteger1() } func (c *current) onFloat1(value any) (any, error) { f, err := strconv.ParseFloat(string(c.text), 64) return ast.Float{ Value: f, Position: getPos(c), }, err } func (p *parser) callonFloat1() (any, error) { stack := p.vstack[len(p.vstack)-1] _ = stack return p.cur.onFloat1(stack["value"]) } func (c *current) onString1(value any) (any, error) { s, err := strconv.Unquote(string(c.text)) return ast.String{ Value: s, Position: getPos(c), }, err } func (p *parser) callonString1() (any, error) { stack := p.vstack[len(p.vstack)-1] _ = stack return p.cur.onString1(stack["value"]) } func (c *current) onRawString1(value any) (any, error) { s, err := strconv.Unquote(string(c.text)) return ast.String{ Value: s, Position: getPos(c), }, err } func (p *parser) callonRawString1() (any, error) { stack := p.vstack[len(p.vstack)-1] _ = stack return p.cur.onRawString1(stack["value"]) } func (c *current) onBool1() (any, error) { b, err := strconv.ParseBool(string(c.text)) return ast.Bool{ Value: b, Position: getPos(c), }, err } func (p *parser) callonBool1() (any, error) { stack := p.vstack[len(p.vstack)-1] _ = stack return p.cur.onBool1() } func (c *current) onOperator1() (any, error) { return ast.Operator{ Value: string(c.text), Position: getPos(c), }, nil } func (p *parser) callonOperator1() (any, error) { stack := p.vstack[len(p.vstack)-1] _ = stack return p.cur.onOperator1() } func (c *current) onLogical1() (any, error) { return ast.Logical{ Value: string(c.text), Position: getPos(c), }, nil } func (p *parser) callonLogical1() (any, error) { stack := p.vstack[len(p.vstack)-1] _ = stack return p.cur.onLogical1() } func (c *current) onText1() (any, error) { return ast.Text{Data: c.text, Position: getPos(c)}, nil } func (p *parser) callonText1() (any, error) { stack := p.vstack[len(p.vstack)-1] _ = stack return p.cur.onText1() } var ( // errNoRule is returned when the grammar to parse has no rule. errNoRule = errors.New("grammar has no rule") // errInvalidEntrypoint is returned when the specified entrypoint rule // does not exit. errInvalidEntrypoint = errors.New("invalid entrypoint") // errInvalidEncoding is returned when the source is not properly // utf8-encoded. errInvalidEncoding = errors.New("invalid encoding") // errMaxExprCnt is used to signal that the maximum number of // expressions have been parsed. errMaxExprCnt = errors.New("max number of expresssions parsed") ) // Option is a function that can set an option on the parser. It returns // the previous setting as an Option. type Option func(*parser) Option // MaxExpressions creates an Option to stop parsing after the provided // number of expressions have been parsed, if the value is 0 then the parser will // parse for as many steps as needed (possibly an infinite number). // // The default for maxExprCnt is 0. func MaxExpressions(maxExprCnt uint64) Option { return func(p *parser) Option { oldMaxExprCnt := p.maxExprCnt p.maxExprCnt = maxExprCnt return MaxExpressions(oldMaxExprCnt) } } // Entrypoint creates an Option to set the rule name to use as entrypoint. // The rule name must have been specified in the -alternate-entrypoints // if generating the parser with the -optimize-grammar flag, otherwise // it may have been optimized out. Passing an empty string sets the // entrypoint to the first rule in the grammar. // // The default is to start parsing at the first rule in the grammar. func Entrypoint(ruleName string) Option { return func(p *parser) Option { oldEntrypoint := p.entrypoint p.entrypoint = ruleName if ruleName == "" { p.entrypoint = g.rules[0].name } return Entrypoint(oldEntrypoint) } } // Statistics adds a user provided Stats struct to the parser to allow // the user to process the results after the parsing has finished. // Also the key for the "no match" counter is set. // // Example usage: // // input := "input" // stats := Stats{} // _, err := Parse("input-file", []byte(input), Statistics(&stats, "no match")) // if err != nil { // log.Panicln(err) // } // b, err := json.MarshalIndent(stats.ChoiceAltCnt, "", " ") // if err != nil { // log.Panicln(err) // } // fmt.Println(string(b)) func Statistics(stats *Stats, choiceNoMatch string) Option { return func(p *parser) Option { oldStats := p.Stats p.Stats = stats oldChoiceNoMatch := p.choiceNoMatch p.choiceNoMatch = choiceNoMatch if p.Stats.ChoiceAltCnt == nil { p.Stats.ChoiceAltCnt = make(map[string]map[string]int) } return Statistics(oldStats, oldChoiceNoMatch) } } // Debug creates an Option to set the debug flag to b. When set to true, // debugging information is printed to stdout while parsing. // // The default is false. func Debug(b bool) Option { return func(p *parser) Option { old := p.debug p.debug = b return Debug(old) } } // Memoize creates an Option to set the memoize flag to b. When set to true, // the parser will cache all results so each expression is evaluated only // once. This guarantees linear parsing time even for pathological cases, // at the expense of more memory and slower times for typical cases. // // The default is false. func Memoize(b bool) Option { return func(p *parser) Option { old := p.memoize p.memoize = b return Memoize(old) } } // AllowInvalidUTF8 creates an Option to allow invalid UTF-8 bytes. // Every invalid UTF-8 byte is treated as a utf8.RuneError (U+FFFD) // by character class matchers and is matched by the any matcher. // The returned matched value, c.text and c.offset are NOT affected. // // The default is false. func AllowInvalidUTF8(b bool) Option { return func(p *parser) Option { old := p.allowInvalidUTF8 p.allowInvalidUTF8 = b return AllowInvalidUTF8(old) } } // Recover creates an Option to set the recover flag to b. When set to // true, this causes the parser to recover from panics and convert it // to an error. Setting it to false can be useful while debugging to // access the full stack trace. // // The default is true. func Recover(b bool) Option { return func(p *parser) Option { old := p.recover p.recover = b return Recover(old) } } // GlobalStore creates an Option to set a key to a certain value in // the globalStore. func GlobalStore(key string, value any) Option { return func(p *parser) Option { old := p.cur.globalStore[key] p.cur.globalStore[key] = value return GlobalStore(key, old) } } // InitState creates an Option to set a key to a certain value in // the global "state" store. func InitState(key string, value any) Option { return func(p *parser) Option { old := p.cur.state[key] p.cur.state[key] = value return InitState(key, old) } } // ParseFile parses the file identified by filename. func ParseFile(filename string, opts ...Option) (i any, err error) { f, err := os.Open(filename) if err != nil { return nil, err } defer func() { if closeErr := f.Close(); closeErr != nil { err = closeErr } }() return ParseReader(filename, f, opts...) } // ParseReader parses the data from r using filename as information in the // error messages. func ParseReader(filename string, r io.Reader, opts ...Option) (any, error) { b, err := io.ReadAll(r) if err != nil { return nil, err } return Parse(filename, b, opts...) } // Parse parses the data from b using filename as information in the // error messages. func Parse(filename string, b []byte, opts ...Option) (any, error) { return newParser(filename, b, opts...).parse(g) } // position records a position in the text. type position struct { line, col, offset int } func (p position) String() string { return strconv.Itoa(p.line) + ":" + strconv.Itoa(p.col) + " [" + strconv.Itoa(p.offset) + "]" } // savepoint stores all state required to go back to this point in the // parser. type savepoint struct { position rn rune w int } type current struct { pos position // start position of the match text []byte // raw text of the match // state is a store for arbitrary key,value pairs that the user wants to be // tied to the backtracking of the parser. // This is always rolled back if a parsing rule fails. state storeDict // globalStore is a general store for the user to store arbitrary key-value // pairs that they need to manage and that they do not want tied to the // backtracking of the parser. This is only modified by the user and never // rolled back by the parser. It is always up to the user to keep this in a // consistent state. globalStore storeDict } type storeDict map[string]any // the AST types... type grammar struct { pos position rules []*rule } type rule struct { pos position name string displayName string expr any leader bool leftRecursive bool } type choiceExpr struct { pos position alternatives []any } type actionExpr struct { pos position expr any run func(*parser) (any, error) } type recoveryExpr struct { pos position expr any recoverExpr any failureLabel []string } type seqExpr struct { pos position exprs []any } type throwExpr struct { pos position label string } type labeledExpr struct { pos position label string expr any } type expr struct { pos position expr any } type ( andExpr expr notExpr expr zeroOrOneExpr expr zeroOrMoreExpr expr oneOrMoreExpr expr ) type ruleRefExpr struct { pos position name string } type stateCodeExpr struct { pos position run func(*parser) error } type andCodeExpr struct { pos position run func(*parser) (bool, error) } type notCodeExpr struct { pos position run func(*parser) (bool, error) } type litMatcher struct { pos position val string ignoreCase bool want string } type charClassMatcher struct { pos position val string basicLatinChars [128]bool chars []rune ranges []rune classes []*unicode.RangeTable ignoreCase bool inverted bool } type anyMatcher position // errList cumulates the errors found by the parser. type errList []error func (e *errList) add(err error) { *e = append(*e, err) } func (e errList) err() error { if len(e) == 0 { return nil } e.dedupe() return e } func (e *errList) dedupe() { var cleaned []error set := make(map[string]bool) for _, err := range *e { if msg := err.Error(); !set[msg] { set[msg] = true cleaned = append(cleaned, err) } } *e = cleaned } func (e errList) Error() string { switch len(e) { case 0: return "" case 1: return e[0].Error() default: var buf bytes.Buffer for i, err := range e { if i > 0 { buf.WriteRune('\n') } buf.WriteString(err.Error()) } return buf.String() } } // parserError wraps an error with a prefix indicating the rule in which // the error occurred. The original error is stored in the Inner field. type parserError struct { Inner error pos position prefix string expected []string } // Error returns the error message. func (p *parserError) Error() string { return p.prefix + ": " + p.Inner.Error() } // newParser creates a parser with the specified input source and options. func newParser(filename string, b []byte, opts ...Option) *parser { stats := Stats{ ChoiceAltCnt: make(map[string]map[string]int), } p := &parser{ filename: filename, errs: new(errList), data: b, pt: savepoint{position: position{line: 1}}, recover: true, cur: current{ state: make(storeDict), globalStore: make(storeDict), }, maxFailPos: position{col: 1, line: 1}, maxFailExpected: make([]string, 0, 20), Stats: &stats, // start rule is rule [0] unless an alternate entrypoint is specified entrypoint: g.rules[0].name, } p.setOptions(opts) if p.maxExprCnt == 0 { p.maxExprCnt = math.MaxUint64 } return p } // setOptions applies the options to the parser. func (p *parser) setOptions(opts []Option) { for _, opt := range opts { opt(p) } } type resultTuple struct { v any b bool end savepoint } const choiceNoMatch = -1 // Stats stores some statistics, gathered during parsing type Stats struct { // ExprCnt counts the number of expressions processed during parsing // This value is compared to the maximum number of expressions allowed // (set by the MaxExpressions option). ExprCnt uint64 // ChoiceAltCnt is used to count for each ordered choice expression, // which alternative is used how may times. // These numbers allow to optimize the order of the ordered choice expression // to increase the performance of the parser // // The outer key of ChoiceAltCnt is composed of the name of the rule as well // as the line and the column of the ordered choice. // The inner key of ChoiceAltCnt is the number (one-based) of the matching alternative. // For each alternative the number of matches are counted. If an ordered choice does not // match, a special counter is incremented. The name of this counter is set with // the parser option Statistics. // For an alternative to be included in ChoiceAltCnt, it has to match at least once. ChoiceAltCnt map[string]map[string]int } type ruleWithExpsStack struct { rule *rule estack []any } type parser struct { filename string pt savepoint cur current data []byte errs *errList depth int recover bool debug bool memoize bool // memoization table for the packrat algorithm: // map[offset in source] map[expression or rule] {value, match} memo map[int]map[any]resultTuple // rules table, maps the rule identifier to the rule node rules map[string]*rule // variables stack, map of label to value vstack []map[string]any // rule stack, allows identification of the current rule in errors rstack []*rule // parse fail maxFailPos position maxFailExpected []string maxFailInvertExpected bool // max number of expressions to be parsed maxExprCnt uint64 // entrypoint for the parser entrypoint string allowInvalidUTF8 bool *Stats choiceNoMatch string // recovery expression stack, keeps track of the currently available recovery expression, these are traversed in reverse recoveryStack []map[string]any } // push a variable set on the vstack. func (p *parser) pushV() { if cap(p.vstack) == len(p.vstack) { // create new empty slot in the stack p.vstack = append(p.vstack, nil) } else { // slice to 1 more p.vstack = p.vstack[:len(p.vstack)+1] } // get the last args set m := p.vstack[len(p.vstack)-1] if m != nil && len(m) == 0 { // empty map, all good return } m = make(map[string]any) p.vstack[len(p.vstack)-1] = m } // pop a variable set from the vstack. func (p *parser) popV() { // if the map is not empty, clear it m := p.vstack[len(p.vstack)-1] if len(m) > 0 { // GC that map p.vstack[len(p.vstack)-1] = nil } p.vstack = p.vstack[:len(p.vstack)-1] } // push a recovery expression with its labels to the recoveryStack func (p *parser) pushRecovery(labels []string, expr any) { if cap(p.recoveryStack) == len(p.recoveryStack) { // create new empty slot in the stack p.recoveryStack = append(p.recoveryStack, nil) } else { // slice to 1 more p.recoveryStack = p.recoveryStack[:len(p.recoveryStack)+1] } m := make(map[string]any, len(labels)) for _, fl := range labels { m[fl] = expr } p.recoveryStack[len(p.recoveryStack)-1] = m } // pop a recovery expression from the recoveryStack func (p *parser) popRecovery() { // GC that map p.recoveryStack[len(p.recoveryStack)-1] = nil p.recoveryStack = p.recoveryStack[:len(p.recoveryStack)-1] } func (p *parser) print(prefix, s string) string { if !p.debug { return s } fmt.Printf("%s %d:%d:%d: %s [%#U]\n", prefix, p.pt.line, p.pt.col, p.pt.offset, s, p.pt.rn) return s } func (p *parser) printIndent(mark string, s string) string { return p.print(strings.Repeat(" ", p.depth)+mark, s) } func (p *parser) in(s string) string { res := p.printIndent(">", s) p.depth++ return res } func (p *parser) out(s string) string { p.depth-- return p.printIndent("<", s) } func (p *parser) addErr(err error) { p.addErrAt(err, p.pt.position, []string{}) } func (p *parser) addErrAt(err error, pos position, expected []string) { var buf bytes.Buffer if p.filename != "" { buf.WriteString(p.filename) } if buf.Len() > 0 { buf.WriteString(":") } buf.WriteString(fmt.Sprintf("%d:%d (%d)", pos.line, pos.col, pos.offset)) if len(p.rstack) > 0 { if buf.Len() > 0 { buf.WriteString(": ") } rule := p.rstack[len(p.rstack)-1] if rule.displayName != "" { buf.WriteString("rule " + rule.displayName) } else { buf.WriteString("rule " + rule.name) } } pe := &parserError{Inner: err, pos: pos, prefix: buf.String(), expected: expected} p.errs.add(pe) } func (p *parser) failAt(fail bool, pos position, want string) { // process fail if parsing fails and not inverted or parsing succeeds and invert is set if fail == p.maxFailInvertExpected { if pos.offset < p.maxFailPos.offset { return } if pos.offset > p.maxFailPos.offset { p.maxFailPos = pos p.maxFailExpected = p.maxFailExpected[:0] } if p.maxFailInvertExpected { want = "!" + want } p.maxFailExpected = append(p.maxFailExpected, want) } } // read advances the parser to the next rune. func (p *parser) read() { p.pt.offset += p.pt.w rn, n := utf8.DecodeRune(p.data[p.pt.offset:]) p.pt.rn = rn p.pt.w = n p.pt.col++ if rn == '\n' { p.pt.line++ p.pt.col = 0 } if rn == utf8.RuneError && n == 1 { // see utf8.DecodeRune if !p.allowInvalidUTF8 { p.addErr(errInvalidEncoding) } } } // restore parser position to the savepoint pt. func (p *parser) restore(pt savepoint) { if p.debug { defer p.out(p.in("restore")) } if pt.offset == p.pt.offset { return } p.pt = pt } // Cloner is implemented by any value that has a Clone method, which returns a // copy of the value. This is mainly used for types which are not passed by // value (e.g map, slice, chan) or structs that contain such types. // // This is used in conjunction with the global state feature to create proper // copies of the state to allow the parser to properly restore the state in // the case of backtracking. type Cloner interface { Clone() any } var statePool = &sync.Pool{ New: func() any { return make(storeDict) }, } func (sd storeDict) Discard() { for k := range sd { delete(sd, k) } statePool.Put(sd) } // clone and return parser current state. func (p *parser) cloneState() storeDict { if p.debug { defer p.out(p.in("cloneState")) } state := statePool.Get().(storeDict) for k, v := range p.cur.state { if c, ok := v.(Cloner); ok { state[k] = c.Clone() } else { state[k] = v } } return state } // restore parser current state to the state storeDict. // every restoreState should applied only one time for every cloned state func (p *parser) restoreState(state storeDict) { if p.debug { defer p.out(p.in("restoreState")) } p.cur.state.Discard() p.cur.state = state } // get the slice of bytes from the savepoint start to the current position. func (p *parser) sliceFrom(start savepoint) []byte { return p.data[start.position.offset:p.pt.position.offset] } func (p *parser) getMemoized(node any) (resultTuple, bool) { if len(p.memo) == 0 { return resultTuple{}, false } m := p.memo[p.pt.offset] if len(m) == 0 { return resultTuple{}, false } res, ok := m[node] return res, ok } func (p *parser) setMemoized(pt savepoint, node any, tuple resultTuple) { if p.memo == nil { p.memo = make(map[int]map[any]resultTuple) } m := p.memo[pt.offset] if m == nil { m = make(map[any]resultTuple) p.memo[pt.offset] = m } m[node] = tuple } func (p *parser) buildRulesTable(g *grammar) { p.rules = make(map[string]*rule, len(g.rules)) for _, r := range g.rules { p.rules[r.name] = r } } func (p *parser) parse(g *grammar) (val any, err error) { if len(g.rules) == 0 { p.addErr(errNoRule) return nil, p.errs.err() } // TODO : not super critical but this could be generated p.buildRulesTable(g) if p.recover { // panic can be used in action code to stop parsing immediately // and return the panic as an error. defer func() { if e := recover(); e != nil { if p.debug { defer p.out(p.in("panic handler")) } val = nil switch e := e.(type) { case error: p.addErr(e) default: p.addErr(fmt.Errorf("%v", e)) } err = p.errs.err() } }() } startRule, ok := p.rules[p.entrypoint] if !ok { p.addErr(errInvalidEntrypoint) return nil, p.errs.err() } p.read() // advance to first rune val, ok = p.parseRuleWrap(startRule) if !ok { if len(*p.errs) == 0 { // If parsing fails, but no errors have been recorded, the expected values // for the farthest parser position are returned as error. maxFailExpectedMap := make(map[string]struct{}, len(p.maxFailExpected)) for _, v := range p.maxFailExpected { maxFailExpectedMap[v] = struct{}{} } expected := make([]string, 0, len(maxFailExpectedMap)) eof := false if _, ok := maxFailExpectedMap["!."]; ok { delete(maxFailExpectedMap, "!.") eof = true } for k := range maxFailExpectedMap { expected = append(expected, k) } sort.Strings(expected) if eof { expected = append(expected, "EOF") } p.addErrAt(errors.New("no match found, expected: "+listJoin(expected, ", ", "or")), p.maxFailPos, expected) } return nil, p.errs.err() } return val, p.errs.err() } func listJoin(list []string, sep string, lastSep string) string { switch len(list) { case 0: return "" case 1: return list[0] default: return strings.Join(list[:len(list)-1], sep) + " " + lastSep + " " + list[len(list)-1] } } func (p *parser) parseRuleRecursiveLeader(rule *rule) (any, bool) { result, ok := p.getMemoized(rule) if ok { p.restore(result.end) return result.v, result.b } if p.debug { defer p.out(p.in("recursive " + rule.name)) } var ( depth = 0 startMark = p.pt lastResult = resultTuple{nil, false, startMark} lastErrors = *p.errs ) for { lastState := p.cloneState() p.setMemoized(startMark, rule, lastResult) val, ok := p.parseRule(rule) endMark := p.pt if p.debug { p.printIndent("RECURSIVE", fmt.Sprintf( "Rule %s depth %d: %t -> %s", rule.name, depth, ok, string(p.sliceFrom(startMark)))) } if (!ok) || (endMark.offset <= lastResult.end.offset && depth != 0) { p.restoreState(lastState) *p.errs = lastErrors break } lastResult = resultTuple{val, ok, endMark} lastErrors = *p.errs p.restore(startMark) depth++ } p.restore(lastResult.end) p.setMemoized(startMark, rule, lastResult) return lastResult.v, lastResult.b } func (p *parser) parseRuleRecursiveNoLeader(rule *rule) (any, bool) { return p.parseRule(rule) } func (p *parser) parseRuleMemoize(rule *rule) (any, bool) { res, ok := p.getMemoized(rule) if ok { p.restore(res.end) return res.v, res.b } startMark := p.pt val, ok := p.parseRule(rule) p.setMemoized(startMark, rule, resultTuple{val, ok, p.pt}) return val, ok } func (p *parser) parseRuleWrap(rule *rule) (any, bool) { if p.debug { defer p.out(p.in("parseRule " + rule.name)) } var ( val any ok bool startMark = p.pt ) if p.memoize || rule.leftRecursive { if rule.leader { val, ok = p.parseRuleRecursiveLeader(rule) } else if p.memoize && !rule.leftRecursive { val, ok = p.parseRuleMemoize(rule) } else { val, ok = p.parseRuleRecursiveNoLeader(rule) } } else { val, ok = p.parseRule(rule) } if ok && p.debug { p.printIndent("MATCH", string(p.sliceFrom(startMark))) } return val, ok } func (p *parser) parseRule(rule *rule) (any, bool) { p.rstack = append(p.rstack, rule) p.pushV() val, ok := p.parseExprWrap(rule.expr) p.popV() p.rstack = p.rstack[:len(p.rstack)-1] return val, ok } func (p *parser) parseExprWrap(expr any) (any, bool) { var pt savepoint isLeftRecusion := p.rstack[len(p.rstack)-1].leftRecursive if p.memoize && !isLeftRecusion { res, ok := p.getMemoized(expr) if ok { p.restore(res.end) return res.v, res.b } pt = p.pt } val, ok := p.parseExpr(expr) if p.memoize && !isLeftRecusion { p.setMemoized(pt, expr, resultTuple{val, ok, p.pt}) } return val, ok } func (p *parser) parseExpr(expr any) (any, bool) { p.ExprCnt++ if p.ExprCnt > p.maxExprCnt { panic(errMaxExprCnt) } var val any var ok bool switch expr := expr.(type) { case *actionExpr: val, ok = p.parseActionExpr(expr) case *andCodeExpr: val, ok = p.parseAndCodeExpr(expr) case *andExpr: val, ok = p.parseAndExpr(expr) case *anyMatcher: val, ok = p.parseAnyMatcher(expr) case *charClassMatcher: val, ok = p.parseCharClassMatcher(expr) case *choiceExpr: val, ok = p.parseChoiceExpr(expr) case *labeledExpr: val, ok = p.parseLabeledExpr(expr) case *litMatcher: val, ok = p.parseLitMatcher(expr) case *notCodeExpr: val, ok = p.parseNotCodeExpr(expr) case *notExpr: val, ok = p.parseNotExpr(expr) case *oneOrMoreExpr: val, ok = p.parseOneOrMoreExpr(expr) case *recoveryExpr: val, ok = p.parseRecoveryExpr(expr) case *ruleRefExpr: val, ok = p.parseRuleRefExpr(expr) case *seqExpr: val, ok = p.parseSeqExpr(expr) case *stateCodeExpr: val, ok = p.parseStateCodeExpr(expr) case *throwExpr: val, ok = p.parseThrowExpr(expr) case *zeroOrMoreExpr: val, ok = p.parseZeroOrMoreExpr(expr) case *zeroOrOneExpr: val, ok = p.parseZeroOrOneExpr(expr) default: panic(fmt.Sprintf("unknown expression type %T", expr)) } return val, ok } func (p *parser) parseActionExpr(act *actionExpr) (any, bool) { if p.debug { defer p.out(p.in("parseActionExpr")) } start := p.pt val, ok := p.parseExprWrap(act.expr) if ok { p.cur.pos = start.position p.cur.text = p.sliceFrom(start) state := p.cloneState() actVal, err := act.run(p) if err != nil { p.addErrAt(err, start.position, []string{}) } p.restoreState(state) val = actVal } if ok && p.debug { p.printIndent("MATCH", string(p.sliceFrom(start))) } return val, ok } func (p *parser) parseAndCodeExpr(and *andCodeExpr) (any, bool) { if p.debug { defer p.out(p.in("parseAndCodeExpr")) } state := p.cloneState() ok, err := and.run(p) if err != nil { p.addErr(err) } p.restoreState(state) return nil, ok } func (p *parser) parseAndExpr(and *andExpr) (any, bool) { if p.debug { defer p.out(p.in("parseAndExpr")) } pt := p.pt state := p.cloneState() p.pushV() _, ok := p.parseExprWrap(and.expr) p.popV() p.restoreState(state) p.restore(pt) return nil, ok } func (p *parser) parseAnyMatcher(any *anyMatcher) (any, bool) { if p.debug { defer p.out(p.in("parseAnyMatcher")) } if p.pt.rn == utf8.RuneError && p.pt.w == 0 { // EOF - see utf8.DecodeRune p.failAt(false, p.pt.position, ".") return nil, false } start := p.pt p.read() p.failAt(true, start.position, ".") return p.sliceFrom(start), true } func (p *parser) parseCharClassMatcher(chr *charClassMatcher) (any, bool) { if p.debug { defer p.out(p.in("parseCharClassMatcher")) } cur := p.pt.rn start := p.pt // can't match EOF if cur == utf8.RuneError && p.pt.w == 0 { // see utf8.DecodeRune p.failAt(false, start.position, chr.val) return nil, false } if chr.ignoreCase { cur = unicode.ToLower(cur) } // try to match in the list of available chars for _, rn := range chr.chars { if rn == cur { if chr.inverted { p.failAt(false, start.position, chr.val) return nil, false } p.read() p.failAt(true, start.position, chr.val) return p.sliceFrom(start), true } } // try to match in the list of ranges for i := 0; i < len(chr.ranges); i += 2 { if cur >= chr.ranges[i] && cur <= chr.ranges[i+1] { if chr.inverted { p.failAt(false, start.position, chr.val) return nil, false } p.read() p.failAt(true, start.position, chr.val) return p.sliceFrom(start), true } } // try to match in the list of Unicode classes for _, cl := range chr.classes { if unicode.Is(cl, cur) { if chr.inverted { p.failAt(false, start.position, chr.val) return nil, false } p.read() p.failAt(true, start.position, chr.val) return p.sliceFrom(start), true } } if chr.inverted { p.read() p.failAt(true, start.position, chr.val) return p.sliceFrom(start), true } p.failAt(false, start.position, chr.val) return nil, false } func (p *parser) incChoiceAltCnt(ch *choiceExpr, altI int) { choiceIdent := fmt.Sprintf("%s %d:%d", p.rstack[len(p.rstack)-1].name, ch.pos.line, ch.pos.col) m := p.ChoiceAltCnt[choiceIdent] if m == nil { m = make(map[string]int) p.ChoiceAltCnt[choiceIdent] = m } // We increment altI by 1, so the keys do not start at 0 alt := strconv.Itoa(altI + 1) if altI == choiceNoMatch { alt = p.choiceNoMatch } m[alt]++ } func (p *parser) parseChoiceExpr(ch *choiceExpr) (any, bool) { if p.debug { defer p.out(p.in("parseChoiceExpr")) } for altI, alt := range ch.alternatives { // dummy assignment to prevent compile error if optimized _ = altI state := p.cloneState() p.pushV() val, ok := p.parseExprWrap(alt) p.popV() if ok { p.incChoiceAltCnt(ch, altI) return val, ok } p.restoreState(state) } p.incChoiceAltCnt(ch, choiceNoMatch) return nil, false } func (p *parser) parseLabeledExpr(lab *labeledExpr) (any, bool) { if p.debug { defer p.out(p.in("parseLabeledExpr")) } p.pushV() val, ok := p.parseExprWrap(lab.expr) p.popV() if ok && lab.label != "" { m := p.vstack[len(p.vstack)-1] m[lab.label] = val } return val, ok } func (p *parser) parseLitMatcher(lit *litMatcher) (any, bool) { if p.debug { defer p.out(p.in("parseLitMatcher")) } start := p.pt for _, want := range lit.val { cur := p.pt.rn if lit.ignoreCase { cur = unicode.ToLower(cur) } if cur != want { p.failAt(false, start.position, lit.want) p.restore(start) return nil, false } p.read() } p.failAt(true, start.position, lit.want) return p.sliceFrom(start), true } func (p *parser) parseNotCodeExpr(not *notCodeExpr) (any, bool) { if p.debug { defer p.out(p.in("parseNotCodeExpr")) } state := p.cloneState() ok, err := not.run(p) if err != nil { p.addErr(err) } p.restoreState(state) return nil, !ok } func (p *parser) parseNotExpr(not *notExpr) (any, bool) { if p.debug { defer p.out(p.in("parseNotExpr")) } pt := p.pt state := p.cloneState() p.pushV() p.maxFailInvertExpected = !p.maxFailInvertExpected _, ok := p.parseExprWrap(not.expr) p.maxFailInvertExpected = !p.maxFailInvertExpected p.popV() p.restoreState(state) p.restore(pt) return nil, !ok } func (p *parser) parseOneOrMoreExpr(expr *oneOrMoreExpr) (any, bool) { if p.debug { defer p.out(p.in("parseOneOrMoreExpr")) } var vals []any for { p.pushV() val, ok := p.parseExprWrap(expr.expr) p.popV() if !ok { if len(vals) == 0 { // did not match once, no match return nil, false } return vals, true } vals = append(vals, val) } } func (p *parser) parseRecoveryExpr(recover *recoveryExpr) (any, bool) { if p.debug { defer p.out(p.in("parseRecoveryExpr (" + strings.Join(recover.failureLabel, ",") + ")")) } p.pushRecovery(recover.failureLabel, recover.recoverExpr) val, ok := p.parseExprWrap(recover.expr) p.popRecovery() return val, ok } func (p *parser) parseRuleRefExpr(ref *ruleRefExpr) (any, bool) { if p.debug { defer p.out(p.in("parseRuleRefExpr " + ref.name)) } if ref.name == "" { panic(fmt.Sprintf("%s: invalid rule: missing name", ref.pos)) } rule := p.rules[ref.name] if rule == nil { p.addErr(fmt.Errorf("undefined rule: %s", ref.name)) return nil, false } return p.parseRuleWrap(rule) } func (p *parser) parseSeqExpr(seq *seqExpr) (any, bool) { if p.debug { defer p.out(p.in("parseSeqExpr")) } vals := make([]any, 0, len(seq.exprs)) pt := p.pt state := p.cloneState() for _, expr := range seq.exprs { val, ok := p.parseExprWrap(expr) if !ok { p.restoreState(state) p.restore(pt) return nil, false } vals = append(vals, val) } return vals, true } func (p *parser) parseStateCodeExpr(state *stateCodeExpr) (any, bool) { if p.debug { defer p.out(p.in("parseStateCodeExpr")) } err := state.run(p) if err != nil { p.addErr(err) } return nil, true } func (p *parser) parseThrowExpr(expr *throwExpr) (any, bool) { if p.debug { defer p.out(p.in("parseThrowExpr")) } for i := len(p.recoveryStack) - 1; i >= 0; i-- { if recoverExpr, ok := p.recoveryStack[i][expr.label]; ok { if val, ok := p.parseExprWrap(recoverExpr); ok { return val, ok } } } return nil, false } func (p *parser) parseZeroOrMoreExpr(expr *zeroOrMoreExpr) (any, bool) { if p.debug { defer p.out(p.in("parseZeroOrMoreExpr")) } var vals []any for { p.pushV() val, ok := p.parseExprWrap(expr.expr) p.popV() if !ok { return vals, true } vals = append(vals, val) } } func (p *parser) parseZeroOrOneExpr(expr *zeroOrOneExpr) (any, bool) { if p.debug { defer p.out(p.in("parseZeroOrOneExpr")) } p.pushV() val, _ := p.parseExprWrap(expr.expr) p.popV() // whether it matched or not, consider it a match return val, true }