github.com/varialus/godfly@v0.0.0-20130904042352-1934f9f095ab/src/pkg/text/template/parse/node.go (about) 1 // Copyright 2011 The Go Authors. All rights reserved. 2 // Use of this source code is governed by a BSD-style 3 // license that can be found in the LICENSE file. 4 5 // Parse nodes. 6 7 package parse 8 9 import ( 10 "bytes" 11 "fmt" 12 "strconv" 13 "strings" 14 ) 15 16 var textFormat = "%s" // Changed to "%q" in tests for better error messages. 17 18 // A Node is an element in the parse tree. The interface is trivial. 19 // The interface contains an unexported method so that only 20 // types local to this package can satisfy it. 21 type Node interface { 22 Type() NodeType 23 String() string 24 // Copy does a deep copy of the Node and all its components. 25 // To avoid type assertions, some XxxNodes also have specialized 26 // CopyXxx methods that return *XxxNode. 27 Copy() Node 28 Position() Pos // byte position of start of node in full original input string 29 // Make sure only functions in this package can create Nodes. 30 unexported() 31 } 32 33 // NodeType identifies the type of a parse tree node. 34 type NodeType int 35 36 // Pos represents a byte position in the original input text from which 37 // this template was parsed. 38 type Pos int 39 40 func (p Pos) Position() Pos { 41 return p 42 } 43 44 // unexported keeps Node implementations local to the package. 45 // All implementations embed Pos, so this takes care of it. 46 func (Pos) unexported() { 47 } 48 49 // Type returns itself and provides an easy default implementation 50 // for embedding in a Node. Embedded in all non-trivial Nodes. 51 func (t NodeType) Type() NodeType { 52 return t 53 } 54 55 const ( 56 NodeText NodeType = iota // Plain text. 57 NodeAction // A non-control action such as a field evaluation. 58 NodeBool // A boolean constant. 59 NodeChain // A sequence of field accesses. 60 NodeCommand // An element of a pipeline. 61 NodeDot // The cursor, dot. 62 nodeElse // An else action. Not added to tree. 63 nodeEnd // An end action. Not added to tree. 64 NodeField // A field or method name. 65 NodeIdentifier // An identifier; always a function name. 66 NodeIf // An if action. 67 NodeList // A list of Nodes. 68 NodeNil // An untyped nil constant. 69 NodeNumber // A numerical constant. 70 NodePipe // A pipeline of commands. 71 NodeRange // A range action. 72 NodeString // A string constant. 73 NodeTemplate // A template invocation action. 74 NodeVariable // A $ variable. 75 NodeWith // A with action. 76 ) 77 78 // Nodes. 79 80 // ListNode holds a sequence of nodes. 81 type ListNode struct { 82 NodeType 83 Pos 84 Nodes []Node // The element nodes in lexical order. 85 } 86 87 func newList(pos Pos) *ListNode { 88 return &ListNode{NodeType: NodeList, Pos: pos} 89 } 90 91 func (l *ListNode) append(n Node) { 92 l.Nodes = append(l.Nodes, n) 93 } 94 95 func (l *ListNode) String() string { 96 b := new(bytes.Buffer) 97 for _, n := range l.Nodes { 98 fmt.Fprint(b, n) 99 } 100 return b.String() 101 } 102 103 func (l *ListNode) CopyList() *ListNode { 104 if l == nil { 105 return l 106 } 107 n := newList(l.Pos) 108 for _, elem := range l.Nodes { 109 n.append(elem.Copy()) 110 } 111 return n 112 } 113 114 func (l *ListNode) Copy() Node { 115 return l.CopyList() 116 } 117 118 // TextNode holds plain text. 119 type TextNode struct { 120 NodeType 121 Pos 122 Text []byte // The text; may span newlines. 123 } 124 125 func newText(pos Pos, text string) *TextNode { 126 return &TextNode{NodeType: NodeText, Pos: pos, Text: []byte(text)} 127 } 128 129 func (t *TextNode) String() string { 130 return fmt.Sprintf(textFormat, t.Text) 131 } 132 133 func (t *TextNode) Copy() Node { 134 return &TextNode{NodeType: NodeText, Text: append([]byte{}, t.Text...)} 135 } 136 137 // PipeNode holds a pipeline with optional declaration 138 type PipeNode struct { 139 NodeType 140 Pos 141 Line int // The line number in the input (deprecated; kept for compatibility) 142 Decl []*VariableNode // Variable declarations in lexical order. 143 Cmds []*CommandNode // The commands in lexical order. 144 } 145 146 func newPipeline(pos Pos, line int, decl []*VariableNode) *PipeNode { 147 return &PipeNode{NodeType: NodePipe, Pos: pos, Line: line, Decl: decl} 148 } 149 150 func (p *PipeNode) append(command *CommandNode) { 151 p.Cmds = append(p.Cmds, command) 152 } 153 154 func (p *PipeNode) String() string { 155 s := "" 156 if len(p.Decl) > 0 { 157 for i, v := range p.Decl { 158 if i > 0 { 159 s += ", " 160 } 161 s += v.String() 162 } 163 s += " := " 164 } 165 for i, c := range p.Cmds { 166 if i > 0 { 167 s += " | " 168 } 169 s += c.String() 170 } 171 return s 172 } 173 174 func (p *PipeNode) CopyPipe() *PipeNode { 175 if p == nil { 176 return p 177 } 178 var decl []*VariableNode 179 for _, d := range p.Decl { 180 decl = append(decl, d.Copy().(*VariableNode)) 181 } 182 n := newPipeline(p.Pos, p.Line, decl) 183 for _, c := range p.Cmds { 184 n.append(c.Copy().(*CommandNode)) 185 } 186 return n 187 } 188 189 func (p *PipeNode) Copy() Node { 190 return p.CopyPipe() 191 } 192 193 // ActionNode holds an action (something bounded by delimiters). 194 // Control actions have their own nodes; ActionNode represents simple 195 // ones such as field evaluations and parenthesized pipelines. 196 type ActionNode struct { 197 NodeType 198 Pos 199 Line int // The line number in the input (deprecated; kept for compatibility) 200 Pipe *PipeNode // The pipeline in the action. 201 } 202 203 func newAction(pos Pos, line int, pipe *PipeNode) *ActionNode { 204 return &ActionNode{NodeType: NodeAction, Pos: pos, Line: line, Pipe: pipe} 205 } 206 207 func (a *ActionNode) String() string { 208 return fmt.Sprintf("{{%s}}", a.Pipe) 209 210 } 211 212 func (a *ActionNode) Copy() Node { 213 return newAction(a.Pos, a.Line, a.Pipe.CopyPipe()) 214 215 } 216 217 // CommandNode holds a command (a pipeline inside an evaluating action). 218 type CommandNode struct { 219 NodeType 220 Pos 221 Args []Node // Arguments in lexical order: Identifier, field, or constant. 222 } 223 224 func newCommand(pos Pos) *CommandNode { 225 return &CommandNode{NodeType: NodeCommand, Pos: pos} 226 } 227 228 func (c *CommandNode) append(arg Node) { 229 c.Args = append(c.Args, arg) 230 } 231 232 func (c *CommandNode) String() string { 233 s := "" 234 for i, arg := range c.Args { 235 if i > 0 { 236 s += " " 237 } 238 if arg, ok := arg.(*PipeNode); ok { 239 s += "(" + arg.String() + ")" 240 continue 241 } 242 s += arg.String() 243 } 244 return s 245 } 246 247 func (c *CommandNode) Copy() Node { 248 if c == nil { 249 return c 250 } 251 n := newCommand(c.Pos) 252 for _, c := range c.Args { 253 n.append(c.Copy()) 254 } 255 return n 256 } 257 258 // IdentifierNode holds an identifier. 259 type IdentifierNode struct { 260 NodeType 261 Pos 262 Ident string // The identifier's name. 263 } 264 265 // NewIdentifier returns a new IdentifierNode with the given identifier name. 266 func NewIdentifier(ident string) *IdentifierNode { 267 return &IdentifierNode{NodeType: NodeIdentifier, Ident: ident} 268 } 269 270 // SetPos sets the position. NewIdentifier is a public method so we can't modify its signature. 271 // Chained for convenience. 272 // TODO: fix one day? 273 func (i *IdentifierNode) SetPos(pos Pos) *IdentifierNode { 274 i.Pos = pos 275 return i 276 } 277 278 func (i *IdentifierNode) String() string { 279 return i.Ident 280 } 281 282 func (i *IdentifierNode) Copy() Node { 283 return NewIdentifier(i.Ident).SetPos(i.Pos) 284 } 285 286 // VariableNode holds a list of variable names, possibly with chained field 287 // accesses. The dollar sign is part of the (first) name. 288 type VariableNode struct { 289 NodeType 290 Pos 291 Ident []string // Variable name and fields in lexical order. 292 } 293 294 func newVariable(pos Pos, ident string) *VariableNode { 295 return &VariableNode{NodeType: NodeVariable, Pos: pos, Ident: strings.Split(ident, ".")} 296 } 297 298 func (v *VariableNode) String() string { 299 s := "" 300 for i, id := range v.Ident { 301 if i > 0 { 302 s += "." 303 } 304 s += id 305 } 306 return s 307 } 308 309 func (v *VariableNode) Copy() Node { 310 return &VariableNode{NodeType: NodeVariable, Pos: v.Pos, Ident: append([]string{}, v.Ident...)} 311 } 312 313 // DotNode holds the special identifier '.'. 314 type DotNode struct { 315 Pos 316 } 317 318 func newDot(pos Pos) *DotNode { 319 return &DotNode{Pos: pos} 320 } 321 322 func (d *DotNode) Type() NodeType { 323 return NodeDot 324 } 325 326 func (d *DotNode) String() string { 327 return "." 328 } 329 330 func (d *DotNode) Copy() Node { 331 return newDot(d.Pos) 332 } 333 334 // NilNode holds the special identifier 'nil' representing an untyped nil constant. 335 type NilNode struct { 336 Pos 337 } 338 339 func newNil(pos Pos) *NilNode { 340 return &NilNode{Pos: pos} 341 } 342 343 func (n *NilNode) Type() NodeType { 344 return NodeNil 345 } 346 347 func (n *NilNode) String() string { 348 return "nil" 349 } 350 351 func (n *NilNode) Copy() Node { 352 return newNil(n.Pos) 353 } 354 355 // FieldNode holds a field (identifier starting with '.'). 356 // The names may be chained ('.x.y'). 357 // The period is dropped from each ident. 358 type FieldNode struct { 359 NodeType 360 Pos 361 Ident []string // The identifiers in lexical order. 362 } 363 364 func newField(pos Pos, ident string) *FieldNode { 365 return &FieldNode{NodeType: NodeField, Pos: pos, Ident: strings.Split(ident[1:], ".")} // [1:] to drop leading period 366 } 367 368 func (f *FieldNode) String() string { 369 s := "" 370 for _, id := range f.Ident { 371 s += "." + id 372 } 373 return s 374 } 375 376 func (f *FieldNode) Copy() Node { 377 return &FieldNode{NodeType: NodeField, Pos: f.Pos, Ident: append([]string{}, f.Ident...)} 378 } 379 380 // ChainNode holds a term followed by a chain of field accesses (identifier starting with '.'). 381 // The names may be chained ('.x.y'). 382 // The periods are dropped from each ident. 383 type ChainNode struct { 384 NodeType 385 Pos 386 Node Node 387 Field []string // The identifiers in lexical order. 388 } 389 390 func newChain(pos Pos, node Node) *ChainNode { 391 return &ChainNode{NodeType: NodeChain, Pos: pos, Node: node} 392 } 393 394 // Add adds the named field (which should start with a period) to the end of the chain. 395 func (c *ChainNode) Add(field string) { 396 if len(field) == 0 || field[0] != '.' { 397 panic("no dot in field") 398 } 399 field = field[1:] // Remove leading dot. 400 if field == "" { 401 panic("empty field") 402 } 403 c.Field = append(c.Field, field) 404 } 405 406 func (c *ChainNode) String() string { 407 s := c.Node.String() 408 if _, ok := c.Node.(*PipeNode); ok { 409 s = "(" + s + ")" 410 } 411 for _, field := range c.Field { 412 s += "." + field 413 } 414 return s 415 } 416 417 func (c *ChainNode) Copy() Node { 418 return &ChainNode{NodeType: NodeChain, Pos: c.Pos, Node: c.Node, Field: append([]string{}, c.Field...)} 419 } 420 421 // BoolNode holds a boolean constant. 422 type BoolNode struct { 423 NodeType 424 Pos 425 True bool // The value of the boolean constant. 426 } 427 428 func newBool(pos Pos, true bool) *BoolNode { 429 return &BoolNode{NodeType: NodeBool, Pos: pos, True: true} 430 } 431 432 func (b *BoolNode) String() string { 433 if b.True { 434 return "true" 435 } 436 return "false" 437 } 438 439 func (b *BoolNode) Copy() Node { 440 return newBool(b.Pos, b.True) 441 } 442 443 // NumberNode holds a number: signed or unsigned integer, float, or complex. 444 // The value is parsed and stored under all the types that can represent the value. 445 // This simulates in a small amount of code the behavior of Go's ideal constants. 446 type NumberNode struct { 447 NodeType 448 Pos 449 IsInt bool // Number has an integral value. 450 IsUint bool // Number has an unsigned integral value. 451 IsFloat bool // Number has a floating-point value. 452 IsComplex bool // Number is complex. 453 Int64 int64 // The signed integer value. 454 Uint64 uint64 // The unsigned integer value. 455 Float64 float64 // The floating-point value. 456 Complex128 complex128 // The complex value. 457 Text string // The original textual representation from the input. 458 } 459 460 func newNumber(pos Pos, text string, typ itemType) (*NumberNode, error) { 461 n := &NumberNode{NodeType: NodeNumber, Pos: pos, Text: text} 462 switch typ { 463 case itemCharConstant: 464 rune, _, tail, err := strconv.UnquoteChar(text[1:], text[0]) 465 if err != nil { 466 return nil, err 467 } 468 if tail != "'" { 469 return nil, fmt.Errorf("malformed character constant: %s", text) 470 } 471 n.Int64 = int64(rune) 472 n.IsInt = true 473 n.Uint64 = uint64(rune) 474 n.IsUint = true 475 n.Float64 = float64(rune) // odd but those are the rules. 476 n.IsFloat = true 477 return n, nil 478 case itemComplex: 479 // fmt.Sscan can parse the pair, so let it do the work. 480 if _, err := fmt.Sscan(text, &n.Complex128); err != nil { 481 return nil, err 482 } 483 n.IsComplex = true 484 n.simplifyComplex() 485 return n, nil 486 } 487 // Imaginary constants can only be complex unless they are zero. 488 if len(text) > 0 && text[len(text)-1] == 'i' { 489 f, err := strconv.ParseFloat(text[:len(text)-1], 64) 490 if err == nil { 491 n.IsComplex = true 492 n.Complex128 = complex(0, f) 493 n.simplifyComplex() 494 return n, nil 495 } 496 } 497 // Do integer test first so we get 0x123 etc. 498 u, err := strconv.ParseUint(text, 0, 64) // will fail for -0; fixed below. 499 if err == nil { 500 n.IsUint = true 501 n.Uint64 = u 502 } 503 i, err := strconv.ParseInt(text, 0, 64) 504 if err == nil { 505 n.IsInt = true 506 n.Int64 = i 507 if i == 0 { 508 n.IsUint = true // in case of -0. 509 n.Uint64 = u 510 } 511 } 512 // If an integer extraction succeeded, promote the float. 513 if n.IsInt { 514 n.IsFloat = true 515 n.Float64 = float64(n.Int64) 516 } else if n.IsUint { 517 n.IsFloat = true 518 n.Float64 = float64(n.Uint64) 519 } else { 520 f, err := strconv.ParseFloat(text, 64) 521 if err == nil { 522 n.IsFloat = true 523 n.Float64 = f 524 // If a floating-point extraction succeeded, extract the int if needed. 525 if !n.IsInt && float64(int64(f)) == f { 526 n.IsInt = true 527 n.Int64 = int64(f) 528 } 529 if !n.IsUint && float64(uint64(f)) == f { 530 n.IsUint = true 531 n.Uint64 = uint64(f) 532 } 533 } 534 } 535 if !n.IsInt && !n.IsUint && !n.IsFloat { 536 return nil, fmt.Errorf("illegal number syntax: %q", text) 537 } 538 return n, nil 539 } 540 541 // simplifyComplex pulls out any other types that are represented by the complex number. 542 // These all require that the imaginary part be zero. 543 func (n *NumberNode) simplifyComplex() { 544 n.IsFloat = imag(n.Complex128) == 0 545 if n.IsFloat { 546 n.Float64 = real(n.Complex128) 547 n.IsInt = float64(int64(n.Float64)) == n.Float64 548 if n.IsInt { 549 n.Int64 = int64(n.Float64) 550 } 551 n.IsUint = float64(uint64(n.Float64)) == n.Float64 552 if n.IsUint { 553 n.Uint64 = uint64(n.Float64) 554 } 555 } 556 } 557 558 func (n *NumberNode) String() string { 559 return n.Text 560 } 561 562 func (n *NumberNode) Copy() Node { 563 nn := new(NumberNode) 564 *nn = *n // Easy, fast, correct. 565 return nn 566 } 567 568 // StringNode holds a string constant. The value has been "unquoted". 569 type StringNode struct { 570 NodeType 571 Pos 572 Quoted string // The original text of the string, with quotes. 573 Text string // The string, after quote processing. 574 } 575 576 func newString(pos Pos, orig, text string) *StringNode { 577 return &StringNode{NodeType: NodeString, Pos: pos, Quoted: orig, Text: text} 578 } 579 580 func (s *StringNode) String() string { 581 return s.Quoted 582 } 583 584 func (s *StringNode) Copy() Node { 585 return newString(s.Pos, s.Quoted, s.Text) 586 } 587 588 // endNode represents an {{end}} action. 589 // It does not appear in the final parse tree. 590 type endNode struct { 591 Pos 592 } 593 594 func newEnd(pos Pos) *endNode { 595 return &endNode{Pos: pos} 596 } 597 598 func (e *endNode) Type() NodeType { 599 return nodeEnd 600 } 601 602 func (e *endNode) String() string { 603 return "{{end}}" 604 } 605 606 func (e *endNode) Copy() Node { 607 return newEnd(e.Pos) 608 } 609 610 // elseNode represents an {{else}} action. Does not appear in the final tree. 611 type elseNode struct { 612 NodeType 613 Pos 614 Line int // The line number in the input (deprecated; kept for compatibility) 615 } 616 617 func newElse(pos Pos, line int) *elseNode { 618 return &elseNode{NodeType: nodeElse, Pos: pos, Line: line} 619 } 620 621 func (e *elseNode) Type() NodeType { 622 return nodeElse 623 } 624 625 func (e *elseNode) String() string { 626 return "{{else}}" 627 } 628 629 func (e *elseNode) Copy() Node { 630 return newElse(e.Pos, e.Line) 631 } 632 633 // BranchNode is the common representation of if, range, and with. 634 type BranchNode struct { 635 NodeType 636 Pos 637 Line int // The line number in the input (deprecated; kept for compatibility) 638 Pipe *PipeNode // The pipeline to be evaluated. 639 List *ListNode // What to execute if the value is non-empty. 640 ElseList *ListNode // What to execute if the value is empty (nil if absent). 641 } 642 643 func (b *BranchNode) String() string { 644 name := "" 645 switch b.NodeType { 646 case NodeIf: 647 name = "if" 648 case NodeRange: 649 name = "range" 650 case NodeWith: 651 name = "with" 652 default: 653 panic("unknown branch type") 654 } 655 if b.ElseList != nil { 656 return fmt.Sprintf("{{%s %s}}%s{{else}}%s{{end}}", name, b.Pipe, b.List, b.ElseList) 657 } 658 return fmt.Sprintf("{{%s %s}}%s{{end}}", name, b.Pipe, b.List) 659 } 660 661 // IfNode represents an {{if}} action and its commands. 662 type IfNode struct { 663 BranchNode 664 } 665 666 func newIf(pos Pos, line int, pipe *PipeNode, list, elseList *ListNode) *IfNode { 667 return &IfNode{BranchNode{NodeType: NodeIf, Pos: pos, Line: line, Pipe: pipe, List: list, ElseList: elseList}} 668 } 669 670 func (i *IfNode) Copy() Node { 671 return newIf(i.Pos, i.Line, i.Pipe.CopyPipe(), i.List.CopyList(), i.ElseList.CopyList()) 672 } 673 674 // RangeNode represents a {{range}} action and its commands. 675 type RangeNode struct { 676 BranchNode 677 } 678 679 func newRange(pos Pos, line int, pipe *PipeNode, list, elseList *ListNode) *RangeNode { 680 return &RangeNode{BranchNode{NodeType: NodeRange, Pos: pos, Line: line, Pipe: pipe, List: list, ElseList: elseList}} 681 } 682 683 func (r *RangeNode) Copy() Node { 684 return newRange(r.Pos, r.Line, r.Pipe.CopyPipe(), r.List.CopyList(), r.ElseList.CopyList()) 685 } 686 687 // WithNode represents a {{with}} action and its commands. 688 type WithNode struct { 689 BranchNode 690 } 691 692 func newWith(pos Pos, line int, pipe *PipeNode, list, elseList *ListNode) *WithNode { 693 return &WithNode{BranchNode{NodeType: NodeWith, Pos: pos, Line: line, Pipe: pipe, List: list, ElseList: elseList}} 694 } 695 696 func (w *WithNode) Copy() Node { 697 return newWith(w.Pos, w.Line, w.Pipe.CopyPipe(), w.List.CopyList(), w.ElseList.CopyList()) 698 } 699 700 // TemplateNode represents a {{template}} action. 701 type TemplateNode struct { 702 NodeType 703 Pos 704 Line int // The line number in the input (deprecated; kept for compatibility) 705 Name string // The name of the template (unquoted). 706 Pipe *PipeNode // The command to evaluate as dot for the template. 707 } 708 709 func newTemplate(pos Pos, line int, name string, pipe *PipeNode) *TemplateNode { 710 return &TemplateNode{NodeType: NodeTemplate, Line: line, Pos: pos, Name: name, Pipe: pipe} 711 } 712 713 func (t *TemplateNode) String() string { 714 if t.Pipe == nil { 715 return fmt.Sprintf("{{template %q}}", t.Name) 716 } 717 return fmt.Sprintf("{{template %q %s}}", t.Name, t.Pipe) 718 } 719 720 func (t *TemplateNode) Copy() Node { 721 return newTemplate(t.Pos, t.Line, t.Name, t.Pipe.CopyPipe()) 722 }