github.com/aretext/aretext@v1.3.0/syntax/parser/computation.go

package parser

// ComputedToken is a token recognized by a computation.
type ComputedToken struct {
	// Offset is the token's start position,
	// defined relative to the computation's start position.
	Offset uint64
	Length uint64
	Role   TokenRole
}

// computation is a result produced by a parser.
// computations are composable, so part of one computation
// can be re-used when re-parsing an edited text.
type computation struct {
	readLength     uint64
	consumedLength uint64
	treeHeight     uint64
	startState     State
	endState       State
	tokens         []ComputedToken // Only in leaves.
	leftChild      *computation
	rightChild     *computation
}

// newComputation constructs a computation.
// readLength is the number of runes read by the parser,
// and consumedLength is the number of runes consumed by the parser.
// The tokens slice contains any tokens recognized by the parser;
// these must have non-zero length, be ordered sequentially by start position,
// and be non-overlapping.
func newComputation(
	readLength uint64,
	consumedLength uint64,
	startState State,
	endState State,
	tokens []ComputedToken,
) *computation {
	if consumedLength == 0 {
		panic("computation must consume at least one rune")
	}

	if consumedLength > readLength {
		panic("Consumed length must be less than or equal to read length")
	}

	var lastEndPos uint64
	for _, tok := range tokens {
		if tok.Length == 0 {
			panic("Token must have non-zero length")
		}

		if tok.Offset < lastEndPos {
			panic("Token must be sequential and non-overlapping")
		}

		tokEndPos := tok.Offset + tok.Length
		if tokEndPos > consumedLength {
			panic("Token length must be less than consumed length")
		}

		lastEndPos = tokEndPos
	}

	return &computation{
		readLength:     readLength,
		consumedLength: consumedLength,
		treeHeight:     1,
		startState:     startState,
		endState:       endState,
		tokens:         tokens,
	}
}

// ReadLength returns the number of runes read to produce this computation.
func (c *computation) ReadLength() uint64 {
	if c == nil {
		return 0
	} else {
		return c.readLength
	}
}

// ConsumedLength returns the number of runes consumed to produce this computation.
func (c *computation) ConsumedLength() uint64 {
	if c == nil {
		return 0
	} else {
		return c.consumedLength
	}
}

// TreeHeight returns the height of the computation tree.
func (c *computation) TreeHeight() uint64 {
	if c == nil {
		return 0
	} else {
		return c.treeHeight
	}
}

// StartState returns the parse state at the start of the computation.
func (c *computation) StartState() State {
	if c == nil {
		return EmptyState{}
	}
	return c.startState
}

// EndState returns the parse state at the end of the computation.
func (c *computation) EndState() State {
	if c == nil {
		return EmptyState{}
	}
	return c.endState
}

// Append appends one computation after another computation.
// The positions of the computations and tokens in the second computation
// are "shifted" to start immediately after the end (consumed length) of
// the first computation.
func (c *computation) Append(other *computation) *computation {
	if c == nil {
		return other
	} else if other == nil {
		return c
	}

	// This is the AVL join algorithm from
	// Blelloch, G. E., Ferizovic, D., & Sun, Y. (2016). Just join for parallel ordered sets.
	// In Proceedings of the 28th ACM Symposium on Parallelism in Algorithms and Architectures.
	h1, h2 := c.TreeHeight(), other.TreeHeight()
	if h1 == h2 {
		return computationFromChildren(c, other)
	} else if h1 < h2 {
		return other.prependSubtree(c)
	} else {
		return c.appendSubtree(other)
	}
}

// prependSubtree inserts a computation *before* a given computation,
// rebalancing the tree if necessary (AVL balance invariant).
// This assumes that both computations are non-nil.
func (c *computation) prependSubtree(other *computation) *computation {
	if c.leftChild.TreeHeight() <= other.TreeHeight()+1 {
		// Insert the new tree as a sibling of a left child with approximately the same height.
		newLeft := computationFromChildren(other, c.leftChild)
		if newLeft.TreeHeight() <= c.rightChild.TreeHeight()+1 {
			// The new tree already satisfies the AVL balance invariant.
			return computationFromChildren(newLeft, c.rightChild)
		} else {
			// The new tree violates the AVL balance invariant.
			// Double-rotate to restore balance.
			return computationFromChildren(newLeft.rotateLeft(), c.rightChild).rotateRight()
		}
	}

	// Recursively search for a sibling with approximately the same height as the inserted subtree.
	newLeft := c.leftChild.prependSubtree(other)
	newRoot := computationFromChildren(newLeft, c.rightChild)
	if newLeft.TreeHeight() <= c.rightChild.TreeHeight()+1 {
		// The new tree already satisfies the AVL balance invariant.
		return newRoot
	} else {
		// The new tree violates the AVL balance invariant.
		// Rotate to restore balance.
		return newRoot.rotateRight()
	}
}

// appendSubtree inserts a computation *after* a given computation,
// rebalancing the tree if necessary (AVL balance invariant).
// This assumes that both computations are non-nil.
func (c *computation) appendSubtree(other *computation) *computation {
	if c.rightChild.TreeHeight() <= other.TreeHeight()+1 {
		// Insert the new tree as a sibling of a right child with approximately the same height.
		newRight := computationFromChildren(c.rightChild, other)
		if newRight.TreeHeight() <= c.leftChild.TreeHeight()+1 {
			// The new tree already satisfies the AVL balance invariant.
			return computationFromChildren(c.leftChild, newRight)
		} else {
			// The new tree violates the AVL balance invariant.
			// Double-rotate to restore balance.
			return computationFromChildren(c.leftChild, newRight.rotateRight()).rotateLeft()
		}
	}

	// Recursively search for a sibling with approximately the same height as the inserted subtree.
	newRight := c.rightChild.appendSubtree(other)
	newRoot := computationFromChildren(c.leftChild, newRight)
	if newRight.TreeHeight() <= c.leftChild.TreeHeight()+1 {
		// The new tree already satisfies the AVL balance invariant.
		return newRoot
	} else {
		// The new tree violates the AVL balance invariant.
		// Rotate to restore balance.
		return newRoot.rotateLeft()
	}
}

func (c *computation) rotateLeft() *computation {
	if c == nil || c.rightChild == nil {
		// Can't rotate left for an empty tree or tree without a right child.
		return c
	}

	//    [x]                [y']
	//   /   \              /   \
	//  [q]  [y]    ==>   [x']   [s]
	//      /   \        /   \
	//    [r]   [s]     [q]  [r]
	x := c
	y := x.rightChild
	q := x.leftChild
	r := y.leftChild
	s := y.rightChild

	if r == nil && s == nil {
		// If y is a leaf, then we can't rotate it into an inner node
		// without losing information about the original computation,
		// so copy y into the leaf node position.
		// This does not change the height of the resulting tree.
		s = y
	}

	return computationFromChildren(computationFromChildren(q, r), s)
}

func (c *computation) rotateRight() *computation {
	if c == nil || c.leftChild == nil {
		// Can't rotate right for an empty tree or tree without a left child.
		return c
	}

	//       [x]                [y']
	//      /   \              /   \
	//     [y]  [s]    ==>   [q]   [x']
	//    /   \                    /   \
	//  [q]   [r]                [r]   [s]
	x := c
	y := x.leftChild
	q := y.leftChild
	r := y.rightChild
	s := x.rightChild

	if q == nil && r == nil {
		// If y is a leaf, then we can't rotate it into an inner node
		// without losing information about the original computation,
		// so copy y into the leaf node position.
		// This does not change the height of the resulting tree.
		q = y
	}

	return computationFromChildren(q, computationFromChildren(r, s))
}

func computationFromChildren(leftChild, rightChild *computation) *computation {
	var startState, endState State

	if leftChild == nil && rightChild == nil {
		return nil
	} else if leftChild == nil {
		startState, endState = rightChild.StartState(), rightChild.EndState()
	} else if rightChild == nil {
		startState, endState = leftChild.StartState(), leftChild.EndState()
	} else {
		startState, endState = leftChild.StartState(), rightChild.EndState()
	}

	maxChildTreeHeight := leftChild.TreeHeight()
	if rightChild.TreeHeight() > maxChildTreeHeight {
		maxChildTreeHeight = rightChild.TreeHeight()
	}

	// Right child starts reading after last character consumed by left child.
	maxReadLength := leftChild.ConsumedLength() + rightChild.ReadLength()
	if leftChild.ReadLength() > maxReadLength {
		maxReadLength = leftChild.ReadLength()
	}

	return &computation{
		readLength:     maxReadLength,
		consumedLength: leftChild.ConsumedLength() + rightChild.ConsumedLength(),
		treeHeight:     maxChildTreeHeight + 1,
		startState:     startState,
		endState:       endState,
		leftChild:      leftChild,
		rightChild:     rightChild,
	}
}

// LargestMatchingSubComputation returns the largest sub-computation that has both
// (1) a read range contained within the requested range and (2) a start state
// that matches the requested state.
// This is used to find a re-usable computation that is still valid after an edit.
// A computation is considered *invalid* if it read some text that was edited,
// so if the computation did *not* read any edited text, it's definitely still valid.
func (c *computation) LargestMatchingSubComputation(
	rangeStartPos, rangeEndPos uint64,
	state State,
) *computation {
	return c.largestSubComputationInRange(0, c.readLength, rangeStartPos, rangeEndPos, state)
}

func (c *computation) largestSubComputationInRange(
	readStartPos, readEndPos uint64,
	rangeStartPos, rangeEndPos uint64,
	state State,
) *computation {

	// First, search until we find a sub-computation with the requested start position.
	if readStartPos != rangeStartPos {
		if c.leftChild == nil && c.rightChild == nil {
			return nil
		} else if c.leftChild == nil {
			// Right child has no sibling, so there's only one direction to search.
			return c.rightChild.largestSubComputationInRange(
				readStartPos,
				readEndPos,
				rangeStartPos,
				rangeEndPos,
				state,
			)
		} else if c.rightChild == nil {
			// Left child has no sibling, so there's only one direction to search.
			return c.leftChild.largestSubComputationInRange(
				readStartPos,
				readEndPos,
				rangeStartPos,
				rangeEndPos,
				state,
			)
		} else if rangeStartPos < readStartPos+c.leftChild.consumedLength {
			return c.leftChild.largestSubComputationInRange(
				readStartPos,
				readStartPos+c.leftChild.readLength,
				rangeStartPos,
				rangeEndPos,
				state,
			)
		} else {
			// Right child starts reading after last character consumed by left child.
			newReadStartPos := readStartPos + c.leftChild.consumedLength
			newReadEndPos := newReadStartPos + c.rightChild.readLength
			return c.rightChild.largestSubComputationInRange(
				newReadStartPos,
				newReadEndPos,
				rangeStartPos,
				rangeEndPos,
				state,
			)
		}
	}

	// Keep searching smaller and smaller sub-computations with the requested start position
	// until we find one that didn't read past the end position.
	if readEndPos > rangeEndPos {
		if c.leftChild == nil && c.rightChild == nil {
			return nil
		} else if c.leftChild == nil {
			// Right child has no sibling, so there's only one direction to search.
			return c.rightChild.largestSubComputationInRange(
				readStartPos,
				readEndPos,
				rangeStartPos,
				rangeEndPos,
				state,
			)
		} else if c.rightChild == nil {
			// Left child has no sibling, so there's only one direction to search.
			return c.leftChild.largestSubComputationInRange(
				readStartPos,
				readEndPos,
				rangeStartPos,
				rangeEndPos,
				state,
			)
		} else {
			return c.leftChild.largestSubComputationInRange(
				readStartPos,
				readStartPos+c.leftChild.readLength,
				rangeStartPos,
				rangeEndPos,
				state,
			)
		}
	}

	// If the start state doesn't match, we can't re-use this computation.
	if !c.StartState().Equals(state) {
		return nil
	}

	return c
}

// TokenAtPosition returns the token containing a position.
// If no such token exists, it returns the Token zero value.
func (c *computation) TokenAtPosition(pos uint64) Token {
	var offset uint64
	for c != nil && pos >= offset && pos < offset+c.consumedLength {
		// If this is a leaf computation, it will have tokens.
		// Check if any of them contain the target position.
		for _, computedToken := range c.tokens {
			token := Token{
				StartPos: offset + computedToken.Offset,
				EndPos:   offset + computedToken.Offset + computedToken.Length,
				Role:     computedToken.Role,
			}
			if pos >= token.StartPos && pos < token.EndPos {
				// Found a token at the target position.
				return token
			}
		}

		if c.leftChild != nil && pos < offset+c.leftChild.consumedLength {
			// Left child contains the position, so recurse left.
			c = c.leftChild
		} else {
			// Otherwise, recurse right.
			if c.leftChild != nil {
				offset += c.leftChild.consumedLength
			}
			c = c.rightChild
		}
	}

	// No token found at the target position.
	return Token{}
}

// TokensIntersectingRange returns tokens that overlap the interval [startPos, endPos)
func (c *computation) TokensIntersectingRange(startPos, endPos uint64) []Token {
	if c == nil {
		return nil
	}

	var result []Token

	type stackItem struct {
		offset uint64
		c      *computation
	}
	item := stackItem{offset: 0, c: c}
	stack := []stackItem{item}

	for len(stack) > 0 {
		item, stack = stack[len(stack)-1], stack[0:len(stack)-1]
		offset, c := item.offset, item.c

		if endPos <= offset || offset+c.consumedLength <= startPos {
			// The range doesn't intersect this computation or any of its children.
			continue
		}

		// Find all tokens from this computation that intersect the range
		// (only leaf nodes have tokens).
		for _, computedToken := range c.tokens {
			tok := Token{
				StartPos: offset + computedToken.Offset,
				EndPos:   offset + computedToken.Offset + computedToken.Length,
				Role:     computedToken.Role,
			}
			if !(endPos <= tok.StartPos || startPos >= tok.EndPos) {
				result = append(result, tok)
			}
		}

		// Add tokens from the right child, if it exists.
		// Push this onto the stack first so tokens are added
		// AFTER tokens from the left child.
		if c.rightChild != nil {
			newOffset := offset
			if c.leftChild != nil {
				newOffset += c.leftChild.consumedLength
			}
			stack = append(stack, stackItem{
				offset: newOffset,
				c:      c.rightChild,
			})
		}

		// Add tokens from the left child, if it exists.
		if c.leftChild != nil {
			stack = append(stack, stackItem{
				offset: offset,
				c:      c.leftChild,
			})
		}
	}

	return result
}

// concatLeafComputations combines leaf computations into a single computation.
// A leaf computation is a computation constructed by newComputation
// without any other computations appended.
// This produces the same result as sequentially appending the computations,
// but does so more efficiently.
func concatLeafComputations(computations []*computation) *computation {
	if len(computations) == 0 {
		return nil
	}

	for _, c := range computations {
		if c.TreeHeight() > 1 {
			panic("Expected computation to be a leaf")
		}
	}

	// Construct the tree layer-by-layer.  This is cheaper than
	// calling Append repeatedly, because every node we allocate
	// will be used in the final tree.  Additionally, we avoid
	// the cost of rebalancing the tree since it's balanced by construction.
	nextComputations := make([]*computation, 0, len(computations)/2+1)
	for len(computations) > 1 {
		var i int
		for i < len(computations) {
			if i+1 < len(computations) {
				c1, c2 := computations[i], computations[i+1]
				nextComputations = append(nextComputations, c1.Append(c2))
				i += 2
			} else {
				c := computations[i]
				nextComputations = append(nextComputations, c)
				i++
			}
		}
		computations = nextComputations
		nextComputations = nextComputations[:0]
	}

	return computations[0]
}