atom/src/token-iterator.js

module.exports =
class TokenIterator {
  constructor (tokenizedBuffer) {
    this.tokenizedBuffer = tokenizedBuffer
  }

  reset (line) {
    this.line = line
    this.index = null
    this.startColumn = 0
    this.endColumn = 0
    this.scopes = this.line.openScopes.map(id => this.tokenizedBuffer.grammar.scopeForId(id))
    this.scopeStarts = this.scopes.slice()
    this.scopeEnds = []
    return this
  }

  next () {
    const {tags} = this.line

    if (this.index != null) {
      this.startColumn = this.endColumn
      this.scopeEnds.length = 0
      this.scopeStarts.length = 0
      this.index++
    } else {
      this.index = 0
    }

    while (this.index < tags.length) {
      const tag = tags[this.index]
      if (tag < 0) {
        const scope = this.tokenizedBuffer.grammar.scopeForId(tag)
        if ((tag % 2) === 0) {
          if (this.scopeStarts[this.scopeStarts.length - 1] === scope) {
            this.scopeStarts.pop()
          } else {
            this.scopeEnds.push(scope)
          }
          this.scopes.pop()
        } else {
          this.scopeStarts.push(scope)
          this.scopes.push(scope)
        }
        this.index++
      } else {
        this.endColumn += tag
        this.text = this.line.text.substring(this.startColumn, this.endColumn)
        return true
      }
    }

    return false
  }

  getScopes () {
    return this.scopes
  }

  getScopeStarts () {
    return this.scopeStarts
  }

  getScopeEnds () {
    return this.scopeEnds
  }

  getText () {
    return this.text
  }

  getBufferStart () {
    return this.startColumn
  }

  getBufferEnd () {
    return this.endColumn
  }
}