🔥 💚 Fix TokenizedBuffer specs

src/token.coffee

@@ -7,22 +7,10 @@ WhitespaceRegex = /\S/
 module.exports =
 class Token
   value: null
-  hasPairedCharacter: false
   scopes: null
-  isAtomic: null
-  isHardTab: null
-  firstNonWhitespaceIndex: null
-  firstTrailingWhitespaceIndex: null
-  hasInvisibleCharacters: false
 
   constructor: (properties) ->
-    {@value, @scopes, @isAtomic, @isHardTab, @bufferDelta} = properties
-    {@hasInvisibleCharacters, @hasPairedCharacter, @isSoftWrapIndentation} = properties
-    @firstNonWhitespaceIndex = properties.firstNonWhitespaceIndex ? null
-    @firstTrailingWhitespaceIndex = properties.firstTrailingWhitespaceIndex ? null
-
-    @screenDelta = @value.length
-    @bufferDelta ?= @screenDelta
+    {@value, @scopes} = properties
 
   isEqual: (other) ->
     # TODO: scopes is deprecated. This is here for the sake of lang package tests
@@ -31,17 +19,8 @@ class Token
   isBracket: ->
     /^meta\.brace\b/.test(_.last(@scopes))
 
-  isOnlyWhitespace: ->
-    not WhitespaceRegex.test(@value)
-
   matchesScopeSelector: (selector) ->
     targetClasses = selector.replace(StartDotRegex, '').split('.')
     _.any @scopes, (scope) ->
       scopeClasses = scope.split('.')
       _.isSubset(targetClasses, scopeClasses)
-
-  hasLeadingWhitespace: ->
-    @firstNonWhitespaceIndex? and @firstNonWhitespaceIndex > 0
-
-  hasTrailingWhitespace: ->
-    @firstTrailingWhitespaceIndex? and @firstTrailingWhitespaceIndex < @value.length

src/tokenized-line.coffee

@@ -7,10 +7,6 @@ idCounter = 1
 
 module.exports =
 class TokenizedLine
-  endOfLineInvisibles: null
-  lineIsWhitespaceOnly: false
-  firstNonWhitespaceIndex: 0
-
   constructor: (properties) ->
     @id = idCounter++
 
@@ -36,10 +32,10 @@ class TokenizedLine
     @tokens[@tokenIndexAtBufferColumn(bufferColumn)]
 
   tokenIndexAtBufferColumn: (bufferColumn) ->
-    delta = 0
+    column = 0
     for token, index in @tokens
-      delta += token.bufferDelta
-      return index if delta > bufferColumn
+      column += token.value.length
+      return index if column > bufferColumn
     index - 1
 
   tokenStartColumnForBufferColumn: (bufferColumn) ->
@@ -65,9 +61,6 @@ class TokenizedLine
       break
     @isCommentLine
 
-  isOnlyWhitespace: ->
-    @lineIsWhitespaceOnly
-
   tokenAtIndex: (index) ->
     @tokens[index]