From e1aec57ffe3ffb48e8c3cdda4e582f7545b24262 Mon Sep 17 00:00:00 2001
From: Kevin Sawicki <kevin@github.com>
Date: Tue, 31 Dec 2013 10:57:51 -0800
Subject: [PATCH] Create tokens in TokenizedBuffer

---
 src/tokenized-buffer.coffee | 1 +
 src/tokenized-line.coffee   | 2 --
 2 files changed, 1 insertion(+), 2 deletions(-)

diff --git a/src/tokenized-buffer.coffee b/src/tokenized-buffer.coffee
index ac3cf01b9..e747d3062 100644
--- a/src/tokenized-buffer.coffee
+++ b/src/tokenized-buffer.coffee
@@ -203,6 +203,7 @@ class TokenizedBuffer extends Model
     lineEnding = @buffer.lineEndingForRow(row)
     tabLength = @getTabLength()
     { tokens, ruleStack } = @grammar.tokenizeLine(line, ruleStack, row is 0)
+    tokens = (new Token(token) for token in tokens)
     new TokenizedLine({tokens, ruleStack, tabLength, lineEnding})
 
   # FIXME: benogle says: These are actually buffer rows as all buffer rows are
diff --git a/src/tokenized-line.coffee b/src/tokenized-line.coffee
index 26d24fb0b..826fdfd5c 100644
--- a/src/tokenized-line.coffee
+++ b/src/tokenized-line.coffee
@@ -1,12 +1,10 @@
 _ = require 'underscore-plus'
-Token = require './token'
 
 ### Internal ###
 
 module.exports =
 class TokenizedLine
   constructor: ({tokens, @lineEnding, @ruleStack, @startBufferColumn, @fold, tabLength}) ->
-    tokens = (new Token(token) for token in tokens)
     @tokens = @breakOutAtomicTokens(tokens, tabLength)
     @startBufferColumn ?= 0
     @text = _.pluck(@tokens, 'value').join('')