Tokenize empty lines using grammars

The literate CoffeeScript grammar uses empty lines to pop out of
the paragraph pattern.
This commit is contained in:
Kevin Sawicki
2013-08-30 16:12:14 -07:00
parent d4a384e04a
commit 4850636092

View File

@@ -130,10 +130,6 @@ class TextMateGrammar
ruleStack = originalRuleStack
break
if line.length == 0
tokens = [new Token(value: "", scopes: scopes)]
return { tokens, ruleStack }
break if position == line.length + 1 # include trailing newline position
if match = _.last(ruleStack).getNextTokens(ruleStack, line, position, firstLine)