From 5582766563fb293469f6e63d14da888ea2c51b7c Mon Sep 17 00:00:00 2001 From: Max Brunsfeld Date: Tue, 28 Feb 2017 10:48:25 -0800 Subject: [PATCH 1/3] Use new maxLineLength parameter to GrammarRegistry --- package.json | 2 +- src/grammar-registry.coffee | 2 +- src/tokenized-buffer.coffee | 4 ---- 3 files changed, 2 insertions(+), 6 deletions(-) diff --git a/package.json b/package.json index 671875642..de3587aba 100644 --- a/package.json +++ b/package.json @@ -40,7 +40,7 @@ "devtron": "1.3.0", "event-kit": "^2.1.0", "find-parent-dir": "^0.3.0", - "first-mate": "6.1.0", + "first-mate": "6.2.2-0", "fs-plus": "2.9.2", "fstream": "0.1.24", "fuzzaldrin": "^2.1", diff --git a/src/grammar-registry.coffee b/src/grammar-registry.coffee index 899bb4cff..a2341c967 100644 --- a/src/grammar-registry.coffee +++ b/src/grammar-registry.coffee @@ -15,7 +15,7 @@ PathSplitRegex = new RegExp("[/.]") module.exports = class GrammarRegistry extends FirstMate.GrammarRegistry constructor: ({@config}={}) -> - super(maxTokensPerLine: 100) + super(maxTokensPerLine: 100, maxLineLength: 1000) createToken: (value, scopes) -> new Token({value, scopes}) diff --git a/src/tokenized-buffer.coffee b/src/tokenized-buffer.coffee index 77221f52e..234f82be9 100644 --- a/src/tokenized-buffer.coffee +++ b/src/tokenized-buffer.coffee @@ -8,8 +8,6 @@ ScopeDescriptor = require './scope-descriptor' TokenizedBufferIterator = require './tokenized-buffer-iterator' NullGrammar = require './null-grammar' -MAX_LINE_LENGTH_TO_TOKENIZE = 500 - module.exports = class TokenizedBuffer extends Model grammar: null @@ -253,8 +251,6 @@ class TokenizedBuffer extends Model buildTokenizedLineForRowWithText: (row, text, ruleStack = @stackForRow(row - 1), openScopes = @openScopesForRow(row)) -> lineEnding = @buffer.lineEndingForRow(row) - if text.length > MAX_LINE_LENGTH_TO_TOKENIZE - text = text.slice(0, MAX_LINE_LENGTH_TO_TOKENIZE) {tags, ruleStack} = @grammar.tokenizeLine(text, ruleStack, row is 0, false) new TokenizedLine({openScopes, text, tags, ruleStack, lineEnding, @tokenIterator}) From 507535e0702294c54a7f61bf9859b646aedf9a86 Mon Sep 17 00:00:00 2001 From: Max Brunsfeld Date: Tue, 28 Feb 2017 12:41:53 -0800 Subject: [PATCH 2/3] :arrow_up: first-mate (prerelease) --- package.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/package.json b/package.json index de3587aba..9465d321d 100644 --- a/package.json +++ b/package.json @@ -40,7 +40,7 @@ "devtron": "1.3.0", "event-kit": "^2.1.0", "find-parent-dir": "^0.3.0", - "first-mate": "6.2.2-0", + "first-mate": "6.2.2-1", "fs-plus": "2.9.2", "fstream": "0.1.24", "fuzzaldrin": "^2.1", From c9358c6f433efe942be1526ffd0b88ad14bd8879 Mon Sep 17 00:00:00 2001 From: Max Brunsfeld Date: Wed, 1 Mar 2017 16:05:59 -0800 Subject: [PATCH 3/3] :arrow_up: first-mate --- package.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/package.json b/package.json index 9465d321d..667506303 100644 --- a/package.json +++ b/package.json @@ -40,7 +40,7 @@ "devtron": "1.3.0", "event-kit": "^2.1.0", "find-parent-dir": "^0.3.0", - "first-mate": "6.2.2-1", + "first-mate": "6.3.0", "fs-plus": "2.9.2", "fstream": "0.1.24", "fuzzaldrin": "^2.1",