diff --git a/packages/html5-tokenizer/html5-tokenizer.js b/packages/html5-tokenizer/html5-tokenizer.js
index 1217fd0f00..2a78ee8dc7 100644
--- a/packages/html5-tokenizer/html5-tokenizer.js
+++ b/packages/html5-tokenizer/html5-tokenizer.js
@@ -8,18 +8,22 @@ HTML5Tokenizer = {
});
tokenizer.tokenize();
return tokens;
- },
- tokenizeIncremental: function (tokenFunc) {
- var emitter = new toyevents.EventEmitter();
- var tokenizer = new HTML5.Tokenizer(emitter);
- tokenizer.addListener('token', tokenFunc);
- return {
- add: function (str) {
- emitter.emit('data', str);
- },
- finish: function () {
- emitter.emit('end');
- }
- };
}
-};
\ No newline at end of file
+ // Incremental tokenization turns out not to be useful
+ // for inspecting intermediate tokenizer state, just
+ // for async streaming.
+ //
+ // tokenizeIncremental: function (tokenFunc) {
+ // var emitter = new toyevents.EventEmitter();
+ // var tokenizer = new HTML5.Tokenizer(emitter);
+ // tokenizer.addListener('token', tokenFunc);
+ // return {
+ // add: function (str) {
+ // emitter.emit('data', str);
+ // },
+ // finish: function () {
+ // emitter.emit('end');
+ // }
+ // };
+ // }
+};