From 8698ea5d360e027a736962c14dad78daff4db336 Mon Sep 17 00:00:00 2001
From: David Greenspan <dgreenspan@alum.mit.edu>
Date: Tue, 16 Apr 2013 14:16:49 -0700
Subject: [PATCH] comment out incremental tokenizing

---
 packages/html5-tokenizer/html5-tokenizer.js | 32 ++++++++++++---------
 1 file changed, 18 insertions(+), 14 deletions(-)

diff --git a/packages/html5-tokenizer/html5-tokenizer.js b/packages/html5-tokenizer/html5-tokenizer.js
index 1217fd0f00..2a78ee8dc7 100644
--- a/packages/html5-tokenizer/html5-tokenizer.js
+++ b/packages/html5-tokenizer/html5-tokenizer.js
@@ -8,18 +8,22 @@ HTML5Tokenizer = {
     });
     tokenizer.tokenize();
     return tokens;
-  },
-  tokenizeIncremental: function (tokenFunc) {
-    var emitter = new toyevents.EventEmitter();
-    var tokenizer = new HTML5.Tokenizer(emitter);
-    tokenizer.addListener('token', tokenFunc);
-    return {
-      add: function (str) {
-        emitter.emit('data', str);
-      },
-      finish: function () {
-        emitter.emit('end');
-      }
-    };
   }
-};
\ No newline at end of file
+  // Incremental tokenization turns out not to be useful
+  // for inspecting intermediate tokenizer state, just
+  // for async streaming.
+  //
+  // tokenizeIncremental: function (tokenFunc) {
+  //   var emitter = new toyevents.EventEmitter();
+  //   var tokenizer = new HTML5.Tokenizer(emitter);
+  //   tokenizer.addListener('token', tokenFunc);
+  //   return {
+  //     add: function (str) {
+  //       emitter.emit('data', str);
+  //     },
+  //     finish: function () {
+  //       emitter.emit('end');
+  //     }
+  //   };
+  // }
+};