github/meteor
1
1
Fork 0
mirror of https://github.com/meteor/meteor.git synced 2026-05-02 03:01:46 -04:00
Code Issues Packages Projects Releases Wiki Activity

comment out incremental tokenizing

Browse Source
This commit is contained in:
David Greenspan
2013-04-16 14:16:49 -07:00
parent f345e2da92
commit 8698ea5d36
1 changed files with 18 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

32
packages/html5-tokenizer/html5-tokenizer.js
View File

@@ -8,18 +8,22 @@ HTML5Tokenizer = {
});
tokenizer.tokenize();
return tokens;
},
tokenizeIncremental: function (tokenFunc) {
var emitter = new toyevents.EventEmitter();
var tokenizer = new HTML5.Tokenizer(emitter);
tokenizer.addListener('token', tokenFunc);
return {
add: function (str) {
emitter.emit('data', str);
},
finish: function () {
emitter.emit('end');
}
};
}
};
// Incremental tokenization turns out not to be useful
// for inspecting intermediate tokenizer state, just
// for async streaming.
//
// tokenizeIncremental: function (tokenFunc) {
// var emitter = new toyevents.EventEmitter();
// var tokenizer = new HTML5.Tokenizer(emitter);
// tokenizer.addListener('token', tokenFunc);
// return {
// add: function (str) {
// emitter.emit('data', str);
// },
// finish: function () {
// emitter.emit('end');
// }
// };
// }
};