mirror of
https://github.com/meteor/meteor.git
synced 2026-05-02 03:01:46 -04:00
75a4cf3199
Conflicts: packages/templating/deftemplate.js packages/templating/package.js packages/templating/plugin/html_scanner.js packages/test-in-browser/driver.js tools/packages.js
29 lines
801 B
JavaScript
29 lines
801 B
JavaScript
HTML5Tokenizer = {
|
|
tokenize: function (inputString) {
|
|
var tokens = [];
|
|
var tokenizer = new HTML5.Tokenizer(inputString);
|
|
tokenizer.addListener('token', function (tok) {
|
|
tokens.push(tok);
|
|
});
|
|
tokenizer.tokenize();
|
|
return tokens;
|
|
}
|
|
// Incremental tokenization turns out not to be useful
|
|
// for inspecting intermediate tokenizer state, just
|
|
// for async streaming.
|
|
//
|
|
// tokenizeIncremental: function (tokenFunc) {
|
|
// var emitter = new toyevents.EventEmitter();
|
|
// var tokenizer = new HTML5.Tokenizer(emitter);
|
|
// tokenizer.addListener('token', tokenFunc);
|
|
// return {
|
|
// add: function (str) {
|
|
// emitter.emit('data', str);
|
|
// },
|
|
// finish: function () {
|
|
// emitter.emit('end');
|
|
// }
|
|
// };
|
|
// }
|
|
};
|