github/meteor
1
1
Fork 0
mirror of https://github.com/meteor/meteor.git synced 2026-05-02 03:01:46 -04:00
Code Issues Packages Projects Releases Wiki Activity

add spiderable package

Browse Source
This commit is contained in:
Nick Martin
2012-07-24 19:34:14 -07:00
parent 0f1816181c
commit dc34cff990
3 changed files with 82 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
packages/spiderable/package.js Normal file
View File

@@ -0,0 +1,10 @@
Package.describe({
summary: "Makes the application crawlable to web spiders."
});
Package.on_use(function (api) {
api.use(['templating'], 'client');
api.add_files('spiderable.html', 'client');
api.add_files('spiderable.js', 'server');
});

1
packages/spiderable/spiderable.html Normal file
View File

@@ -0,0 +1 @@
<head><meta name="fragment" content="!"></head>

71
packages/spiderable/spiderable.js Normal file
View File

@@ -0,0 +1,71 @@
(function () {
var fs = __meteor_bootstrap__.require('fs');
var spawn = __meteor_bootstrap__.require('child_process').spawn;
var querystring = __meteor_bootstrap__.require('querystring');
var app = __meteor_bootstrap__.app;
app.use(function (req, res, next) {
if (/\?.*_escaped_fragment_=/.test(req.url)) {
// get escaped fragment out of the url. Gross!
var preQuery = req.url.split("?")[0];
var queryStr = req.url.split("?")[1];
var parsed = querystring.parse(queryStr);
delete parsed['_escaped_fragment_'];
var newQuery = querystring.stringify(parsed);
var newPath = preQuery + (newQuery ? "?" + newQuery : "");
var url = "http://" + req.headers.host + newPath;
console.log("GB", url);
// run phantomjs
var tmpfile = "/tmp/" +
(((1+Math.random())*0x1000000)|0).toString(16) + ".js";
fs.writeFile(
tmpfile,
"var url = '" + url + "';" +
"var page = require('webpage').create();" +
"page.open(url);" +
"var lastContent;" +
"var settledCount = 0;" +
"var count = 0;" +
"setInterval(function() {" +
" var connected = page.evaluate(function () {" +
" return typeof Meteor !== 'undefined' && Meteor.status().connected;" +
" });" +
" if (!connected || page.content !== lastContent) {" +
" settledCount = 0;" +
" lastContent = page.content;" +
" } else {" +
" settledCount += 1;" +
" }" +
" if (settledCount >= 3 || count >= 100) {" +
" var out = page.content;" +
" out = out.replace(/<script[^>]+>(.|\\n|\\r)*?<\\/script\\s*>/ig, '');" +
" out = out.replace('<meta name=\"fragment\" content=\"!\">', '');" +
" console.log(out);" +
" phantom.exit();" +
" }" +
"}, 100);",
function (err) {
if (err) { // can't write file?
next();
return;
}
// XXX make sure phantomjs in the path!
var cp = spawn('phantomjs', ['--load-images=no', tmpfile]);
cp.on('exit', function (code) {
// XXX look at code
res.end();
fs.unlink(tmpfile);
});
cp.stdout.pipe(res);
});
} else {
next();
}
});
})();