From 9b437b16460fbf7401ce8b7d8405a91c90bcdb8d Mon Sep 17 00:00:00 2001 From: Alexey Komissarouk Date: Fri, 23 Oct 2015 06:25:16 +0900 Subject: [PATCH] Adding new Facebook user-agent to spiderable According to Facebook (https://developers.facebook.com/docs/sharing/webmasters/crawler), they have a new (May 2014) crawler named Facebot. Spiderable doesn't currently work for Facebot. It should. PS. I shed a tear along with @stuabilo that this is even a thing. --- packages/spiderable/spiderable_server.js | 1 + 1 file changed, 1 insertion(+) diff --git a/packages/spiderable/spiderable_server.js b/packages/spiderable/spiderable_server.js index 990a8a7e77..0757a6ac79 100644 --- a/packages/spiderable/spiderable_server.js +++ b/packages/spiderable/spiderable_server.js @@ -14,6 +14,7 @@ var urlParser = Npm.require('url'); // here. I shed a silent tear. Spiderable.userAgentRegExps = [ /^facebookexternalhit/i, + /^Facebot/, /^linkedinbot/i, /^twitterbot/i, /^slackbot-linkexpanding/i