From 4a19143179ce316b94e4fed34f84cf45abca9c53 Mon Sep 17 00:00:00 2001
From: Jeremy Edberg <jedberg@jedberg-desk.local>
Date: Mon, 7 Jul 2008 15:57:19 -0700
Subject: [PATCH] adding support for robots.txt

---
 r2/r2/config/rewrites.py       | 1 +
 r2/r2/public/static/robots.txt | 5 +++++
 2 files changed, 6 insertions(+)
 create mode 100644 r2/r2/public/static/robots.txt

diff --git a/r2/r2/config/rewrites.py b/r2/r2/config/rewrites.py
index 97d0bb515..9b976f3de 100644
--- a/r2/r2/config/rewrites.py
+++ b/r2/r2/config/rewrites.py
@@ -28,6 +28,7 @@ rewrites = (#these first two rules prevent the .embed rewrite from
             #This next rewrite makes it so that all the embed stuff works.
             ("^(.*)(?<!button)(\.js)$", "$1.embed"),
             ("^/favicon.ico$", "/static/favicon.ico"),
+            ("^/robots.txt$", "/static/robots.txt"),
             ("^/akamai-sureroute-test-object.html$", "/static/sureroute.html"),
             ("^/apple-touch-icon.png$", "/static/apple-touch-icon.png"))
 
diff --git a/r2/r2/public/static/robots.txt b/r2/r2/public/static/robots.txt
new file mode 100644
index 000000000..9bc83f284
--- /dev/null
+++ b/r2/r2/public/static/robots.txt
@@ -0,0 +1,5 @@
+User-Agent: *
+Disallow: /goto
+Disallow: /*after=*
+Disallow: /*before=*
+Allow: /