From 80116b648e9a04288c474f4aeb7c49dcb2959428 Mon Sep 17 00:00:00 2001
From: Eelco Dolstra <eelco.dolstra@logicblox.com>
Date: Tue, 13 Jan 2015 13:45:39 +0100
Subject: [PATCH] Exclude robots from all of /build

---
 src/lib/Hydra/Controller/Root.pm | 8 +-------
 1 file changed, 1 insertion(+), 7 deletions(-)

diff --git a/src/lib/Hydra/Controller/Root.pm b/src/lib/Hydra/Controller/Root.pm
index 13f8f2e4..91a6f358 100644
--- a/src/lib/Hydra/Controller/Root.pm
+++ b/src/lib/Hydra/Controller/Root.pm
@@ -162,12 +162,7 @@ sub robots_txt : Path('robots.txt') {
     # robots.txt.  Note: wildcards are not universally supported in
     # robots.txt, but apparently Google supports them.
     my @rules =
-        ( uri_for($c, 'Build', 'build_deps', ["*"])
-        , uri_for($c, 'Build', 'runtime_deps', ["*"])
-        , uri_for($c, 'Build', 'view_nixlog', ["*"], "*")
-        , uri_for($c, 'Build', 'view_log', ["*"], "*")
-        , uri_for($c, 'Build', 'view_log', ["*"])
-        , uri_for($c, 'Build', 'download', ["*"], "*")
+        ( uri_for($c, 'Build', 'build', ["*"])
         , uri_for($c, 'Root', 'nar', [], "*")
         , uri_for($c, 'Root', 'status', [])
         , uri_for($c, 'Root', 'all', [])
@@ -178,7 +173,6 @@ sub robots_txt : Path('robots.txt') {
         , channelUris($c, 'Project', ["*", "*"])
         , channelUris($c, 'Jobset', ["*", "*", "*"])
         , channelUris($c, 'Job', ["*", "*", "*", "*"])
-        , channelUris($c, 'Build', ["*"])
         );
 
     $c->stash->{'plain'} = { data => "User-agent: *\n" . join('', map { "Disallow: $_\n" } @rules) };