* Don't crawl the channel pages, particularly because the "all"

channel can be very large.
This commit is contained in:
Eelco Dolstra 2009-09-30 12:26:51 +00:00
parent 87f3fbaab1
commit 2613d8721a

View file

@ -266,6 +266,7 @@ sub robots_txt : Path('robots.txt') {
, uri_for($controller, 'nar', $bindings, "*")
, uri_for($controller, 'pkg', $bindings, "*")
, uri_for($controller, 'nixexprs', $bindings)
, uri_for($controller, 'channel_contents', $bindings)
);
}