forked from lix-project/hydra
* Don't crawl the channel pages, particularly because the "all"
channel can be very large.
This commit is contained in:
parent
87f3fbaab1
commit
2613d8721a
|
@ -266,6 +266,7 @@ sub robots_txt : Path('robots.txt') {
|
|||
, uri_for($controller, 'nar', $bindings, "*")
|
||||
, uri_for($controller, 'pkg', $bindings, "*")
|
||||
, uri_for($controller, 'nixexprs', $bindings)
|
||||
, uri_for($controller, 'channel_contents', $bindings)
|
||||
);
|
||||
}
|
||||
|
||||
|
|
Loading…
Reference in a new issue