lix-project/hydra
3
0
Fork 6
Code Issues 2 Pull requests Packages Projects Releases Wiki Activity

hydra-server: Fix and simplify robots.txt

Browse source
This commit is contained in:
Eelco Dolstra 2016-11-17 18:13:57 +01:00
parent aef048b3cb
commit 98e7e37832
No known key found for this signature in database
GPG key ID: 8170B4726D7198DE
1 changed files with 1 additions and 38 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

39
src/lib/Hydra/Controller/Root.pm
View file

@ -204,44 +204,7 @@ sub get_builds : Chained('/') PathPart('') CaptureArgs(0) {
sub robots_txt : Path('robots.txt') {
my ($self, $c) = @_;
sub uri_for {
my ($c, $controller, $action, @args) = @_;
return $c->uri_for($c->controller($controller)->action_for($action), @args)->path;
}
sub channelUris {
my ($c, $controller, $bindings) = @_;
return
( uri_for($c, $controller, 'closure', $bindings, "*")
, uri_for($c, $controller, 'manifest', $bindings)
, uri_for($c, $controller, 'pkg', $bindings, "*")
, uri_for($c, $controller, 'nixexprs', $bindings)
, uri_for($c, $controller, 'channel_contents', $bindings)
);
}
# Put actions that are expensive or not useful for indexing in
# robots.txt. Note: wildcards are not universally supported in
# robots.txt, but apparently Google supports them.
my @rules =
( uri_for($c, 'Build', 'build', ["*"])
, uri_for($c, 'Root', 'nar', [], "*")
, uri_for($c, 'Root', 'status', [])
, uri_for($c, 'Root', 'all', [])
, uri_for($c, 'Root', 'queue', [])
, uri_for($c, 'API', 'scmdiff', [])
, uri_for($c, 'API', 'logdiff', [],"*", "*")
, uri_for($c, 'Project', 'all', ["*"])
, uri_for($c, 'Jobset', 'all', ["*", "*"])
, uri_for($c, 'Job', 'all', ["*", "*", "*"])
, channelUris($c, 'Root', ["*"])
, channelUris($c, 'Project', ["*", "*"])
, channelUris($c, 'Jobset', ["*", "*", "*"])
, channelUris($c, 'Job', ["*", "*", "*", "*"])
);
$c->stash->{'plain'} = { data => "User-agent: *\n" . join('', map { "Disallow: $_\n" } @rules) };
$c->stash->{'plain'} = { data => "User-agent: *\nDisallow: /*\n" };
$c->forward('Hydra::View::Plain');
}