ma27/hydra
0
0
Fork 0
forked from lix-project/hydra
Code Pull requests Activity

Merge pull request #612 from input-output-hk/devops-1126

Browse source 
[DEVOPS-1126] throttle github status calls to remain under api ratelimits
This commit is contained in:
Eelco Dolstra 2018-11-12 10:09:38 +01:00 committed by GitHub
parent 1c44de1779 7916c6b185
commit f9870b5fce
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 16 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
src/lib/Hydra/Plugin/GithubStatus.pm
View file

@ -6,6 +6,7 @@ use HTTP::Request;
use JSON; use JSON;
use LWP::UserAgent; use LWP::UserAgent;
use Hydra::Helper::CatalystUtils; use Hydra::Helper::CatalystUtils;
use List::Util qw(max);
sub toGithubState { sub toGithubState {
my ($buildStatus) = @_; my ($buildStatus) = @_;
@ -65,6 +66,21 @@ sub common {
$req->content($body); $req->content($body);
my $res = $ua->request($req); my $res = $ua->request($req);
print STDERR $res->status_line, ": ", $res->decoded_content, "\n" unless $res->is_success; print STDERR $res->status_line, ": ", $res->decoded_content, "\n" unless $res->is_success;
my $limit = $res->header("X-RateLimit-Limit");
my $limitRemaining = $res->header("X-RateLimit-Remaining");
my $limitReset = $res->header("X-RateLimit-Reset");
my $now = time();
my $diff = $limitReset - $now;
my $delay = (($limit - $limitRemaining) / $diff) * 5;
if ($limitRemaining < 1000) {
$delay = max(1, $delay);
}
if ($limitRemaining < 2000) {
print STDERR "GithubStatus ratelimit $limitRemaining/$limit, resets in $diff, sleeping $delay\n";
sleep $delay;
} else {
print STDERR "GithubStatus ratelimit $limitRemaining/$limit, resets in $diff\n";
}
} }
} }
} }