delroth/hydra
0
0
Fork 0
Code Issues Pull requests Packages Projects Releases Wiki Activity

[DEVOPS-1126] throttle github status calls to remain under api ratelimits

Browse source
This commit is contained in:
Michael Bishop 2018-11-09 12:06:37 -04:00
parent 1c44de1779
commit 7916c6b185
1 changed files with 16 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
src/lib/Hydra/Plugin/GithubStatus.pm
View file

@ -6,6 +6,7 @@ use HTTP::Request;
use JSON; use JSON;
use LWP::UserAgent; use LWP::UserAgent;
use Hydra::Helper::CatalystUtils; use Hydra::Helper::CatalystUtils;
use List::Util qw(max);
sub toGithubState { sub toGithubState {
my ($buildStatus) = @_; my ($buildStatus) = @_;
@ -65,6 +66,21 @@ sub common {
$req->content($body); $req->content($body);
my $res = $ua->request($req); my $res = $ua->request($req);
print STDERR $res->status_line, ": ", $res->decoded_content, "\n" unless $res->is_success; print STDERR $res->status_line, ": ", $res->decoded_content, "\n" unless $res->is_success;
my $limit = $res->header("X-RateLimit-Limit");
my $limitRemaining = $res->header("X-RateLimit-Remaining");
my $limitReset = $res->header("X-RateLimit-Reset");
my $now = time();
my $diff = $limitReset - $now;
my $delay = (($limit - $limitRemaining) / $diff) * 5;
if ($limitRemaining < 1000) {
$delay = max(1, $delay);
}
if ($limitRemaining < 2000) {
print STDERR "GithubStatus ratelimit $limitRemaining/$limit, resets in $diff, sleeping $delay\n";
sleep $delay;
} else {
print STDERR "GithubStatus ratelimit $limitRemaining/$limit, resets in $diff\n";
}
} }
} }
} }