ofborg/mass-rebuilder.php

<?php

require __DIR__ . '/config.php';

use PhpAmqpLib\Message\AMQPMessage;

# define('AMQP_DEBUG', true);
$connection = rabbitmq_conn();
$channel = $connection->channel();
$channel->basic_qos(null, 1, true);


list($queueName, , ) = $channel->queue_declare('mass-rebuild-check-jobs',
                                               false, true, false, false);

echo "hi\n";

function outrunner($msg) {
    try {
        runner($msg);
    } catch (\GHE\ExecException $e) {
        // var_dump($msg);
        var_dump($e->getMessage());
        var_dump($e->getCode());
        var_dump($e->getOutput());
    } catch (\PhpAmqpLib\Exception\AMQPProtocolChannelException $e) {
        echo "Channel exception:\n";
        var_dump($e);
    }
}

function runner($msg) {
    $in = json_decode($msg->body);

    $client = gh_client();
    $status = $client->api('pull_request')->show(
        $in->repo->owner,
        $in->repo->name,
        $in->pr->number);
    if ($status['mergeable'] === false) {
        echo "github says the PR isn't able to be merged\n";
        $msg->delivery_info['channel']->basic_ack($msg->delivery_info['delivery_tag']);
        return true;
    }
    if ($status['state'] !== 'open') {
        echo "github says the PR isn't open\n";
        $msg->delivery_info['channel']->basic_ack($msg->delivery_info['delivery_tag']);
        return true;
    }


    $head_sha = $in->pr->head_sha;

    $ghclient = gh_client();

    echo "marking PR as pending\n";
    $ghclient->api('repository')->statuses()->create(
        $in->repo->owner,
        $in->repo->name,
        $head_sha,
        [
            'state' => 'pending',
            'context' => 'grahamcofborg-eval',
        ]
    );

    $against_name = "origin/" . $in->pr->target_branch;
    echo "Building against $against_name\n";
    $co = new GHE\Checkout(WORKING_DIR, "mr-est");
    $pname = $co->checkOutRef($in->repo->full_name,
                              $in->repo->clone_url,
                              $in->pr->number,
                              $against_name
    );

    $against = GHE\Exec::exec('git rev-parse %s', [$against_name]);
    echo " $against_name is $against[0]\n";

    $prev_darwin_stdenv = identify_stdenv("x86_64-darwin");
    $prev_linux_stdenv = identify_stdenv("x86_64-linux");
    echo "starting stdenvs:\n";
    echo " - darwin: $prev_darwin_stdenv\n";
    echo " - linux: $prev_linux_stdenv\n";

    try {
        $co->applyPatches($pname, $in->pr->patch_url);
    } catch (GHE\ExecException $e) {
        echo "marking PR as failed to apply patches\n";
        $ghclient->api('repository')->statuses()->create(
            $in->repo->owner,
            $in->repo->name,
            $head_sha,
            [
                'state' => 'error',
                'description' => "failed to apply patches to $against_name",
                'context' => 'grahamcofborg-eval',
            ]
        );

        echo "Received ExecException applying patches, likely due to conflicts:\n";
        var_dump($e->getCode());
        var_dump($e->getMessage());
        var_dump($e->getArgs());
        var_dump($e->getOutput());
        $msg->delivery_info['channel']->basic_ack($msg->delivery_info['delivery_tag']);
        return false;
    }

    try {
        GHE\Exec::exec('nix-env --file . --query --available --json > /dev/null 2>&1');
    } catch (GHE\ExecException $e) {
        echo "marking PR as failed to evaluate\n";
        $ghclient->api('repository')->statuses()->create(
            $in->repo->owner,
            $in->repo->name,
            $head_sha,
            [
                'state' => 'failure',
                'description' => 'Failed to evaluate packages',
                'context' => 'grahamcofborg-eval',
            ]
        );

        $msg->delivery_info['channel']->basic_ack($msg->delivery_info['delivery_tag']);
        return false;
    }

    $new_darwin_stdenv = identify_stdenv("x86_64-darwin");
    $new_linux_stdenv = identify_stdenv("x86_64-linux");
    echo "new stdenvs:\n";
    echo " - darwin: $new_darwin_stdenv\n";
    echo " - linux: $new_linux_stdenv\n";


    $current = GHE\Exec::exec('git rev-parse HEAD');
    echo " currently at ${current[0]}\n";

    try_eval($ghclient, $in->repo->owner, $in->repo->name, $head_sha,
             'nixos-options',
             'nix-instantiate ./nixos/release.nix -A options', []);

    try_eval($ghclient, $in->repo->owner, $in->repo->name, $head_sha,
             'nixos-manual',
             'nix-instantiate ./nixos/release.nix -A manual', []);

    try_eval($ghclient, $in->repo->owner, $in->repo->name, $head_sha,
             'nixpkgs-manual',
             'nix-instantiate ./pkgs/top-level/release.nix -A manual', []);

    try_eval($ghclient, $in->repo->owner, $in->repo->name, $head_sha,
             'nixpkgs-tarball',
             'nix-instantiate ./pkgs/top-level/release.nix -A tarball', []);

    try_eval($ghclient, $in->repo->owner, $in->repo->name, $head_sha,
             'nixpkgs-unstable-jobset',
             'nix-instantiate ./pkgs/top-level/release.nix -A unstable', []);

    reply_to_issue($in->repo, $in->pr,
                   $new_darwin_stdenv !== $prev_darwin_stdenv,
                   $new_linux_stdenv !== $prev_linux_stdenv,
                   $against[0], $current[0]);

    echo "marking PR as success\n";
    $ghclient->api('repository')->statuses()->create(
        $in->repo->owner,
        $in->repo->name,
        $head_sha,
        [
            'state' => 'success',
            'description' => 'Evaluation checks OK',
            'context' => 'grahamcofborg-eval',
        ]
    );

    $msg->delivery_info['channel']->basic_ack($msg->delivery_info['delivery_tag']);
    return true;
}

function try_eval($ghclient, $owner, $name, $sha, $eval_name, $cmd, $args) {
    echo "Starting $eval_name on $sha\n";
    $ghclient->api('repository')->statuses()->create(
        $owner,
        $name,
        $sha,
        [
            'state' => 'pending',
            'context' => 'grahamcofborg-eval-' . $eval_name,
        ]
    );

    try {
        GHE\Exec::exec($cmd, $args);
    } catch (GHE\ExecException $e) {
        echo "Failed to run $eval_name on $sha\n";
        $ghclient->api('repository')->statuses()->create(
            $owner,
            $name,
            $sha,
            [
                'state' => 'failure',
                'description' => 'Failed to evaluate ' . $eval_name,
                'context' => 'grahamcofborg-eval-' . $eval_name,
            ]
        );
        return false;
    }

    echo "Success running $eval_name on $sha\n";
        $ghclient->api('repository')->statuses()->create(
            $owner,
            $name,
            $sha,
            [
                'state' => 'success',
                'description' => 'Evaluation of ' . $eval_name . ' is OK',
                'context' => 'grahamcofborg-eval-' . $eval_name,
            ]
        );

}

function identify_stdenv($arch) {
    $lines = GHE\Exec::exec('nix-instantiate . -A stdenv --argstr system %s 2>&1',
                   [$arch]);
    echo "fetching stdenv for $arch:\n";
    var_dump($lines);
    return array_pop($lines);
}

function reply_to_issue($repo, $pr, $darwin_changed, $linux_changed, $prev, $current) {
    $client = gh_client();

    echo "current labels:\n";
    $already_there = $client->api('issue')->labels()->all(
        $repo->owner,
        $repo->name,
        $pr->number);
    $already_there = array_map(function($val) { return $val['name']; }, $already_there);
    var_dump($already_there);

    $output = GHE\Exec::exec('$(nix-instantiate --eval -E %s) %s %s',
                             [
                                 '<nixpkgs/maintainers/scripts/rebuild-amount.sh>',
                                 $prev,
                                 $current
                             ]
    );

    var_dump($output);

    $labels = GHE\RebuildTagClassifier::parseAndLabel($output);

    if ($darwin_changed) {
        $labels[] = '10.rebuild-darwin-stdenv';
    }
    if ($linux_changed) {
        $labels[] = '10.rebuild-linux-stdenv';
    }

    foreach ($labels as $label) {
        if (in_array($label, $already_there)) {
            echo "already labeled $label\n";

            continue;
        } else {
            echo "will label +$label\n";
        }

        $client->api('issue')->labels()->add(
            $repo->owner,
            $repo->name,
            $pr->number,
            $label);
    }
}

$consumerTag = 'consumer' . getmypid();
$channel->basic_consume($queueName, $consumerTag, false, false, false, false, 'outrunner');
while(count($channel->callbacks)) {
    $channel->wait();
}

echo "Bye\n";