forked from lix-project/hydra
AddBuilds: reject declarative jobsets with dynamic runcommand enabled if disabled elsewhere
This commit is contained in:
parent
928ba9e854
commit
a22a8fa62d
|
@ -19,14 +19,16 @@ use Hydra::Helper::CatalystUtils;
|
||||||
|
|
||||||
our @ISA = qw(Exporter);
|
our @ISA = qw(Exporter);
|
||||||
our @EXPORT = qw(
|
our @EXPORT = qw(
|
||||||
|
validateDeclarativeJobset
|
||||||
|
createJobsetInputsRowAndData
|
||||||
updateDeclarativeJobset
|
updateDeclarativeJobset
|
||||||
handleDeclarativeJobsetBuild
|
handleDeclarativeJobsetBuild
|
||||||
handleDeclarativeJobsetJson
|
handleDeclarativeJobsetJson
|
||||||
);
|
);
|
||||||
|
|
||||||
|
|
||||||
sub updateDeclarativeJobset {
|
sub validateDeclarativeJobset {
|
||||||
my ($db, $project, $jobsetName, $declSpec) = @_;
|
my ($config, $project, $jobsetName, $declSpec) = @_;
|
||||||
|
|
||||||
my @allowed_keys = qw(
|
my @allowed_keys = qw(
|
||||||
enabled
|
enabled
|
||||||
|
@ -62,16 +64,39 @@ sub updateDeclarativeJobset {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
my $enable_dynamic_run_command = defined $update{enable_dynamic_run_command} ? 1 : 0;
|
||||||
|
if ($enable_dynamic_run_command
|
||||||
|
&& !($config->{dynamicruncommand}->{enable}
|
||||||
|
&& $project->{enable_dynamic_run_command}))
|
||||||
|
{
|
||||||
|
die "Dynamic RunCommand is not enabled by the server or the parent project.";
|
||||||
|
}
|
||||||
|
|
||||||
|
return %update;
|
||||||
|
}
|
||||||
|
|
||||||
|
sub createJobsetInputsRowAndData {
|
||||||
|
my ($name, $declSpec) = @_;
|
||||||
|
my $data = $declSpec->{"inputs"}->{$name};
|
||||||
|
my $row = {
|
||||||
|
name => $name,
|
||||||
|
type => $data->{type}
|
||||||
|
};
|
||||||
|
$row->{emailresponsible} = $data->{emailresponsible} // 0;
|
||||||
|
|
||||||
|
return ($row, $data);
|
||||||
|
}
|
||||||
|
|
||||||
|
sub updateDeclarativeJobset {
|
||||||
|
my ($config, $db, $project, $jobsetName, $declSpec) = @_;
|
||||||
|
|
||||||
|
my %update = validateDeclarativeJobset($config, $project, $jobsetName, $declSpec);
|
||||||
|
|
||||||
$db->txn_do(sub {
|
$db->txn_do(sub {
|
||||||
my $jobset = $project->jobsets->update_or_create(\%update);
|
my $jobset = $project->jobsets->update_or_create(\%update);
|
||||||
$jobset->jobsetinputs->delete;
|
$jobset->jobsetinputs->delete;
|
||||||
foreach my $name (keys %{$declSpec->{"inputs"}}) {
|
foreach my $name (keys %{$declSpec->{"inputs"}}) {
|
||||||
my $data = $declSpec->{"inputs"}->{$name};
|
my ($row, $data) = createJobsetInputsRowAndData($name, $declSpec);
|
||||||
my $row = {
|
|
||||||
name => $name,
|
|
||||||
type => $data->{type}
|
|
||||||
};
|
|
||||||
$row->{emailresponsible} = $data->{emailresponsible} // 0;
|
|
||||||
my $input = $jobset->jobsetinputs->create($row);
|
my $input = $jobset->jobsetinputs->create($row);
|
||||||
$input->jobsetinputalts->create({altnr => 0, value => $data->{value}});
|
$input->jobsetinputalts->create({altnr => 0, value => $data->{value}});
|
||||||
}
|
}
|
||||||
|
@ -82,6 +107,7 @@ sub updateDeclarativeJobset {
|
||||||
|
|
||||||
sub handleDeclarativeJobsetJson {
|
sub handleDeclarativeJobsetJson {
|
||||||
my ($db, $project, $declSpec) = @_;
|
my ($db, $project, $declSpec) = @_;
|
||||||
|
my $config = getHydraConfig();
|
||||||
$db->txn_do(sub {
|
$db->txn_do(sub {
|
||||||
my @kept = keys %$declSpec;
|
my @kept = keys %$declSpec;
|
||||||
push @kept, ".jobsets";
|
push @kept, ".jobsets";
|
||||||
|
@ -89,7 +115,7 @@ sub handleDeclarativeJobsetJson {
|
||||||
foreach my $jobsetName (keys %$declSpec) {
|
foreach my $jobsetName (keys %$declSpec) {
|
||||||
my $spec = $declSpec->{$jobsetName};
|
my $spec = $declSpec->{$jobsetName};
|
||||||
eval {
|
eval {
|
||||||
updateDeclarativeJobset($db, $project, $jobsetName, $spec);
|
updateDeclarativeJobset($config, $db, $project, $jobsetName, $spec);
|
||||||
1;
|
1;
|
||||||
} or do {
|
} or do {
|
||||||
print STDERR "ERROR: failed to process declarative jobset ", $project->name, ":${jobsetName}, ", $@, "\n";
|
print STDERR "ERROR: failed to process declarative jobset ", $project->name, ":${jobsetName}, ", $@, "\n";
|
||||||
|
|
|
@ -617,7 +617,7 @@ sub checkJobsetWrapped {
|
||||||
} else {
|
} else {
|
||||||
# Update the jobset with the spec's inputs, and the continue
|
# Update the jobset with the spec's inputs, and the continue
|
||||||
# evaluating the .jobsets jobset.
|
# evaluating the .jobsets jobset.
|
||||||
updateDeclarativeJobset($db, $project, ".jobsets", $declSpec);
|
updateDeclarativeJobset($config, $db, $project, ".jobsets", $declSpec);
|
||||||
$jobset->discard_changes;
|
$jobset->discard_changes;
|
||||||
$inputInfo->{"declInput"} = [ $declInput ];
|
$inputInfo->{"declInput"} = [ $declInput ];
|
||||||
$inputInfo->{"projectName"} = [ fetchInput($plugins, $db, $project, $jobset, "projectName", "string", $project->name, 0) ];
|
$inputInfo->{"projectName"} = [ fetchInput($plugins, $db, $project, $jobset, "projectName", "string", $project->name, 0) ];
|
||||||
|
|
85
t/Helper/AddBuilds/dynamic-disabled.t
Normal file
85
t/Helper/AddBuilds/dynamic-disabled.t
Normal file
|
@ -0,0 +1,85 @@
|
||||||
|
use strict;
|
||||||
|
use warnings;
|
||||||
|
use Setup;
|
||||||
|
use Test2::V0;
|
||||||
|
|
||||||
|
require Catalyst::Test;
|
||||||
|
use HTTP::Request::Common qw(POST PUT GET DELETE);
|
||||||
|
use JSON::MaybeXS qw(decode_json encode_json);
|
||||||
|
use Hydra::Helper::AddBuilds qw(validateDeclarativeJobset);
|
||||||
|
use Hydra::Helper::Nix qw(getHydraConfig);
|
||||||
|
|
||||||
|
my $ctx = test_context();
|
||||||
|
|
||||||
|
sub makeJobsetSpec {
|
||||||
|
my ($dynamic) = @_;
|
||||||
|
|
||||||
|
return {
|
||||||
|
enabled => 2,
|
||||||
|
enable_dynamic_run_command => $dynamic ? JSON::MaybeXS::true : undef,
|
||||||
|
visible => JSON::MaybeXS::true,
|
||||||
|
name => "job",
|
||||||
|
type => 1,
|
||||||
|
description => "test jobset",
|
||||||
|
flake => "github:nixos/nix",
|
||||||
|
checkinterval => 0,
|
||||||
|
schedulingshares => 100,
|
||||||
|
keepnr => 3
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
subtest "validate declarative jobset with dynamic RunCommand disabled by server" => sub {
|
||||||
|
my $config = getHydraConfig();
|
||||||
|
|
||||||
|
subtest "project enabled dynamic runcommand, declarative jobset enabled dynamic runcommand" => sub {
|
||||||
|
like(
|
||||||
|
dies {
|
||||||
|
validateDeclarativeJobset(
|
||||||
|
$config,
|
||||||
|
{ enable_dynamic_run_command => 1 },
|
||||||
|
"test-jobset",
|
||||||
|
makeJobsetSpec(JSON::MaybeXS::true),
|
||||||
|
),
|
||||||
|
},
|
||||||
|
qr/Dynamic RunCommand is not enabled/,
|
||||||
|
);
|
||||||
|
};
|
||||||
|
|
||||||
|
subtest "project enabled dynamic runcommand, declarative jobset disabled dynamic runcommand" => sub {
|
||||||
|
ok(
|
||||||
|
validateDeclarativeJobset(
|
||||||
|
$config,
|
||||||
|
{ enable_dynamic_run_command => 1 },
|
||||||
|
"test-jobset",
|
||||||
|
makeJobsetSpec(JSON::MaybeXS::false)
|
||||||
|
),
|
||||||
|
);
|
||||||
|
};
|
||||||
|
|
||||||
|
subtest "project disabled dynamic runcommand, declarative jobset enabled dynamic runcommand" => sub {
|
||||||
|
like(
|
||||||
|
dies {
|
||||||
|
validateDeclarativeJobset(
|
||||||
|
$config,
|
||||||
|
{ enable_dynamic_run_command => 0 },
|
||||||
|
"test-jobset",
|
||||||
|
makeJobsetSpec(JSON::MaybeXS::true),
|
||||||
|
),
|
||||||
|
},
|
||||||
|
qr/Dynamic RunCommand is not enabled/,
|
||||||
|
);
|
||||||
|
};
|
||||||
|
|
||||||
|
subtest "project disabled dynamic runcommand, declarative jobset disabled dynamic runcommand" => sub {
|
||||||
|
ok(
|
||||||
|
validateDeclarativeJobset(
|
||||||
|
$config,
|
||||||
|
{ enable_dynamic_run_command => 0 },
|
||||||
|
"test-jobset",
|
||||||
|
makeJobsetSpec(JSON::MaybeXS::false)
|
||||||
|
),
|
||||||
|
);
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
done_testing;
|
88
t/Helper/AddBuilds/dynamic-enabled.t
Normal file
88
t/Helper/AddBuilds/dynamic-enabled.t
Normal file
|
@ -0,0 +1,88 @@
|
||||||
|
use strict;
|
||||||
|
use warnings;
|
||||||
|
use Setup;
|
||||||
|
use Test2::V0;
|
||||||
|
|
||||||
|
require Catalyst::Test;
|
||||||
|
use HTTP::Request::Common qw(POST PUT GET DELETE);
|
||||||
|
use JSON::MaybeXS qw(decode_json encode_json);
|
||||||
|
use Hydra::Helper::AddBuilds qw(validateDeclarativeJobset);
|
||||||
|
use Hydra::Helper::Nix qw(getHydraConfig);
|
||||||
|
|
||||||
|
my $ctx = test_context(
|
||||||
|
hydra_config => q|
|
||||||
|
<dynamicruncommand>
|
||||||
|
enable = 1
|
||||||
|
</dynamicruncommand>
|
||||||
|
|
|
||||||
|
);
|
||||||
|
|
||||||
|
sub makeJobsetSpec {
|
||||||
|
my ($dynamic) = @_;
|
||||||
|
|
||||||
|
return {
|
||||||
|
enabled => 2,
|
||||||
|
enable_dynamic_run_command => $dynamic ? JSON::MaybeXS::true : undef,
|
||||||
|
visible => JSON::MaybeXS::true,
|
||||||
|
name => "job",
|
||||||
|
type => 1,
|
||||||
|
description => "test jobset",
|
||||||
|
flake => "github:nixos/nix",
|
||||||
|
checkinterval => 0,
|
||||||
|
schedulingshares => 100,
|
||||||
|
keepnr => 3
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
subtest "validate declarative jobset with dynamic RunCommand enabled by server" => sub {
|
||||||
|
my $config = getHydraConfig();
|
||||||
|
|
||||||
|
subtest "project enabled dynamic runcommand, declarative jobset enabled dynamic runcommand" => sub {
|
||||||
|
ok(
|
||||||
|
validateDeclarativeJobset(
|
||||||
|
$config,
|
||||||
|
{ enable_dynamic_run_command => 1 },
|
||||||
|
"test-jobset",
|
||||||
|
makeJobsetSpec(JSON::MaybeXS::true)
|
||||||
|
),
|
||||||
|
);
|
||||||
|
};
|
||||||
|
|
||||||
|
subtest "project enabled dynamic runcommand, declarative jobset disabled dynamic runcommand" => sub {
|
||||||
|
ok(
|
||||||
|
validateDeclarativeJobset(
|
||||||
|
$config,
|
||||||
|
{ enable_dynamic_run_command => 1 },
|
||||||
|
"test-jobset",
|
||||||
|
makeJobsetSpec(JSON::MaybeXS::false)
|
||||||
|
),
|
||||||
|
);
|
||||||
|
};
|
||||||
|
|
||||||
|
subtest "project disabled dynamic runcommand, declarative jobset enabled dynamic runcommand" => sub {
|
||||||
|
like(
|
||||||
|
dies {
|
||||||
|
validateDeclarativeJobset(
|
||||||
|
$config,
|
||||||
|
{ enable_dynamic_run_command => 0 },
|
||||||
|
"test-jobset",
|
||||||
|
makeJobsetSpec(JSON::MaybeXS::true),
|
||||||
|
),
|
||||||
|
},
|
||||||
|
qr/Dynamic RunCommand is not enabled/,
|
||||||
|
);
|
||||||
|
};
|
||||||
|
|
||||||
|
subtest "project disabled dynamic runcommand, declarative jobset disabled dynamic runcommand" => sub {
|
||||||
|
ok(
|
||||||
|
validateDeclarativeJobset(
|
||||||
|
$config,
|
||||||
|
{ enable_dynamic_run_command => 0 },
|
||||||
|
"test-jobset",
|
||||||
|
makeJobsetSpec(JSON::MaybeXS::false)
|
||||||
|
),
|
||||||
|
);
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
done_testing;
|
Loading…
Reference in a new issue