forked from lix-project/hydra
GitInput: Include deepClone option in the cache key
Without this commit, two jobsets using the same repository as input, but different `deepClone` options, end up incorrectly sharing the same "checkout" for a given (`uri`, `branch`, `revision`) tuple. The presence or absence of `.git` is determined by the jobset execution order. This patch adds the missing `isDeepClone` boolean to the cache key. The database upgrade script empties the `CachedGitInputs` table, as we don't know if existing checkouts are deep clones. Unfortunately, this generally forces rebuilds even for correct `deepClone` checkouts, as the binary contents of `.git` are not deterministic. Fixes #510
This commit is contained in:
parent
b6921c2006
commit
df7dab1291
|
@ -182,7 +182,7 @@ sub fetchInput {
|
||||||
# TODO: Fix case where the branch is reset to a previous commit.
|
# TODO: Fix case where the branch is reset to a previous commit.
|
||||||
my $cachedInput;
|
my $cachedInput;
|
||||||
($cachedInput) = $self->{db}->resultset('CachedGitInputs')->search(
|
($cachedInput) = $self->{db}->resultset('CachedGitInputs')->search(
|
||||||
{uri => $uri, branch => $branch, revision => $revision},
|
{uri => $uri, branch => $branch, revision => $revision, isdeepclone => defined($deepClone) ? 1 : 0},
|
||||||
{rows => 1});
|
{rows => 1});
|
||||||
|
|
||||||
addTempRoot($cachedInput->storepath) if defined $cachedInput;
|
addTempRoot($cachedInput->storepath) if defined $cachedInput;
|
||||||
|
@ -223,6 +223,7 @@ sub fetchInput {
|
||||||
{ uri => $uri
|
{ uri => $uri
|
||||||
, branch => $branch
|
, branch => $branch
|
||||||
, revision => $revision
|
, revision => $revision
|
||||||
|
, isdeepclone => defined($deepClone) ? 1 : 0
|
||||||
, sha256hash => $sha256
|
, sha256hash => $sha256
|
||||||
, storepath => $storePath
|
, storepath => $storePath
|
||||||
});
|
});
|
||||||
|
|
|
@ -50,6 +50,11 @@ __PACKAGE__->table("cachedgitinputs");
|
||||||
data_type: 'text'
|
data_type: 'text'
|
||||||
is_nullable: 0
|
is_nullable: 0
|
||||||
|
|
||||||
|
=head2 isdeepclone
|
||||||
|
|
||||||
|
data_type: 'boolean'
|
||||||
|
is_nullable: 0
|
||||||
|
|
||||||
=head2 sha256hash
|
=head2 sha256hash
|
||||||
|
|
||||||
data_type: 'text'
|
data_type: 'text'
|
||||||
|
@ -69,6 +74,8 @@ __PACKAGE__->add_columns(
|
||||||
{ data_type => "text", is_nullable => 0 },
|
{ data_type => "text", is_nullable => 0 },
|
||||||
"revision",
|
"revision",
|
||||||
{ data_type => "text", is_nullable => 0 },
|
{ data_type => "text", is_nullable => 0 },
|
||||||
|
"isdeepclone",
|
||||||
|
{ data_type => "boolean", is_nullable => 0 },
|
||||||
"sha256hash",
|
"sha256hash",
|
||||||
{ data_type => "text", is_nullable => 0 },
|
{ data_type => "text", is_nullable => 0 },
|
||||||
"storepath",
|
"storepath",
|
||||||
|
@ -85,14 +92,16 @@ __PACKAGE__->add_columns(
|
||||||
|
|
||||||
=item * L</revision>
|
=item * L</revision>
|
||||||
|
|
||||||
|
=item * L</isdeepclone>
|
||||||
|
|
||||||
=back
|
=back
|
||||||
|
|
||||||
=cut
|
=cut
|
||||||
|
|
||||||
__PACKAGE__->set_primary_key("uri", "branch", "revision");
|
__PACKAGE__->set_primary_key("uri", "branch", "revision", "isdeepclone");
|
||||||
|
|
||||||
|
|
||||||
# Created by DBIx::Class::Schema::Loader v0.07049 @ 2020-02-06 12:22:36
|
# Created by DBIx::Class::Schema::Loader v0.07049 @ 2021-06-19 17:26:24
|
||||||
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:0sdK9uQZpx869oqS5thRLw
|
# DO NOT MODIFY THIS OR ANYTHING ABOVE! md5sum:Wr0grsFTaqRlMeM9vpXjrw
|
||||||
|
|
||||||
1;
|
1;
|
||||||
|
|
|
@ -402,9 +402,10 @@ create table CachedGitInputs (
|
||||||
uri text not null,
|
uri text not null,
|
||||||
branch text not null,
|
branch text not null,
|
||||||
revision text not null,
|
revision text not null,
|
||||||
|
isDeepClone boolean not null,
|
||||||
sha256hash text not null,
|
sha256hash text not null,
|
||||||
storePath text not null,
|
storePath text not null,
|
||||||
primary key (uri, branch, revision)
|
primary key (uri, branch, revision, isDeepClone)
|
||||||
);
|
);
|
||||||
|
|
||||||
create table CachedDarcsInputs (
|
create table CachedDarcsInputs (
|
||||||
|
|
12
src/sql/upgrade-76.sql
Normal file
12
src/sql/upgrade-76.sql
Normal file
|
@ -0,0 +1,12 @@
|
||||||
|
-- We don't know if existing checkouts are deep clones. This will
|
||||||
|
-- force a new fetch (and most likely trigger a new build for deep
|
||||||
|
-- clones, as the binary contents of '.git' are not deterministic).
|
||||||
|
DELETE FROM CachedGitInputs;
|
||||||
|
|
||||||
|
ALTER TABLE CachedGitInputs
|
||||||
|
ADD COLUMN isDeepClone BOOLEAN NOT NULL;
|
||||||
|
|
||||||
|
ALTER TABLE CachedGitInputs DROP CONSTRAINT cachedgitinputs_pkey;
|
||||||
|
|
||||||
|
ALTER TABLE CachedGitInputs ADD CONSTRAINT cachedgitinputs_pkey
|
||||||
|
PRIMARY KEY (uri, branch, revision, isDeepClone);
|
Loading…
Reference in a new issue