lix-releng-staging/release.nix

385 lines
12 KiB
Nix
Raw Normal View History

{ nix ? builtins.fetchGit ./.
2019-04-01 19:09:25 +00:00
, nixpkgs ? builtins.fetchGit { url = https://github.com/NixOS/nixpkgs-channels.git; ref = "nixos-19.03"; }
2010-03-10 13:07:37 +00:00
, officialRelease ? false
, systems ? [ "x86_64-linux" "i686-linux" "x86_64-darwin" "aarch64-linux" ]
2010-03-10 13:07:37 +00:00
}:
2008-12-04 15:25:28 +00:00
let
pkgs = import nixpkgs { system = builtins.currentSystem or "x86_64-linux"; };
2013-03-15 12:18:49 +00:00
2008-12-04 15:25:28 +00:00
jobs = rec {
2008-12-04 15:25:28 +00:00
tarball =
2013-03-15 12:18:49 +00:00
with pkgs;
with import ./release-common.nix { inherit pkgs; };
releaseTools.sourceTarball {
2008-12-04 15:25:28 +00:00
name = "nix-tarball";
version = builtins.readFile ./.version;
versionSuffix = if officialRelease then "" else "pre${toString nix.revCount}_${nix.shortRev}";
2017-01-27 15:13:22 +00:00
src = nix;
2008-12-04 15:25:28 +00:00
inherit officialRelease;
buildInputs = tarballDeps ++ buildDeps;
2008-12-04 15:25:28 +00:00
2017-03-30 20:51:50 +00:00
configureFlags = "--enable-gc";
2008-12-04 15:25:28 +00:00
postUnpack = ''
(cd $sourceRoot && find . -type f) | cut -c3- > $sourceRoot/.dist-files
cat $sourceRoot/.dist-files
'';
2008-12-04 15:25:28 +00:00
preConfigure = ''
(cd perl ; autoreconf --install --force --verbose)
2009-08-03 12:24:20 +00:00
# TeX needs a writable font cache.
export VARTEXFONTS=$TMPDIR/texfonts
2008-12-04 15:25:28 +00:00
'';
2012-12-06 15:55:57 +00:00
distPhase =
''
runHook preDist
2014-02-01 14:18:48 +00:00
make dist
2012-12-06 15:55:57 +00:00
mkdir -p $out/tarballs
cp *.tar.* $out/tarballs
'';
preDist = ''
2014-02-01 14:18:48 +00:00
make install docdir=$out/share/doc/nix makefiles=doc/manual/local.mk
2009-05-07 13:22:26 +00:00
echo "doc manual $out/share/doc/nix/manual" >> $out/nix-support/hydra-build-products
'';
2008-12-04 15:25:28 +00:00
};
2008-12-04 15:25:28 +00:00
2013-03-15 12:18:49 +00:00
build = pkgs.lib.genAttrs systems (system:
2008-12-04 15:25:28 +00:00
2018-03-19 10:57:34 +00:00
let pkgs = import nixpkgs { inherit system; }; in
with pkgs;
2008-12-04 15:25:28 +00:00
with import ./release-common.nix { inherit pkgs; };
2008-12-04 15:25:28 +00:00
releaseTools.nixBuild {
2009-03-06 17:00:58 +00:00
name = "nix";
2008-12-04 15:25:28 +00:00
src = tarball;
buildInputs = buildDeps;
2008-12-04 15:25:28 +00:00
preConfigure =
# Copy libboost_context so we don't get all of Boost in our closure.
# https://github.com/NixOS/nixpkgs/issues/45462
''
mkdir -p $out/lib
cp ${boost}/lib/libboost_context* $out/lib
'';
configureFlags = configureFlags ++
[ "--sysconfdir=/etc" ];
enableParallelBuilding = true;
makeFlags = "profiledir=$(out)/etc/profile.d";
2013-01-02 21:12:19 +00:00
installFlags = "sysconfdir=$(out)/etc";
doInstallCheck = true;
2014-02-01 14:37:50 +00:00
installCheckFlags = "sysconfdir=$(out)/etc";
2013-03-15 12:18:49 +00:00
});
2008-12-04 15:25:28 +00:00
2017-03-31 13:54:15 +00:00
perlBindings = pkgs.lib.genAttrs systems (system:
let pkgs = import nixpkgs { inherit system; }; in with pkgs;
releaseTools.nixBuild {
name = "nix-perl";
src = tarball;
buildInputs =
[ jobs.build.${system} curl bzip2 xz pkgconfig pkgs.perl boost ]
++ lib.optional (stdenv.isLinux || stdenv.isDarwin) libsodium;
2017-03-30 20:51:50 +00:00
configureFlags = ''
--with-dbi=${perlPackages.DBI}/${pkgs.perl.libPrefix}
--with-dbd-sqlite=${perlPackages.DBDSQLite}/${pkgs.perl.libPrefix}
'';
enableParallelBuilding = true;
2017-03-30 20:51:50 +00:00
postUnpack = "sourceRoot=$sourceRoot/perl";
});
2013-03-15 12:18:49 +00:00
binaryTarball = pkgs.lib.genAttrs systems (system:
with import nixpkgs { inherit system; };
let
2013-03-15 12:18:49 +00:00
toplevel = builtins.getAttr system jobs.build;
version = toplevel.src.version;
installerClosureInfo = closureInfo { rootPaths = [ toplevel cacert ]; };
in
runCommand "nix-binary-tarball-${version}"
{ nativeBuildInputs = lib.optional (system != "aarch64-linux") shellcheck;
meta.description = "Distribution-independent Nix bootstrap binaries for ${system}";
}
''
cp ${installerClosureInfo}/registration $TMPDIR/reginfo
substitute ${./scripts/install-nix-from-closure.sh} $TMPDIR/install \
--subst-var-by nix ${toplevel} \
--subst-var-by cacert ${cacert}
substitute ${./scripts/install-darwin-multi-user.sh} $TMPDIR/install-darwin-multi-user.sh \
--subst-var-by nix ${toplevel} \
--subst-var-by cacert ${cacert}
substitute ${./scripts/install-systemd-multi-user.sh} $TMPDIR/install-systemd-multi-user.sh \
--subst-var-by nix ${toplevel} \
--subst-var-by cacert ${cacert}
substitute ${./scripts/install-multi-user.sh} $TMPDIR/install-multi-user \
--subst-var-by nix ${toplevel} \
--subst-var-by cacert ${cacert}
2017-07-09 16:38:32 +00:00
if type -p shellcheck; then
# SC1090: Don't worry about not being able to find
# $nix/etc/profile.d/nix.sh
shellcheck --exclude SC1090 $TMPDIR/install
shellcheck $TMPDIR/install-darwin-multi-user.sh
shellcheck $TMPDIR/install-systemd-multi-user.sh
# SC1091: Don't panic about not being able to source
# /etc/profile
# SC2002: Ignore "useless cat" "error", when loading
# .reginfo, as the cat is a much cleaner
# implementation, even though it is "useless"
# SC2116: Allow ROOT_HOME=$(echo ~root) for resolving
# root's home directory
shellcheck --external-sources \
--exclude SC1091,SC2002,SC2116 $TMPDIR/install-multi-user
fi
2017-07-09 16:38:32 +00:00
chmod +x $TMPDIR/install
chmod +x $TMPDIR/install-darwin-multi-user.sh
chmod +x $TMPDIR/install-systemd-multi-user.sh
chmod +x $TMPDIR/install-multi-user
dir=nix-${version}-${system}
fn=$out/$dir.tar.bz2
mkdir -p $out/nix-support
echo "file binary-dist $fn" >> $out/nix-support/hydra-build-products
tar cvfj $fn \
--owner=0 --group=0 --mode=u+rw,uga+r \
--absolute-names \
--hard-dereference \
--transform "s,$TMPDIR/install,$dir/install," \
--transform "s,$TMPDIR/reginfo,$dir/.reginfo," \
--transform "s,$NIX_STORE,$dir/store,S" \
$TMPDIR/install $TMPDIR/install-darwin-multi-user.sh \
$TMPDIR/install-systemd-multi-user.sh \
$TMPDIR/install-multi-user $TMPDIR/reginfo \
$(cat ${installerClosureInfo}/store-paths)
2013-03-15 12:18:49 +00:00
'');
2009-09-17 17:44:13 +00:00
2008-12-04 15:25:28 +00:00
coverage =
2018-03-20 13:55:47 +00:00
with pkgs;
with import ./release-common.nix { inherit pkgs; };
2008-12-04 15:25:28 +00:00
releaseTools.coverageAnalysis {
name = "nix-build";
src = tarball;
2018-03-20 13:55:47 +00:00
buildInputs = buildDeps;
2008-12-04 15:25:28 +00:00
2012-03-19 16:05:42 +00:00
dontInstall = false;
2012-05-12 03:30:47 +00:00
doInstallCheck = true;
2012-08-27 15:28:48 +00:00
2018-03-20 13:55:47 +00:00
lcovFilter = [ "*/boost/*" "*-tab.*" "*/nlohmann/*" "*/linenoise/*" ];
2008-12-04 15:25:28 +00:00
# We call `dot', and even though we just use it to
# syntax-check generated dot files, it still requires some
# fonts. So provide those.
FONTCONFIG_FILE = texFunctions.fontsConf;
};
2012-08-27 15:28:48 +00:00
#rpm_fedora27x86_64 = makeRPM_x86_64 (diskImageFunsFun: diskImageFunsFun.fedora27x86_64) [ ];
#deb_debian8i386 = makeDeb_i686 (diskImageFuns: diskImageFuns.debian8i386) [ "libsodium-dev" ] [ "libsodium13" ];
#deb_debian8x86_64 = makeDeb_x86_64 (diskImageFunsFun: diskImageFunsFun.debian8x86_64) [ "libsodium-dev" ] [ "libsodium13" ];
2016-04-29 15:11:51 +00:00
#deb_ubuntu1710i386 = makeDeb_i686 (diskImageFuns: diskImageFuns.ubuntu1710i386) [ ] [ "libsodium18" ];
#deb_ubuntu1710x86_64 = makeDeb_x86_64 (diskImageFuns: diskImageFuns.ubuntu1710x86_64) [ ] [ "libsodium18" "libboost-context1.62.0" ];
2008-12-04 15:25:28 +00:00
# System tests.
tests.remoteBuilds = (import ./tests/remote-builds.nix rec {
inherit nixpkgs;
2013-03-25 20:59:11 +00:00
nix = build.x86_64-linux; system = "x86_64-linux";
2014-09-05 09:49:35 +00:00
});
2011-10-11 13:58:47 +00:00
tests.nix-copy-closure = (import ./tests/nix-copy-closure.nix rec {
inherit nixpkgs;
2013-03-25 20:59:11 +00:00
nix = build.x86_64-linux; system = "x86_64-linux";
2014-09-05 09:49:35 +00:00
});
tests.setuid = pkgs.lib.genAttrs
2018-02-07 13:15:20 +00:00
["i686-linux" "x86_64-linux"]
(system:
import ./tests/setuid.nix rec {
inherit nixpkgs;
nix = build.${system}; inherit system;
});
2017-05-29 12:19:11 +00:00
tests.binaryTarball =
with import nixpkgs { system = "x86_64-linux"; };
vmTools.runInLinuxImage (runCommand "nix-binary-tarball-test"
{ diskImage = vmTools.diskImages.ubuntu1204x86_64;
}
''
set -x
useradd -m alice
su - alice -c 'tar xf ${binaryTarball.x86_64-linux}/*.tar.*'
mkdir /dest-nix
mount -o bind /dest-nix /nix # Provide a writable /nix.
chown alice /nix
su - alice -c '_NIX_INSTALLER_TEST=1 ./nix-*/install'
su - alice -c 'nix-store --verify'
su - alice -c 'PAGER= nix-store -qR ${build.x86_64-linux}'
2018-08-30 15:10:28 +00:00
# Check whether 'nix upgrade-nix' works.
cat > /tmp/paths.nix <<EOF
{
x86_64-linux = "${build.x86_64-linux}";
}
EOF
su - alice -c 'nix upgrade-nix -vvv --nix-store-paths-url file:///tmp/paths.nix'
(! [ -L /home/alice/.profile-1-link ])
2018-08-30 15:10:28 +00:00
su - alice -c 'PAGER= nix-store -qR ${build.x86_64-linux}'
2014-11-18 17:40:47 +00:00
mkdir -p $out/nix-support
touch $out/nix-support/hydra-build-products
umount /nix
''); # */
2016-01-19 20:10:32 +00:00
tests.evalNixpkgs =
import (nixpkgs + "/pkgs/top-level/make-tarball.nix") {
2016-01-19 20:10:32 +00:00
inherit nixpkgs;
inherit pkgs;
nix = build.x86_64-linux;
officialRelease = false;
};
tests.evalNixOS =
pkgs.runCommand "eval-nixos" { buildInputs = [ build.x86_64-linux ]; }
''
export NIX_STATE_DIR=$TMPDIR
nix-instantiate ${nixpkgs}/nixos/release-combined.nix -A tested --dry-run \
--arg nixpkgs '{ outPath = ${nixpkgs}; revCount = 123; shortRev = "abcdefgh"; }'
2016-01-19 20:10:32 +00:00
touch $out
'';
installerScript =
pkgs.runCommand "installer-script"
{ buildInputs = [ build.x86_64-linux ];
}
''
mkdir -p $out/nix-support
substitute ${./scripts/install.in} $out/install \
${pkgs.lib.concatMapStrings
(system: "--replace '@binaryTarball_${system}@' $(nix hash-file --base16 --type sha256 ${binaryTarball.${system}}/*.tar.bz2) ")
[ "x86_64-linux" "i686-linux" "x86_64-darwin" "aarch64-linux" ]
} \
--replace '@nixVersion@' ${build.x86_64-linux.src.version}
echo "file installer $out/install" >> $out/nix-support/hydra-build-products
'';
# Aggregate job containing the release-critical jobs.
release = pkgs.releaseTools.aggregate {
name = "nix-${tarball.version}";
meta.description = "Release-critical builds";
constituents =
[ tarball
build.i686-linux
build.x86_64-darwin
build.x86_64-linux
build.aarch64-linux
binaryTarball.i686-linux
binaryTarball.x86_64-darwin
binaryTarball.x86_64-linux
binaryTarball.aarch64-linux
tests.remoteBuilds
tests.nix-copy-closure
tests.binaryTarball
2016-01-19 20:10:32 +00:00
tests.evalNixpkgs
tests.evalNixOS
installerScript
];
};
2008-12-04 15:25:28 +00:00
};
2008-12-04 17:54:14 +00:00
makeRPM_i686 = makeRPM "i686-linux";
makeRPM_x86_64 = makeRPM "x86_64-linux";
2012-08-27 15:28:48 +00:00
makeRPM =
2015-02-10 10:33:07 +00:00
system: diskImageFun: extraPackages:
2008-12-04 15:25:28 +00:00
with import nixpkgs { inherit system; };
2008-12-04 15:25:28 +00:00
releaseTools.rpmBuild rec {
2012-09-13 21:23:12 +00:00
name = "nix-rpm";
2010-03-10 13:07:37 +00:00
src = jobs.tarball;
diskImage = (diskImageFun vmTools.diskImageFuns)
2015-02-10 10:33:07 +00:00
{ extraPackages =
[ "sqlite" "sqlite-devel" "bzip2-devel" "libcurl-devel" "openssl-devel" "xz-devel" "libseccomp-devel" "libsodium-devel" "boost-devel" "bison" "flex" ]
2015-02-10 10:33:07 +00:00
++ extraPackages; };
2018-01-05 00:44:32 +00:00
# At most 2047MB can be simulated in qemu-system-i386
memSize = 2047;
meta.schedulingPriority = 50;
2012-05-01 20:31:56 +00:00
postRPMInstall = "cd /tmp/rpmout/BUILD/nix-* && make installcheck";
#enableParallelBuilding = true;
2008-12-04 15:25:28 +00:00
};
2008-12-04 17:54:14 +00:00
makeDeb_i686 = makeDeb "i686-linux";
makeDeb_x86_64 = makeDeb "x86_64-linux";
2012-08-27 15:28:48 +00:00
2008-12-04 15:25:28 +00:00
makeDeb =
2016-04-29 15:11:51 +00:00
system: diskImageFun: extraPackages: extraDebPackages:
2008-12-04 15:25:28 +00:00
with import nixpkgs { inherit system; };
2008-12-04 15:25:28 +00:00
releaseTools.debBuild {
name = "nix-deb";
2010-03-10 13:07:37 +00:00
src = jobs.tarball;
diskImage = (diskImageFun vmTools.diskImageFuns)
{ extraPackages =
[ "libsqlite3-dev" "libbz2-dev" "libcurl-dev" "libcurl3-nss" "libssl-dev" "liblzma-dev" "libseccomp-dev" "libsodium-dev" "libboost-all-dev" ]
++ extraPackages; };
memSize = 2047;
meta.schedulingPriority = 50;
2016-04-29 15:11:51 +00:00
postInstall = "make installcheck";
configureFlags = "--sysconfdir=/etc";
debRequires =
2017-06-01 12:28:21 +00:00
[ "curl" "libsqlite3-0" "libbz2-1.0" "bzip2" "xz-utils" "libssl1.0.0" "liblzma5" "libseccomp2" ]
2016-04-29 15:11:51 +00:00
++ extraDebPackages;
2014-02-06 13:21:14 +00:00
debMaintainer = "Eelco Dolstra <eelco.dolstra@logicblox.com>";
2012-05-12 03:30:47 +00:00
doInstallCheck = true;
#enableParallelBuilding = true;
};
2008-12-04 15:25:28 +00:00
in jobs