forked from lix-project/hydra
Use pixz instead of bzip2 for compressing nars
According to following two benchmarks: - https://www.rootusers.com/gzip-vs-bzip2-vs-xz-performance-comparison/ - http://catchchallenger.first-world.info/wiki/Quick_Benchmark:_Gzip_vs_Bzip2_vs_LZMA_vs_XZ_vs_LZ4_vs_LZO xz has better compression ratio than bzip2 at lowest compression rate. https://github.com/vasi/pixz has been chosen as it can scale compressing over multiple cores linearly. We're using this in snabblab for a month now and it has improved CPU wise the main Hydra server.
This commit is contained in:
parent
dd32033657
commit
23bf99b8e2
|
@ -225,6 +225,7 @@ in
|
|||
base_uri ${cfg.hydraURL}
|
||||
notification_sender ${cfg.notificationSender}
|
||||
max_servers 25
|
||||
compress_num_threads 0
|
||||
${optionalString (cfg.logo != null) ''
|
||||
hydra_logo ${cfg.logo}
|
||||
''}
|
||||
|
|
|
@ -134,7 +134,7 @@ rec {
|
|||
];
|
||||
|
||||
hydraPath = lib.makeBinPath (
|
||||
[ libxslt sqlite subversion openssh nix coreutils findutils
|
||||
[ libxslt sqlite subversion openssh nix coreutils findutils pixz
|
||||
gzip bzip2 lzma gnutar unzip git gitAndTools.topGit mercurial darcs gnused bazaar
|
||||
] ++ lib.optionals stdenv.isLinux [ rpm dpkg cdrkit ] );
|
||||
|
||||
|
|
|
@ -21,7 +21,7 @@ sub process {
|
|||
my $info;
|
||||
$info .= "StorePath: $storePath\n";
|
||||
$info .= "URL: nar/" . basename $storePath. "\n";
|
||||
$info .= "Compression: bzip2\n";
|
||||
$info .= "Compression: xz\n";
|
||||
$info .= "NarHash: $narHash\n";
|
||||
$info .= "NarSize: $narSize\n";
|
||||
$info .= "References: " . join(" ", map { basename $_ } @{$refs}) . "\n";
|
||||
|
|
|
@ -8,12 +8,14 @@ sub process {
|
|||
my ($self, $c) = @_;
|
||||
|
||||
my $storePath = $c->stash->{storePath};
|
||||
my $numThreads = $c->config->{'compress_num_threads'};
|
||||
my $pParam = ($numThreads > 0) ? "-p$numThreads" : "";
|
||||
|
||||
$c->response->content_type('application/x-nix-archive'); # !!! check MIME type
|
||||
|
||||
my $fh = new IO::Handle;
|
||||
|
||||
open $fh, "nix-store --dump '$storePath' | bzip2 |";
|
||||
open $fh, "nix-store --dump '$storePath' | pixz -0 $pParam |";
|
||||
|
||||
setCacheHeaders($c, 365 * 24 * 60 * 60);
|
||||
|
||||
|
|
Loading…
Reference in a new issue