2016-03-03 17:03:34 +00:00
|
|
|
|
#include "binary-cache-store.hh"
|
|
|
|
|
#include "download.hh"
|
2016-03-04 16:23:42 +00:00
|
|
|
|
#include "globals.hh"
|
2016-04-20 12:12:38 +00:00
|
|
|
|
#include "nar-info-disk-cache.hh"
|
2016-03-03 17:03:34 +00:00
|
|
|
|
|
|
|
|
|
namespace nix {
|
|
|
|
|
|
|
|
|
|
class HttpBinaryCacheStore : public BinaryCacheStore
|
|
|
|
|
{
|
|
|
|
|
private:
|
|
|
|
|
|
|
|
|
|
Path cacheUri;
|
|
|
|
|
|
2016-03-24 10:10:05 +00:00
|
|
|
|
Pool<Downloader> downloaders;
|
2016-03-03 17:03:34 +00:00
|
|
|
|
|
|
|
|
|
public:
|
|
|
|
|
|
|
|
|
|
HttpBinaryCacheStore(std::shared_ptr<Store> localStore,
|
2016-03-04 16:08:30 +00:00
|
|
|
|
const Path & secretKeyFile, const Path & _cacheUri)
|
|
|
|
|
: BinaryCacheStore(localStore, secretKeyFile)
|
2016-03-03 17:03:34 +00:00
|
|
|
|
, cacheUri(_cacheUri)
|
2016-03-24 10:10:05 +00:00
|
|
|
|
, downloaders(
|
|
|
|
|
std::numeric_limits<size_t>::max(),
|
|
|
|
|
[]() { return makeDownloader(); })
|
2016-03-03 17:03:34 +00:00
|
|
|
|
{
|
|
|
|
|
if (cacheUri.back() == '/')
|
|
|
|
|
cacheUri.pop_back();
|
2016-04-20 12:12:38 +00:00
|
|
|
|
|
|
|
|
|
diskCache = getNarInfoDiskCache();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
std::string getUri() override
|
|
|
|
|
{
|
|
|
|
|
return cacheUri;
|
2016-03-03 17:03:34 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void init() override
|
|
|
|
|
{
|
|
|
|
|
// FIXME: do this lazily?
|
2016-04-20 12:12:38 +00:00
|
|
|
|
if (!diskCache->cacheExists(cacheUri)) {
|
|
|
|
|
if (!fileExists("nix-cache-info"))
|
|
|
|
|
throw Error(format("‘%s’ does not appear to be a binary cache") % cacheUri);
|
|
|
|
|
diskCache->createCache(cacheUri);
|
|
|
|
|
}
|
2016-03-03 17:03:34 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
protected:
|
|
|
|
|
|
|
|
|
|
bool fileExists(const std::string & path) override
|
|
|
|
|
{
|
|
|
|
|
try {
|
2016-03-24 10:10:05 +00:00
|
|
|
|
auto downloader(downloaders.get());
|
2016-03-03 17:03:34 +00:00
|
|
|
|
DownloadOptions options;
|
|
|
|
|
options.showProgress = DownloadOptions::no;
|
|
|
|
|
options.head = true;
|
|
|
|
|
downloader->download(cacheUri + "/" + path, options);
|
|
|
|
|
return true;
|
|
|
|
|
} catch (DownloadError & e) {
|
2016-03-30 09:17:51 +00:00
|
|
|
|
/* S3 buckets return 403 if a file doesn't exist and the
|
|
|
|
|
bucket is unlistable, so treat 403 as 404. */
|
|
|
|
|
if (e.error == Downloader::NotFound || e.error == Downloader::Forbidden)
|
2016-03-03 17:03:34 +00:00
|
|
|
|
return false;
|
|
|
|
|
throw;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2016-03-15 11:11:27 +00:00
|
|
|
|
void upsertFile(const std::string & path, const std::string & data) override
|
2016-03-03 17:03:34 +00:00
|
|
|
|
{
|
|
|
|
|
throw Error("uploading to an HTTP binary cache is not supported");
|
|
|
|
|
}
|
|
|
|
|
|
2016-04-15 13:11:34 +00:00
|
|
|
|
std::shared_ptr<std::string> getFile(const std::string & path) override
|
2016-03-03 17:03:34 +00:00
|
|
|
|
{
|
2016-03-24 10:10:05 +00:00
|
|
|
|
auto downloader(downloaders.get());
|
2016-03-03 17:03:34 +00:00
|
|
|
|
DownloadOptions options;
|
|
|
|
|
options.showProgress = DownloadOptions::no;
|
2016-04-15 13:11:34 +00:00
|
|
|
|
try {
|
|
|
|
|
return downloader->download(cacheUri + "/" + path, options).data;
|
|
|
|
|
} catch (DownloadError & e) {
|
|
|
|
|
if (e.error == Downloader::NotFound || e.error == Downloader::Forbidden)
|
|
|
|
|
return 0;
|
|
|
|
|
throw;
|
|
|
|
|
}
|
2016-03-03 17:03:34 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
};
|
|
|
|
|
|
2016-04-29 14:26:16 +00:00
|
|
|
|
static RegisterStoreImplementation regStore([](
|
|
|
|
|
const std::string & uri, const StoreParams & params)
|
|
|
|
|
-> std::shared_ptr<Store>
|
|
|
|
|
{
|
2016-03-03 17:03:34 +00:00
|
|
|
|
if (std::string(uri, 0, 7) != "http://" &&
|
|
|
|
|
std::string(uri, 0, 8) != "https://") return 0;
|
|
|
|
|
auto store = std::make_shared<HttpBinaryCacheStore>(std::shared_ptr<Store>(0),
|
2016-03-04 16:23:42 +00:00
|
|
|
|
settings.get("binary-cache-secret-key-file", string("")),
|
2016-03-03 17:03:34 +00:00
|
|
|
|
uri);
|
|
|
|
|
store->init();
|
|
|
|
|
return store;
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|