init
This commit is contained in:
commit
5bf7d0ef20
15 changed files with 452 additions and 0 deletions
1
.envrc
Normal file
1
.envrc
Normal file
|
|
@ -0,0 +1 @@
|
||||||
|
use nix
|
||||||
4
.gitignore
vendored
Normal file
4
.gitignore
vendored
Normal file
|
|
@ -0,0 +1,4 @@
|
||||||
|
.direnv
|
||||||
|
result
|
||||||
|
packages.json
|
||||||
|
options.json
|
||||||
21
LICENSE
Normal file
21
LICENSE
Normal file
|
|
@ -0,0 +1,21 @@
|
||||||
|
MIT License
|
||||||
|
|
||||||
|
Copyright (c) 2022 Dracula Theme
|
||||||
|
|
||||||
|
Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||||
|
of this software and associated documentation files (the "Software"), to deal
|
||||||
|
in the Software without restriction, including without limitation the rights
|
||||||
|
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||||
|
copies of the Software, and to permit persons to whom the Software is
|
||||||
|
furnished to do so, subject to the following conditions:
|
||||||
|
|
||||||
|
The above copyright notice and this permission notice shall be included in all
|
||||||
|
copies or substantial portions of the Software.
|
||||||
|
|
||||||
|
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||||
|
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||||
|
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||||
|
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||||
|
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||||
|
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||||
|
SOFTWARE.
|
||||||
3
README.md
Normal file
3
README.md
Normal file
|
|
@ -0,0 +1,3 @@
|
||||||
|
# search.forkos.org
|
||||||
|
|
||||||
|
todo
|
||||||
13
default.nix
Normal file
13
default.nix
Normal file
|
|
@ -0,0 +1,13 @@
|
||||||
|
{
|
||||||
|
pins ? import ./npins,
|
||||||
|
pkgs ? import pins.nixpkgs { },
|
||||||
|
nixpkgsSource ? pins.nixpkgs,
|
||||||
|
}: let
|
||||||
|
lib = pkgs.lib;
|
||||||
|
in {
|
||||||
|
frontend = pkgs.callPackage ./frontend {};
|
||||||
|
updateIndex = pkgs.callPackage ./updateIndex { };
|
||||||
|
packagesJSON = pkgs.callPackage ./packagesJSON.nix { nixpkgs = nixpkgsSource; };
|
||||||
|
optionsJSON = pkgs.callPackage ./optionsJSON.nix { nixpkgs = nixpkgsSource; };
|
||||||
|
vmTest = "foo";
|
||||||
|
}
|
||||||
10
frontend/default.nix
Normal file
10
frontend/default.nix
Normal file
|
|
@ -0,0 +1,10 @@
|
||||||
|
{ lib
|
||||||
|
, stdenv
|
||||||
|
}: stdenv.mkDerivation {
|
||||||
|
pname = "frontend";
|
||||||
|
version = "0.1.0";
|
||||||
|
|
||||||
|
src = ./.;
|
||||||
|
|
||||||
|
# todo
|
||||||
|
}
|
||||||
106
frontend/index.html
Normal file
106
frontend/index.html
Normal file
|
|
@ -0,0 +1,106 @@
|
||||||
|
<!DOCTYPE html>
|
||||||
|
<html lang="en">
|
||||||
|
|
||||||
|
<head>
|
||||||
|
<meta charset="utf-8" />
|
||||||
|
<link rel="stylesheet"
|
||||||
|
href="https://cdn.jsdelivr.net/npm/@meilisearch/instant-meilisearch/templates/basic_search.css" />
|
||||||
|
</head>
|
||||||
|
|
||||||
|
<body>
|
||||||
|
<div class="options">
|
||||||
|
<select onchange="kind()" size=2 id="kind">
|
||||||
|
<option value="packages">packages</option>
|
||||||
|
<option value="modules">modules</option>
|
||||||
|
</select>
|
||||||
|
<select onchange="release()" size=2 id="release">
|
||||||
|
<option value="rolling">rolling</option>
|
||||||
|
<option value="stable">stable</option>
|
||||||
|
</select>
|
||||||
|
<div id="sort-by"></div>
|
||||||
|
<div id="packages_filter" class="filter">
|
||||||
|
<h2>Platform</h2>
|
||||||
|
<div id="platform"></div>
|
||||||
|
</div>
|
||||||
|
<div id="modules_filter" class="filter">
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
<div class="wrapper">
|
||||||
|
<div id="searchbox" focus></div>
|
||||||
|
<div id="hits"></div>
|
||||||
|
</div>
|
||||||
|
</body>
|
||||||
|
<script
|
||||||
|
src="https://cdn.jsdelivr.net/npm/@meilisearch/instant-meilisearch/dist/instant-meilisearch.umd.min.js"></script>
|
||||||
|
<script src="https://cdn.jsdelivr.net/npm/instantsearch.js@4"></script>
|
||||||
|
<script>
|
||||||
|
function kind() {
|
||||||
|
k = document.getElementById("kind").value;
|
||||||
|
alert(k);
|
||||||
|
}
|
||||||
|
function release() {
|
||||||
|
r = document.getElementById("release").value;
|
||||||
|
search.helper.setIndex("packages" + "-" + r).search()
|
||||||
|
}
|
||||||
|
const search = instantsearch({
|
||||||
|
indexName: "packages-rolling",
|
||||||
|
// implement params for stable/rolling
|
||||||
|
// https://marcus-obst.de/blog/algolia-instantsearch-router-handle-existing-url-parameters
|
||||||
|
routing: true,
|
||||||
|
searchClient: instantMeiliSearch(
|
||||||
|
"https://meilisearch.aq0.de/"
|
||||||
|
).searchClient
|
||||||
|
});
|
||||||
|
search.addWidgets([
|
||||||
|
// // todo: figure out sortableIndex first
|
||||||
|
// // https://www.meilisearch.com/docs/learn/filtering_and_sorting/sort_search_results#configure-meilisearch-for-sorting-at-search-time
|
||||||
|
// // https://www.algolia.com/doc/api-reference/widgets/sort-by/js/
|
||||||
|
// instantsearch.widgets.sortBy({
|
||||||
|
// container: '#sort-by',
|
||||||
|
// items: [
|
||||||
|
// {value: 'steam-video-games', label: 'Relevant'},
|
||||||
|
// {
|
||||||
|
// value: 'steam-video-games:recommendationCount:desc',
|
||||||
|
// label: 'Most Recommended',
|
||||||
|
// },
|
||||||
|
// {
|
||||||
|
// value: 'steam-video-games:recommendationCount:asc',
|
||||||
|
// label: 'Least Recommended',
|
||||||
|
// },
|
||||||
|
// ],
|
||||||
|
// }),
|
||||||
|
instantsearch.widgets.refinementList({
|
||||||
|
container: "#platform",
|
||||||
|
attribute: "meta.platforms",
|
||||||
|
}),
|
||||||
|
instantsearch.widgets.sortBy({
|
||||||
|
container: '#sort-by',
|
||||||
|
items: [
|
||||||
|
{value: 'steam-video-games', label: 'Relevant'},
|
||||||
|
{
|
||||||
|
value: 'steam-video-games:recommendationCount:desc',
|
||||||
|
label: 'Most Recommended',
|
||||||
|
},
|
||||||
|
{
|
||||||
|
value: 'steam-video-games:recommendationCount:asc',
|
||||||
|
label: 'Least Recommended',
|
||||||
|
},
|
||||||
|
],
|
||||||
|
}),
|
||||||
|
instantsearch.widgets.searchBox({container: "#searchbox"}),
|
||||||
|
instantsearch.widgets.configure({hitsPerPage: 8}),
|
||||||
|
instantsearch.widgets.hits({
|
||||||
|
container: "#hits",
|
||||||
|
templates: {
|
||||||
|
item: `
|
||||||
|
<div>
|
||||||
|
<div class="hit-name">
|
||||||
|
{{#helpers.highlight}}{"attribute": "name"}{{/helpers.highlight}}
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
`}
|
||||||
|
})]);
|
||||||
|
search.start();
|
||||||
|
</script>
|
||||||
|
|
||||||
|
</html>
|
||||||
85
frontend/options.html
Normal file
85
frontend/options.html
Normal file
|
|
@ -0,0 +1,85 @@
|
||||||
|
<!DOCTYPE html>
|
||||||
|
<html lang="en">
|
||||||
|
|
||||||
|
<head>
|
||||||
|
<meta charset="utf-8" />
|
||||||
|
<link rel="stylesheet"
|
||||||
|
href="https://cdn.jsdelivr.net/npm/@meilisearch/instant-meilisearch/templates/basic_search.css" />
|
||||||
|
</head>
|
||||||
|
|
||||||
|
<body>
|
||||||
|
<div class="options">
|
||||||
|
<select onchange="kind()" size=2 id="kind">
|
||||||
|
<option value="packages">packages</option>
|
||||||
|
<option value="modules">modules</option>
|
||||||
|
</select>
|
||||||
|
<select onchange="release()" size=2 id="release">
|
||||||
|
<option value="rolling">rolling</option>
|
||||||
|
<option value="stable">stable</option>
|
||||||
|
</select>
|
||||||
|
<div id="sort-by"></div>
|
||||||
|
<!-- <div id="packages_filter" class="filter"> -->
|
||||||
|
<!-- <h2>Platform</h2> -->
|
||||||
|
<!-- <div id="platform"></div> -->
|
||||||
|
<!-- </div> -->
|
||||||
|
<div id="modules_filter" class="filter">
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
<div class="wrapper">
|
||||||
|
<div id="searchbox" focus></div>
|
||||||
|
<div id="hits"></div>
|
||||||
|
</div>
|
||||||
|
</body>
|
||||||
|
<script
|
||||||
|
src="https://cdn.jsdelivr.net/npm/@meilisearch/instant-meilisearch/dist/instant-meilisearch.umd.min.js"></script>
|
||||||
|
<script src="https://cdn.jsdelivr.net/npm/instantsearch.js@4"></script>
|
||||||
|
<script>
|
||||||
|
function kind() {
|
||||||
|
k = document.getElementById("kind").value;
|
||||||
|
alert(k);
|
||||||
|
}
|
||||||
|
function release() {
|
||||||
|
r = document.getElementById("release").value;
|
||||||
|
search.helper.setIndex("options" + "-" + r).search()
|
||||||
|
}
|
||||||
|
const search = instantsearch({
|
||||||
|
indexName: "options-rolling",
|
||||||
|
// implement params for stable/rolling
|
||||||
|
// https://marcus-obst.de/blog/algolia-instantsearch-router-handle-existing-url-parameters
|
||||||
|
routing: true,
|
||||||
|
searchClient: instantMeiliSearch(
|
||||||
|
"https://meilisearch.aq0.de/"
|
||||||
|
).searchClient
|
||||||
|
});
|
||||||
|
search.addWidgets([
|
||||||
|
instantsearch.widgets.sortBy({
|
||||||
|
container: '#sort-by',
|
||||||
|
items: [
|
||||||
|
{value: 'steam-video-games', label: 'Relevant'},
|
||||||
|
{
|
||||||
|
value: 'steam-video-games:recommendationCount:desc',
|
||||||
|
label: 'Most Recommended',
|
||||||
|
},
|
||||||
|
{
|
||||||
|
value: 'steam-video-games:recommendationCount:asc',
|
||||||
|
label: 'Least Recommended',
|
||||||
|
},
|
||||||
|
],
|
||||||
|
}),
|
||||||
|
instantsearch.widgets.searchBox({container: "#searchbox"}),
|
||||||
|
instantsearch.widgets.configure({hitsPerPage: 8}),
|
||||||
|
instantsearch.widgets.hits({
|
||||||
|
container: "#hits",
|
||||||
|
templates: {
|
||||||
|
item: `
|
||||||
|
<div>
|
||||||
|
<div class="hit-name">
|
||||||
|
{{#helpers.highlight}}{"attribute": "name"}{{/helpers.highlight}}
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
`}
|
||||||
|
})]);
|
||||||
|
search.start();
|
||||||
|
</script>
|
||||||
|
|
||||||
|
</html>
|
||||||
80
npins/default.nix
Normal file
80
npins/default.nix
Normal file
|
|
@ -0,0 +1,80 @@
|
||||||
|
# Generated by npins. Do not modify; will be overwritten regularly
|
||||||
|
let
|
||||||
|
data = builtins.fromJSON (builtins.readFile ./sources.json);
|
||||||
|
version = data.version;
|
||||||
|
|
||||||
|
mkSource =
|
||||||
|
spec:
|
||||||
|
assert spec ? type;
|
||||||
|
let
|
||||||
|
path =
|
||||||
|
if spec.type == "Git" then
|
||||||
|
mkGitSource spec
|
||||||
|
else if spec.type == "GitRelease" then
|
||||||
|
mkGitSource spec
|
||||||
|
else if spec.type == "PyPi" then
|
||||||
|
mkPyPiSource spec
|
||||||
|
else if spec.type == "Channel" then
|
||||||
|
mkChannelSource spec
|
||||||
|
else
|
||||||
|
builtins.throw "Unknown source type ${spec.type}";
|
||||||
|
in
|
||||||
|
spec // { outPath = path; };
|
||||||
|
|
||||||
|
mkGitSource =
|
||||||
|
{
|
||||||
|
repository,
|
||||||
|
revision,
|
||||||
|
url ? null,
|
||||||
|
hash,
|
||||||
|
branch ? null,
|
||||||
|
...
|
||||||
|
}:
|
||||||
|
assert repository ? type;
|
||||||
|
# At the moment, either it is a plain git repository (which has an url), or it is a GitHub/GitLab repository
|
||||||
|
# In the latter case, there we will always be an url to the tarball
|
||||||
|
if url != null then
|
||||||
|
(builtins.fetchTarball {
|
||||||
|
inherit url;
|
||||||
|
sha256 = hash; # FIXME: check nix version & use SRI hashes
|
||||||
|
})
|
||||||
|
else
|
||||||
|
assert repository.type == "Git";
|
||||||
|
let
|
||||||
|
urlToName =
|
||||||
|
url: rev:
|
||||||
|
let
|
||||||
|
matched = builtins.match "^.*/([^/]*)(\\.git)?$" repository.url;
|
||||||
|
|
||||||
|
short = builtins.substring 0 7 rev;
|
||||||
|
|
||||||
|
appendShort = if (builtins.match "[a-f0-9]*" rev) != null then "-${short}" else "";
|
||||||
|
in
|
||||||
|
"${if matched == null then "source" else builtins.head matched}${appendShort}";
|
||||||
|
name = urlToName repository.url revision;
|
||||||
|
in
|
||||||
|
builtins.fetchGit {
|
||||||
|
url = repository.url;
|
||||||
|
rev = revision;
|
||||||
|
inherit name;
|
||||||
|
# hash = hash;
|
||||||
|
};
|
||||||
|
|
||||||
|
mkPyPiSource =
|
||||||
|
{ url, hash, ... }:
|
||||||
|
builtins.fetchurl {
|
||||||
|
inherit url;
|
||||||
|
sha256 = hash;
|
||||||
|
};
|
||||||
|
|
||||||
|
mkChannelSource =
|
||||||
|
{ url, hash, ... }:
|
||||||
|
builtins.fetchTarball {
|
||||||
|
inherit url;
|
||||||
|
sha256 = hash;
|
||||||
|
};
|
||||||
|
in
|
||||||
|
if version == 3 then
|
||||||
|
builtins.mapAttrs (_: mkSource) data.pins
|
||||||
|
else
|
||||||
|
throw "Unsupported format version ${toString version} in sources.json. Try running `npins upgrade`"
|
||||||
11
npins/sources.json
Normal file
11
npins/sources.json
Normal file
|
|
@ -0,0 +1,11 @@
|
||||||
|
{
|
||||||
|
"pins": {
|
||||||
|
"nixpkgs": {
|
||||||
|
"type": "Channel",
|
||||||
|
"name": "nixpkgs-unstable",
|
||||||
|
"url": "https://releases.nixos.org/nixpkgs/nixpkgs-24.11pre656183.453402b94f39/nixexprs.tar.xz",
|
||||||
|
"hash": "16lpbplz7f5ximc7j10qimr043xa89lx470ycb150529828y21wm"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"version": 3
|
||||||
|
}
|
||||||
25
optionsJSON.nix
Normal file
25
optionsJSON.nix
Normal file
|
|
@ -0,0 +1,25 @@
|
||||||
|
{ lib, stdenv, jq, nixosOptionsDoc, nixpkgs }: let
|
||||||
|
# NB: This file describes the Nixpkgs manual, which happens to use module
|
||||||
|
# docs infra originally developed for NixOS.
|
||||||
|
optionsDoc = nixosOptionsDoc {
|
||||||
|
inherit (lib.evalModules {
|
||||||
|
modules = import "${nixpkgs}/nixos/modules/module-list.nix" ++ [ { nixpkgs.hostPlatform = "x86_64-linux"; } ];
|
||||||
|
class = "nixpkgsConfig";
|
||||||
|
}) options;
|
||||||
|
# documentType = "none";
|
||||||
|
# transformOptions = opt: opt;
|
||||||
|
};
|
||||||
|
in stdenv.mkDerivation {
|
||||||
|
name = "options.json";
|
||||||
|
src = nixpkgs;
|
||||||
|
|
||||||
|
buildInputs = [ jq ];
|
||||||
|
|
||||||
|
buildPhase = ''
|
||||||
|
jq -e 'to_entries | map(.key as $k | .value + {"id":($k | gsub("[^a-zA-Z0-9-_]"; "-")), "name":$k})' ${optionsDoc.optionsJSON}/share/doc/nixos/options.json > $out
|
||||||
|
'';
|
||||||
|
|
||||||
|
dontUnpack = true;
|
||||||
|
dontBuild = false;
|
||||||
|
doCheck = false;
|
||||||
|
}
|
||||||
18
packagesJSON.nix
Normal file
18
packagesJSON.nix
Normal file
|
|
@ -0,0 +1,18 @@
|
||||||
|
{ stdenv
|
||||||
|
, nixpkgs
|
||||||
|
, jq
|
||||||
|
, lix
|
||||||
|
}: stdenv.mkDerivation {
|
||||||
|
name = "packages.json";
|
||||||
|
src = nixpkgs;
|
||||||
|
|
||||||
|
buildInputs = [ jq lix ];
|
||||||
|
|
||||||
|
buildPhase = ''
|
||||||
|
NIX_STATE_DIR=$TMPDIR NIX_PATH= nix-env -f $src -qa --meta --json --show-trace --arg config "import $src/pkgs/top-level/packages-config.nix" | jq -e 'to_entries | map(.key as $k | .value + {"id":($k | gsub("[^a-zA-Z0-9-_]"; "-")), "name":$k})' > $out
|
||||||
|
'';
|
||||||
|
|
||||||
|
dontUnpack = true;
|
||||||
|
dontBuild = false;
|
||||||
|
doCheck = false;
|
||||||
|
}
|
||||||
10
shell.nix
Normal file
10
shell.nix
Normal file
|
|
@ -0,0 +1,10 @@
|
||||||
|
let
|
||||||
|
sources = import ./npins;
|
||||||
|
pkgs = import sources.nixpkgs { };
|
||||||
|
in pkgs.mkShell {
|
||||||
|
buildInputs = with pkgs; [
|
||||||
|
npins
|
||||||
|
python3
|
||||||
|
python3Packages.meilisearch
|
||||||
|
];
|
||||||
|
}
|
||||||
8
updateIndex/default.nix
Normal file
8
updateIndex/default.nix
Normal file
|
|
@ -0,0 +1,8 @@
|
||||||
|
{ python3Packages
|
||||||
|
, writers
|
||||||
|
}: writers.writePython3Bin "updateIndex" {
|
||||||
|
flakeIgnore = [ "E501" ];
|
||||||
|
libraries = with python3Packages; [
|
||||||
|
meilisearch
|
||||||
|
];
|
||||||
|
} (builtins.readFile ./default.py)
|
||||||
57
updateIndex/default.py
Normal file
57
updateIndex/default.py
Normal file
|
|
@ -0,0 +1,57 @@
|
||||||
|
import meilisearch
|
||||||
|
import argparse
|
||||||
|
import json
|
||||||
|
import time
|
||||||
|
import os
|
||||||
|
|
||||||
|
|
||||||
|
def meiliTaskStatus(task_uid: int, verbose: bool):
|
||||||
|
taskInfo = client.get_task(task_uid)
|
||||||
|
while taskInfo.status != "succeeded" and taskInfo.status != "canceled" and taskInfo.status != "failed":
|
||||||
|
# no need to hammer the api
|
||||||
|
time.sleep(3)
|
||||||
|
taskInfo = client.get_task(task_uid)
|
||||||
|
if verbose:
|
||||||
|
print(taskInfo)
|
||||||
|
else:
|
||||||
|
if taskInfo.status == "succeeded":
|
||||||
|
print(f"job {taskInfo.type} for {taskInfo.index_uid} ({taskInfo.uid}) succeeded")
|
||||||
|
elif taskInfo.status == "canceled":
|
||||||
|
print(f"job {taskInfo.type} for {taskInfo.index_uid} ({taskInfo.uid}) was canceled")
|
||||||
|
elif taskInfo.status == "failed":
|
||||||
|
print(f"job {taskInfo.type} for {taskInfo.index_uid} ({taskInfo.uid}) failed")
|
||||||
|
else:
|
||||||
|
raise ValueError(f"unexpected job task type for: {taskInfo}")
|
||||||
|
|
||||||
|
|
||||||
|
# todo: error and figure out a sensible default via envrc and maybe a local instance with something like devenv
|
||||||
|
meiliInstance = os.getenv("MEILI_INSTANCE")
|
||||||
|
if meiliInstance is None:
|
||||||
|
meiliInstance = "https://meilisearch.aq0.de/"
|
||||||
|
|
||||||
|
parser = argparse.ArgumentParser(
|
||||||
|
prog='updateIndex',
|
||||||
|
description='Updates meilisearch indexs, inteded to be be used for search.forkos.org'
|
||||||
|
)
|
||||||
|
parser.add_argument('documentsJsonFile')
|
||||||
|
parser.add_argument('-k', '--kind', choices=['packages', 'options'], default='packages')
|
||||||
|
parser.add_argument('-r', '--release', choices=['rolling', 'stable'], default='rolling')
|
||||||
|
parser.add_argument('-v', '--verbose', action='store_true')
|
||||||
|
args = parser.parse_args()
|
||||||
|
|
||||||
|
client = meilisearch.Client(meiliInstance)
|
||||||
|
indexName = f"{args.kind}-{args.release}"
|
||||||
|
|
||||||
|
with open(args.documentsJsonFile) as json_file:
|
||||||
|
documents = json.load(json_file)
|
||||||
|
|
||||||
|
if args.kind == "packages":
|
||||||
|
documentResponse = client.index(indexName).add_documents(documents)
|
||||||
|
indexResponse = client.index(indexName).update_filterable_attributes(['meta'])
|
||||||
|
meiliTaskStatus(documentResponse.task_uid, args.verbose)
|
||||||
|
meiliTaskStatus(indexResponse.task_uid, args.verbose)
|
||||||
|
elif args.kind == "options":
|
||||||
|
documentResponse = client.index(indexName).add_documents(documents)
|
||||||
|
meiliTaskStatus(documentResponse.task_uid, args.verbose)
|
||||||
|
else:
|
||||||
|
raise ValueError("invalid value for type kind")
|
||||||
Loading…
Reference in a new issue