CGBassPlayer · Jan 17, 2024 · Feb 19, 2024 · Jul 29, 2024 · Feb 18, 2025 · Feb 18, 2025
diff --git a/Dockerfile b/Dockerfile
@@ -1,4 +1,5 @@
-FROM registry.gitlab.com/pages/hugo/hugo_extended:0.105.0 AS builder
+ARG HUGO_VERSION=0.105.0
+FROM registry.gitlab.com/pages/hugo/hugo_extended:${HUGO_VERSION} AS builder
 # this defaults to an empty variable
 ARG BASE_URL
 WORKDIR /site
@@ -12,6 +13,16 @@ RUN set -x && ( [ -z "${BASE_URL}" ] || [ "${BASE_URL}" == "PROD" ] ) \
     && hugo --gc \
     || ( [ "${BASE_URL}" == 'TESTS_WEB' ] && hugo --gc --baseURL "/" || exit 1 )
 
+
+FROM alpine AS indexer
+ARG PAGEFIND_VERSION=1.6.0
+WORKDIR /site
+RUN wget -qO- "https://github.com/Pagefind/pagefind/releases/download/v${PAGEFIND_VERSION}/pagefind_extended-v${PAGEFIND_VERSION}-x86_64-unknown-linux-musl.tar.gz" \
+    | tar xz -C /usr/local/bin pagefind_extended
+COPY --from=builder /site/public /site/public
+RUN pagefind_extended --site public && rm -rf public/search-index
+
+
 FROM nginx:alpine
 RUN rm -rf /usr/share/nginx/html/*
 RUN sed -i 's/#error_page/error_page/' /etc/nginx/conf.d/default.conf
@@ -21,4 +32,4 @@ RUN sed -i 's/#error_page/error_page/' /etc/nginx/conf.d/default.conf
 # episodes.json need no override: stock mime.types already serve .txt as
 # text/plain and .json as application/json.)
 RUN sed -i '/listen  /i\    location ~ \\.md$ { root /usr/share/nginx/html; default_type text/markdown; }' /etc/nginx/conf.d/default.conf
-COPY --from=builder /site/public /usr/share/nginx/html
+COPY --from=indexer /site/public /usr/share/nginx/html
diff --git a/Dockerfile.dev b/Dockerfile.dev
@@ -1,4 +1,7 @@
 ARG HUGO_VERSION=0.105.0
 FROM registry.gitlab.com/pages/hugo/hugo_extended:${HUGO_VERSION}
-CMD [ "serve", "-D", "--bind", "0.0.0.0" ]
-ENTRYPOINT [ "hugo" ]
+ARG PAGEFIND_VERSION=1.6.0
+# The image's apk points at edge, whose inotify-tools segfaults on this base's musl; use the v3.17 build.
+RUN apk add --no-cache --repositories-file /dev/null -X https://dl-cdn.alpinelinux.org/alpine/v3.17/main inotify-tools \
+ && wget -qO- https://github.com/Pagefind/pagefind/releases/download/v${PAGEFIND_VERSION}/pagefind_extended-v${PAGEFIND_VERSION}-x86_64-unknown-linux-musl.tar.gz | tar -xz -C /usr/local/bin pagefind_extended
+ENTRYPOINT [ "sh", "-c", "D=${TMPDIR:-/tmp}/jb-public; hugo server -D --bind 0.0.0.0 --renderToDisk --disableFastRender --destination $D 2>&1 | tee $D.log & until grep -q 'Web Server is available' $D.log 2>/dev/null; do sleep 1; done; pagefind_extended --site $D; while inotifywait -r -q -e modify,create,delete content data themes; do sleep 3; until tail -n1 $D.log | grep -q 'Total in\\|Press Ctrl'; do sleep 1; done; pagefind_extended --site $D; done" ]
diff --git a/Makefile b/Makefile
@@ -12,11 +12,11 @@ help:
 dev-build: ## Generate the development docker container
 	docker build --rm -f Dockerfile.dev -t jb_hugo:latest .
 
-dev: dev-build ## Run the development hugo container
+dev: dev-build ## Run the development hugo container (serves /search/; first start indexes the site, edits re-index automatically)
 	docker run --rm -it -v "$${PWD}":/app -w /app -p $${HOST_IP:-127.0.0.1}:1313:1313 jb_hugo:latest
 
 dev-metrics: dev-build ## Run the development hugo container with metrics
-	docker run --rm -it -v "$${PWD}":/app -w /app -p $${HOST_IP:-127.0.0.1}:1313:1313 jb_hugo:latest serve -D --bind 0.0.0.0 --templateMetrics --templateMetricsHints
+	docker run --rm -it --entrypoint hugo -v "$${PWD}":/app -w /app -p $${HOST_IP:-127.0.0.1}:1313:1313 jb_hugo:latest serve -D --bind 0.0.0.0 --templateMetrics --templateMetricsHints
 
 dev-tests: dev-build ## Run the development hugo container with every page pre-rendered (for `make tests` with parallel workers)
 	docker run --rm -it -v "$${PWD}":/app -w /app -p $${HOST_IP:-127.0.0.1}:1313:1313 jb_hugo:latest serve -D --bind 0.0.0.0 --disableFastRender

diff --git a/README.md b/README.md
@@ -36,6 +36,12 @@ To build and run the site run
 
 This will build the site (all 28000+ pages) and takes anywhere from 30s - 5 minutes depending on your hardware. This is expected due to the size of the site.
 
+#### Search
+
+Search is [Pagefind](https://pagefind.app), run against the built site (`pagefind_extended --site`) in both the production `Dockerfile` and `make dev`. In `make dev` the first start also builds the index, so `/search/` works after about 2 to 5 minutes, and edits to `content`, `data` or `themes` re-index automatically (a few minutes after each change).
+
+Picks (`data/picks/*.yaml`) and sponsors have no pages of their own to index, so picks get a stub in `content/search-index/picks/<name>.md` (front matter only; `slug_key` is the data file name) and sponsors use their `/sponsors/<name>/` page. The stub pages are removed from the production image after indexing. When you add a pick, add its stub too; the build fails if a stub has no matching data.
+
 #### Deployment
 
 Deployment is done with Github Actions, see workflow file in `.github/workflows/deploy-prod.yml`

diff --git a/config.toml b/config.toml
@@ -179,6 +179,12 @@ paginate = 12
     url = "/contact/"
     weight =110
 
+[[Menu.Main]]
+    name = "Search"
+    identifier = "search"
+    url = "/search/"
+    weight =120
+
 # Footer Menu (left)
 [[Menu.FooterLeft]]
     name = "PeerTube"

diff --git a/content/search-index/_index.md b/content/search-index/_index.md
@@ -0,0 +1,6 @@
+---
+title: "search-index"
+_build:
+  render: never
+  list: never
+---
diff --git a/content/search-index/picks/actual-budget.md b/content/search-index/picks/actual-budget.md
@@ -0,0 +1,7 @@
+---
+title: "actual-budget"
+type: search-index
+slug_key: actual-budget
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/add-water.md b/content/search-index/picks/add-water.md
@@ -0,0 +1,7 @@
+---
+title: "add-water"
+type: search-index
+slug_key: add-water
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/alttp-vt-randomizer.md b/content/search-index/picks/alttp-vt-randomizer.md
@@ -0,0 +1,7 @@
+---
+title: "alttp-vt-randomizer"
+type: search-index
+slug_key: alttp-vt-randomizer
+_build:
+  list: never
+---
diff --git a/...op-remote-a-simple-app-to-allow-you-to-control-an-apple-tv-from-your-desktop.md b/...op-remote-a-simple-app-to-allow-you-to-control-an-apple-tv-from-your-desktop.md
@@ -0,0 +1,7 @@
+---
+title: "atv-desktop-remote-a-simple-app-to-allow-you-to-control-an-apple-tv-from-your-desktop"
+type: search-index
+slug_key: atv-desktop-remote-a-simple-app-to-allow-you-to-control-an-apple-tv-from-your-desktop
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/bitchat.md b/content/search-index/picks/bitchat.md
@@ -0,0 +1,7 @@
+---
+title: "bitchat"
+type: search-index
+slug_key: bitchat
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/bpftune.md b/content/search-index/picks/bpftune.md
@@ -0,0 +1,7 @@
+---
+title: "bpftune"
+type: search-index
+slug_key: bpftune
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/cavalier.md b/content/search-index/picks/cavalier.md
@@ -0,0 +1,7 @@
+---
+title: "cavalier"
+type: search-index
+slug_key: cavalier
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/cdemu.md b/content/search-index/picks/cdemu.md
@@ -0,0 +1,7 @@
+---
+title: "cdemu"
+type: search-index
+slug_key: cdemu
+_build:
+  list: never
+---
diff --git a/...earch-index/picks/chat-gipitty-terminal-client-for-getting-answers-from-llms.md b/...earch-index/picks/chat-gipitty-terminal-client-for-getting-answers-from-llms.md
@@ -0,0 +1,7 @@
+---
+title: "chat-gipitty-terminal-client-for-getting-answers-from-llms"
+type: search-index
+slug_key: chat-gipitty-terminal-client-for-getting-answers-from-llms
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/cheat.sh.md b/content/search-index/picks/cheat.sh.md
@@ -0,0 +1,7 @@
+---
+title: "cheat.sh"
+type: search-index
+slug_key: cheat.sh
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/direnv-vscode.md b/content/search-index/picks/direnv-vscode.md
@@ -0,0 +1,7 @@
+---
+title: "direnv-vscode"
+type: search-index
+slug_key: direnv-vscode
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/dockercomposemaker.md b/content/search-index/picks/dockercomposemaker.md
@@ -0,0 +1,7 @@
+---
+title: "dockercomposemaker"
+type: search-index
+slug_key: dockercomposemaker
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/dotfiles-installer.md b/content/search-index/picks/dotfiles-installer.md
@@ -0,0 +1,7 @@
+---
+title: "dotfiles-installer"
+type: search-index
+slug_key: dotfiles-installer
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/duf.md b/content/search-index/picks/duf.md
@@ -0,0 +1,7 @@
+---
+title: "duf"
+type: search-index
+slug_key: duf
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/easyeffects.md b/content/search-index/picks/easyeffects.md
@@ -0,0 +1,7 @@
+---
+title: "easyeffects"
+type: search-index
+slug_key: easyeffects
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/eilmeldung-tui-rss-reader.md b/content/search-index/picks/eilmeldung-tui-rss-reader.md
@@ -0,0 +1,7 @@
+---
+title: "eilmeldung-tui-rss-reader"
+type: search-index
+slug_key: eilmeldung-tui-rss-reader
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/element.fm.md b/content/search-index/picks/element.fm.md
@@ -0,0 +1,7 @@
+---
+title: "element.fm"
+type: search-index
+slug_key: element.fm
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/eloquent.md b/content/search-index/picks/eloquent.md
@@ -0,0 +1,7 @@
+---
+title: "eloquent"
+type: search-index
+slug_key: eloquent
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/etesync-knotes.md b/content/search-index/picks/etesync-knotes.md
@@ -0,0 +1,7 @@
+---
+title: "etesync-knotes"
+type: search-index
+slug_key: etesync-knotes
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/ffshare.md b/content/search-index/picks/ffshare.md
@@ -0,0 +1,7 @@
+---
+title: "ffshare"
+type: search-index
+slug_key: ffshare
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/garmindb.md b/content/search-index/picks/garmindb.md
@@ -0,0 +1,7 @@
+---
+title: "garmindb"
+type: search-index
+slug_key: garmindb
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/gemini-cli.md b/content/search-index/picks/gemini-cli.md
@@ -0,0 +1,7 @@
+---
+title: "gemini-cli"
+type: search-index
+slug_key: gemini-cli
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/gopher64.md b/content/search-index/picks/gopher64.md
@@ -0,0 +1,7 @@
+---
+title: "gopher64"
+type: search-index
+slug_key: gopher64
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/hedgedoc.md b/content/search-index/picks/hedgedoc.md
@@ -0,0 +1,7 @@
+---
+title: "hedgedoc"
+type: search-index
+slug_key: hedgedoc
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/hexecute-🪄.md b/content/search-index/picks/hexecute-🪄.md
@@ -0,0 +1,7 @@
+---
+title: "hexecute-🪄"
+type: search-index
+slug_key: hexecute-🪄
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/high-tide.md b/content/search-index/picks/high-tide.md
@@ -0,0 +1,7 @@
+---
+title: "high-tide"
+type: search-index
+slug_key: high-tide
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/home-manager-webapps.md b/content/search-index/picks/home-manager-webapps.md
@@ -0,0 +1,7 @@
+---
+title: "home-manager-webapps"
+type: search-index
+slug_key: home-manager-webapps
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/ignition.md b/content/search-index/picks/ignition.md
@@ -0,0 +1,7 @@
+---
+title: "ignition"
+type: search-index
+slug_key: ignition
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/isd.md b/content/search-index/picks/isd.md
@@ -0,0 +1,7 @@
+---
+title: "isd"
+type: search-index
+slug_key: isd
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/jellify-music.md b/content/search-index/picks/jellify-music.md
@@ -0,0 +1,7 @@
+---
+title: "jellify-music"
+type: search-index
+slug_key: jellify-music
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/junction.md b/content/search-index/picks/junction.md
@@ -0,0 +1,7 @@
+---
+title: "junction"
+type: search-index
+slug_key: junction
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/kairpods.md b/content/search-index/picks/kairpods.md
@@ -0,0 +1,7 @@
+---
+title: "kairpods"
+type: search-index
+slug_key: kairpods
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/kde-control-station.md b/content/search-index/picks/kde-control-station.md
@@ -0,0 +1,7 @@
+---
+title: "kde-control-station"
+type: search-index
+slug_key: kde-control-station
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/kopia.md b/content/search-index/picks/kopia.md
@@ -0,0 +1,7 @@
+---
+title: "kopia"
+type: search-index
+slug_key: kopia
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/kvaesitso.md b/content/search-index/picks/kvaesitso.md
@@ -0,0 +1,7 @@
+---
+title: "kvaesitso"
+type: search-index
+slug_key: kvaesitso
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/lazyssh.md b/content/search-index/picks/lazyssh.md
@@ -0,0 +1,7 @@
+---
+title: "lazyssh"
+type: search-index
+slug_key: lazyssh
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/leantime.md b/content/search-index/picks/leantime.md
@@ -0,0 +1,7 @@
+---
+title: "leantime"
+type: search-index
+slug_key: leantime
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/lemurs-🐒.md b/content/search-index/picks/lemurs-🐒.md
@@ -0,0 +1,7 @@
+---
+title: "lemurs-🐒"
+type: search-index
+slug_key: lemurs-🐒
+_build:
+  list: never
+---
diff --git a/content/search-index/picks/lenspect.md b/content/search-index/picks/lenspect.md
@@ -0,0 +1,7 @@
+---
+title: "lenspect"
+type: search-index
+slug_key: lenspect
+_build:
+  list: never
+---