extern/nixos-wiki-infra
1
0
Fork 1
mirror of https://github.com/Mic92/nixos-wiki-infra.git synced 2024-11-22 00:04:01 +01:00
Code Issues Packages Projects Releases Wiki Activity

linkcheck: replace wget/7z with curl/zstd

Browse Source
This commit is contained in:
Jörg Thalheim 2024-09-17 09:53:41 +02:00
parent 0afcb72267
commit 4e0b102f88
1 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
checks/linkcheck/lychee.sh
View File

@ -1,5 +1,5 @@
#! /usr/bin/env nix-shell
#! nix-shell -i bash -p wget p7zip bash findutils gnused coreutils lychee
#! nix-shell -i bash -p curl zstd bash findutils gnused coreutils lychee
# shellcheck shell=bash
SCRIPT_DIR=$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" &>/dev/null && pwd)
@ -8,8 +8,7 @@ workdir="$SCRIPT_DIR/workdir"
mkdir -p "$workdir"
pushd "$workdir" || exit
wget -O wikidump.xml.zst "https://wiki.nixos.org/wikidump.xml.zst"
7z x -aoa wikidump.xml.zst
curl "https://wiki.nixos.org/wikidump.xml.zst" | zstd -d >wikidump.xml
# filter unimportant pages like User:* Talk:*
python ../main.py filter wikidump.xml wikidump-filtered.xml