From 7128152b64cb8e6ffccc82015b39b01cb1ffdfe3 Mon Sep 17 00:00:00 2001 From: phanirithvij Date: Wed, 18 Sep 2024 11:12:16 +0530 Subject: [PATCH 1/2] linkcheck: download xmldump conservatively Signed-off-by: phanirithvij --- checks/linkcheck/lychee.sh | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/checks/linkcheck/lychee.sh b/checks/linkcheck/lychee.sh index b335d4a..0d848b4 100755 --- a/checks/linkcheck/lychee.sh +++ b/checks/linkcheck/lychee.sh @@ -8,7 +8,8 @@ workdir="$SCRIPT_DIR/workdir" mkdir -p "$workdir" pushd "$workdir" || exit -curl "https://wiki.nixos.org/wikidump.xml.zst" | zstd -d >wikidump.xml +curl -o wikidump.xml.zst "https://wiki.nixos.org/wikidump.xml.zst" -z wikidump.xml.zst +wikidump.xml # filter unimportant pages like User:* Talk:* python3 ../main.py filter wikidump.xml wikidump-filtered.xml @@ -17,7 +18,7 @@ python3 ../main.py filter wikidump.xml wikidump-filtered.xml python3 ../main.py badlinks ../allowed.links exclude-args extrargs=( - # exlude sending requests to the wiki + # exclude sending requests to the wiki "--exclude" "wiki.nixos.org/wiki" # default is too high "--max-concurrency" "16" From 2f1118f2a1dabd89151e1d1ae3ac96e08b723db4 Mon Sep 17 00:00:00 2001 From: phanirithvij Date: Wed, 18 Sep 2024 11:01:51 +0530 Subject: [PATCH 2/2] linkcheck: allow few urls Signed-off-by: phanirithvij --- checks/linkcheck/allowed.links | 19 +++++++++++++++---- 1 file changed, 15 insertions(+), 4 deletions(-) diff --git a/checks/linkcheck/allowed.links b/checks/linkcheck/allowed.links index bb1c731..3df6240 100644 --- a/checks/linkcheck/allowed.links +++ b/checks/linkcheck/allowed.links @@ -9,19 +9,30 @@ # %7B is { matches urls inside nix expressions like ${version} etc. (.*\.(domain|tld|mydomain|local).*|my.app|%7B) +# xml namespaces need not be retrievable urls https://stackoverflow.com/a/27614076 (qemu/1.0|locating-rules/1.0) # no need to fetch cache extries (cache.nixos.org|fzakaria.cachix.org) -# urls in example snippets +# urls in example snippets (url status can be 404) (USERNAME/nixpkgs|your_username/nixpkgs|fooUser/barRepo|code.visualstudio.com/sha|path/to/patch) - -# works in browser -https://www.phoronix.com/news/Mesa-Delete-Clover-Discussion +https://github.com/Artturin/nixpkgs/archive/add-swap-options.tar.gz # works with git clone https://review.coreboot.org/coreboot.git +# works as intended +https://one.one.one.one/dns-query + # works in browser +https://www.phoronix.com/news/Mesa-Delete-Clover-Discussion https://pypi.org/project/stt/#files +https://static-web-server.net/$ +https://static-web-server.net/configuration/config-file/ +https://static-web-server.net/features/security-headers/ + +# reddit working posts +reddit.com/r/XMG_gg/comments/ic7vt7/fusion15_linux_how_to_fix_thunderbolttb3_dock_usb +reddit.com/r/NixOS/comments/31lx3i/windows_and_nixos_dual_boot +reddit.com/r/NixOS/comments/nuclde/how_to_properly_set_up_lidclose_behaviour_on_a