extern/nixos-wiki-infra
1
0
Fork 1
mirror of https://github.com/Mic92/nixos-wiki-infra.git synced 2025-06-26 20:51:56 +02:00
Code Issues Packages Projects Releases Wiki Activity

add robots.txt

Browse Source 
fixes https://github.com/NixOS/nixos-wiki-infra/issues/77
This commit is contained in:
Jörg Thalheim 2024-05-18 14:05:08 +02:00
parent 4f40ed4e36
commit caf2e728fc
2 changed files with 21 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
modules/nixos-wiki/default.nix
View File

@ -161,6 +161,7 @@ in
forceSSL = lib.mkDefault true; forceSSL = lib.mkDefault true;
locations."=/nixos.png".alias = ./nixos.png; locations."=/nixos.png".alias = ./nixos.png;
locations."=/favicon.ico".alias = ./favicon.ico; locations."=/favicon.ico".alias = ./favicon.ico;
locations."=/robots.txt".alias = ./robots.txt;
}; };
}; };
} }

20
modules/nixos-wiki/robots.txt Normal file
View File

@ -0,0 +1,20 @@
User-agent: *
Disallow: /index.php?diff=
Disallow: /index.php?oldid=
Disallow: /index.php?title=Help
Disallow: /index.php?title=Image
Disallow: /index.php?title=MediaWiki
Disallow: /index.php?title=Special:
Disallow: /index.php?title=Template
Disallow: /wiki/Special:
Disallow: /api.php
Disallow: /index.php?returnto=
Disallow: /index.php?*userExpLevel=
# Allows robots to find all the pages containing content
Allow: /wiki/Special:AllPages
# Allow the Internet Archiver to index action=raw and thereby store the raw wikitext of pages
User-agent: ia_archiver
Allow: /*&action=raw
Allow: /*&action=edit