Merge pull request #83 from NixOS/joerg-ci

add robots.txt
This commit is contained in:
Jörg Thalheim 2024-05-18 14:16:25 +02:00 committed by GitHub
commit 981901e8ff
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 21 additions and 0 deletions

View File

@ -161,6 +161,7 @@ in
forceSSL = lib.mkDefault true;
locations."=/nixos.png".alias = ./nixos.png;
locations."=/favicon.ico".alias = ./favicon.ico;
locations."=/robots.txt".alias = ./robots.txt;
};
};
}

View File

@ -0,0 +1,20 @@
User-agent: *
Disallow: /index.php?diff=
Disallow: /index.php?oldid=
Disallow: /index.php?title=Help
Disallow: /index.php?title=Image
Disallow: /index.php?title=MediaWiki
Disallow: /index.php?title=Special:
Disallow: /index.php?title=Template
Disallow: /wiki/Special:
Disallow: /api.php
Disallow: /index.php?returnto=
Disallow: /index.php?*userExpLevel=
# Allows robots to find all the pages containing content
Allow: /wiki/Special:AllPages
# Allow the Internet Archiver to index action=raw and thereby store the raw wikitext of pages
User-agent: ia_archiver
Allow: /*&action=raw
Allow: /*&action=edit