Sitemap: https://linuxreviews.org/sitemap.xml

# MediaWiki robots.txt v2.0.0
#
User-agent: Mediapartners-Google*
Disallow:

# See https://linuxreviews.org/Web_crawlers
#
User-agent: AhrefsBot
Disallow: /

User-agent: Cloudfind
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: SemrushBot
Disallow: /

User-Agent: MauiBot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-agent: *
Allow: /api.php?   
Allow: /api.php?action=
Allow: /api.php?*&action=
Allow: /w/load.php?
Allow: /w/images/
Allow: /w/extensions/TimedMediaHandler/resources/mwembed/
Allow: /w/extensions/Comments/resources/images/
Allow: /w/skins/WPtouch/resources/images/
Allow: /w/index.php?title=Kategori:
Allow: /w/index.php?title=Category:
Disallow: /w/
Disallow: /api/
Disallow: /trap/
Disallow: /Special:
Disallow: /Spesial:
Crawl-delay: 3