# If you are using content from our site, please ensure that you are following the terms of our license (usually a Creative Commons license).
# For more information, see https://meta.weirdgloop.org/wiki/Meta:Copyrights
User-Agent: *
Disallow: /wiki/Property:
Disallow: /wiki/Property%3A
Disallow: /wiki/property:
Disallow: /*?title=Property:
Disallow: /*?title=Property%3A
Disallow: /*?*&title=Property:
Disallow: /*?*&title=Property%3A
Disallow: /wiki/Special:
Disallow: /wiki/Special%3A
Disallow: /wiki/special:
Disallow: /*?title=Special:
Disallow: /*?title=Special%3A
Disallow: /*?*&title=Special:
Disallow: /*?*&title=Special%3A
Disallow: /api.php
Disallow: /cors/
Disallow: /geoip$
Disallow: /rest_v1/
Disallow: /tags/
Disallow: /*?action=
Disallow: /*?*&action=
Disallow: /*?feed=
Disallow: /*?*&feed=
Disallow: /*?from=
Disallow: /*?*&from=
Disallow: /*?mobileaction=
Disallow: /*?*&mobileaction=
Disallow: /*?oldid=
Disallow: /*?*&oldid=
Disallow: /*?printable=
Disallow: /*?*&printable=
Disallow: /*?redirect=
Disallow: /*?*&redirect=
Disallow: /*?uselang=
Disallow: /*?*&uselang=
Disallow: /*?useskin=
Disallow: /*?*&useskin=
Disallow: /*?variant=zh-hans
Disallow: /*?*&variant=zh-hans
Disallow: /*?variant=zh-hant
Disallow: /*?*&variant=zh-hant
Disallow: /*?veaction=
Disallow: /*?*&veaction=
Disallow: /*?filefrom=
Disallow: /*?*&filefrom=
Disallow: /*?fileuntil=
Disallow: /*?*&fileuntil=
Disallow: /*?navbox=
Disallow: /*?*&navbox=
Disallow: /*?pageuntil=
Disallow: /*?*&pageuntil=
Disallow: /*?pagefrom=
Disallow: /*?*&pagefrom=
Disallow: /*?diff=
Disallow: /*?*&diff=
Disallow: /*?curid=
Disallow: /*?*&curid=
Disallow: /*?search=
Disallow: /*?*&search=
Disallow: /*?section=
Disallow: /*?*&section=

##############
## SEO bots ##
##############

User-agent: AhrefsBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Mauibot
Disallow: /

User-agent: MJ12bot
Disallow: /

# Huawei's web crawler. Ignores Disallow and gets caught in loops accessing special pages. Produces the majority of uncachable requests.
User-agent: PetalBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Neevabot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: Seekport
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SenutoBot
Disallow: /

###############
### AI bots ###
###############

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: yacybot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: AI2Bot
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

Sitemap: https://monsterhunterwiki.org/sitemap.xml