Sitemap: https://wo2forum.nl/sitemap/sitemap.xml

User-agent: AhrefsBot
Crawl-delay: 30
Disallow:

User-agent: Bytespider
Crawl-delay: 30
Disallow:

User-agent: MJ12bot
Crawl-delay: 30
Disallow:

User-agent: SemrushBot
Crawl-delay: 30
Disallow:

User-agent: magpie-crawler
Crawl-delay: 10
Disallow:

User-agent: BLEXBot
Crawl-delay: 15
Disallow:

User-agent: MegaIndex.ru
Disallow: /

User-agent: megaIndex.ru
Disallow: /

User-agent: ClaudeBot
Crawl-delay: 10

User-agent: *
Disallow: