Sitemap: https://arhivach.top/sitemap.xml

Disallow: /*?tags=*
Disallow: /index/bydate/
Disallow: /index/viewed/
Disallow: /index/faved/
Disallow: /index/postcount/
Disallow: /index/*?tags=*
Disallow: /ajax/
Disallow: /thread-edit/
Disallow: /donate
Disallow: /donate/
Disallow: /recovery2023/

User-agent: YandexBot
Disallow: /index/
Disallow: /storage/*.webm
Disallow: /storage2/*.webm
Disallow: /storage3/*.webm

User-agent: bingbot
Crawl-delay: 1
Disallow: /storage/*.webm
Disallow: /storage2/*.webm
Disallow: /storage3/*.webm

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: SentiBot
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: Cliqzbot/2.0
Disallow: /

User-agent: PetalBot
Disallow: /