# AH5.shop robots.txt
# https://ah5.shop

User-agent: *
Allow: /
Disallow: /404.php

# Block known bad bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

# Allow Google AdSense crawler
User-agent: Mediapartners-Google
Allow: /

User-agent: AdsBot-Google
Allow: /

# Sitemap
Sitemap: https://ah5.shop/sitemap.php