User-Agent: *
Allow: /wp-content/uploads/
Disallow: /wp-content/plugins/
Disallow: /wp-admin/
Disallow: /readme.html
Disallow: /refer/

# Google specific
User-agent: Googlebot
Allow: /ads.txt
Allow: /

# Bing specific
User-agent: Bingbot
Allow: /

# Yandex specific
User-agent: Yandex
Allow: /

# Prevent aggressive crawling from SEO tools
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

User-agent: DotBot
Crawl-delay: 10

# Sitemaps
Sitemap: https://asurelik.com/sitemap.xml