User-agent: *
Allow: /

# YandexBot agresif crawling engelleme
User-agent: YandexBot
Crawl-delay: 30
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /*?*
Disallow: /tag/
Disallow: /author/

# Diğer agresif botlar
User-agent: AhrefsBot
Crawl-delay: 60

User-agent: SemrushBot
Crawl-delay: 60

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /