# ----------------------------------------
# Restrict aggressive crawlers
# ----------------------------------------

# Block specific bad/SEO scraping bots
User-agent: AhrefsBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SEMrushBot
Disallow: /

User-agent: SiteAuditBot
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

User-agent: SemrushBot-SWA
Disallow: /

User-agent: SemrushBot-CT
Disallow: /

User-agent: SemrushBot-BM
Disallow: /

User-agent: SemrushBot-COUB
Disallow: /

User-agent: MJ12Bot
Disallow: /

User-agent: Seekport
Disallow: /

User-agent: DotBot
Disallow: /

# ----------------------------------------
# General Rules for All Other Bots
# ----------------------------------------
User-agent: *
Crawl-Delay: 3600

# Block WordPress admin area
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Block common WordPress files
Disallow: /readme.html
Disallow: /license.txt

# Block feeds & trackbacks (thin/duplicate content)
Disallow: /feed/
Disallow: /comments/
Disallow: /trackback/

# Block internal search results (duplicate content)
Disallow: /?s=
Disallow: /page/*/?s=

# Important: Add your XML Sitemap
Sitemap: https://airplusmontreal.com/sitemap_index.xml