# ================================================
# thesnapinsta.com - Robots.txt (SEO Optimized)
# ================================================

User-agent: *
Allow: /

# Disallow internal administrative and api routes
Disallow: /admin/
Disallow: /*/api
Disallow: /api/

# Disallow dynamic query parameter duplicates
Disallow: /*?*

# Allow search engine bots explicitly
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: AhrefsBot
Allow: /

# Block known abusive scrapers
User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# ----------------------------------------
# XML Sitemaps
# ----------------------------------------
Sitemap: https://thesnapinsta.com/sitemap.xml
Sitemap: https://thesnapinsta.com/sitemap-tools.xml
Sitemap: https://thesnapinsta.com/sitemap-posts.xml
Sitemap: https://thesnapinsta.com/sitemap-pages.xml