# ================================================
# thesnapinsta.com - Robots.txt (Final SEO Optimized)
# ================================================

User-agent: *
# Allow all public pages and language routes
Allow: /

# Disallow internal PHP system folders and files
Disallow: /inc/
Disallow: /includes/
Disallow: /assets/
Disallow: /template-parts/
Disallow: /lang/
Disallow: /config/
Disallow: /functions.php
Disallow: /header.php
Disallow: /footer.php

# Prevent duplicate and dynamic URLs
Disallow: /*?*
Disallow: /*&*

# Prevent temporary or test directories
Disallow: /tmp/
Disallow: /test/
Disallow: /backup/

# ----------------------------------------
# Sitemap (Multilingual)
# ----------------------------------------
Sitemap: https://thesnapinsta.com/sitemap.xml

# ----------------------------------------
# Recommended crawler rate limits (optional)
# ----------------------------------------
# Crawl-delay: 5

# ----------------------------------------
# Supported Languages (for reference)
# ----------------------------------------
# https://thesnapinsta.com/en
# https://thesnapinsta.com/fr
# https://thesnapinsta.com/ar
# https://thesnapinsta.com/hi
# https://thesnapinsta.com/de

# ----------------------------------------
# Allow key crawlers explicitly
# ----------------------------------------
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: AhrefsBot
Allow: /

# ----------------------------------------
# Block known spammy/bad bots
# ----------------------------------------
User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# ================================================
# End of robots.txt
# ================================================