# =====================================================
# Robots.txt for https://www.sanadata.com
# Optimized for SEO & Crawl Budget — Updated: 2025-09-15
# Docs: https://developers.google.com/search/docs/advanced/robots/intro
# =====================================================

# Sitemap
Sitemap: https://www.tarhazin.com/sitemap.xml

# ==========================
# Default rules for all bots
# ==========================
User-agent: *

# ? Allow main content
Allow: /
Allow: /fa/
Allow: /en/
Allow: /ar/
Allow: /ru/
Allow: /fa/productview/
Allow: /en/productview/
Allow: /ar/productview/
Allow: /ru/productview/
Allow: /fa/pages/
Allow: /en/pages/
Allow: /ar/pages/
Allow: /ru/pages/
Allow: /fa/newsview/
Allow: /en/newsview/
Allow: /ar/newsview/
Allow: /ru/newsview/
Allow: /fa/QaCategory/
Allow: /en/QaCategory/
Allow: /ar/QaCategory/
Allow: /ru/QaCategory/
Allow: /images/
Allow: /css/
Allow: /js/

# ? Block non-public or duplicate content
Disallow: /seo/
Disallow: /ads/
Disallow: /ADS/
Disallow: /Chat/
Disallow: /CAPTCHA/
Disallow: /assets/
Disallow: /assets/api/
Disallow: /thumbs/
Disallow: /captcha/
Disallow: /sanadata/
Disallow: /management/
Disallow: /login/
Disallow: /fa/FormView/
Disallow: /en/FormView/
Disallow: /ar/FormView/
Disallow: /ru/FormView/
Disallow: /fa/ClientJoin
Disallow: /en/ClientJoin
Disallow: /ar/ClientJoin
Disallow: /ru/ClientJoin

# ? Block dynamic/duplicate query strings
Disallow: /?p=Login
Disallow: /search*
Disallow: /filter*
Disallow: /*.asp$
Disallow: /*?*

# ==========================
# Google-specific rules
# ==========================
User-agent: Googlebot
Allow: /
Disallow: /seo/
Disallow: /ads/
Disallow: /sanadata/
Disallow: /management/

User-agent: Googlebot-Image
Allow: /images/
Allow: /userfiles/
Disallow: /thumbs/

# ==========================
# Ads bots
# ==========================
User-agent: Mediapartners-Google
Allow: /

User-agent: AdsBot-google
Allow: /

# ==========================
# Block unwanted crawlers
# ==========================
User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: Baiduspider
Disallow: /

# =====================================================
# End of robots.txt
# =====================================================