# ==============================
# Robots.txt for Settwings.com
# Arabic Money & Finance Blog
# Optimized for Google & Gulf-region search engines
# ==============================

User-agent: Mediapartners-Google
Disallow:

# --- Major global search engines ---
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Disallow: /

# --- Regional / Gulf popular engines ---
# Yandex (used in some Arabic regions)
User-agent: Yandex
Allow: /

# Qwant (used by Arabic + European users)
User-agent: Qwantbot
Allow: /

# PetalBot (Huawei Search, popular in GCC)
User-agent: PetalBot
Allow: /

# NaverBot (used by some Middle Eastern ISPs)
User-agent: NaverBot
Allow: /

# --- Blogger system pages ---
User-agent: *
Disallow: /search
Allow: /

# --- Sitemaps ---
Sitemap: https://www.settwings.com/sitemap.xml
Sitemap: https://www.settwings.com/atom.xml?redirect=false&start-index=1&max-results=500

User-agent: *
Disallow: /search
Disallow: /feeds
Allow: /

Sitemap: https://www.settwings.com/sitemap.xml
Sitemap: https://www.settwings.com/sitemap-pages.xml