# robots.txt for asemansarir.com
# Optimized for SEO - Updated: 2025-01-27

# Allow all search engines
User-agent: *
Allow: /
Allow: /flight
Allow: /hotels
Allow: /tours
Allow: /blog
Allow: /atabat
Allow: /pages/

# Disallow admin and staff panels
Disallow: /admin/
Disallow: /staff/
Disallow: /user-panel/

# Disallow API endpoints
Disallow: /api/
Disallow: /new/fly/search
Disallow: /new/fly/results
Disallow: /new/hotel/
Disallow: /new/hotel2/
Disallow: /new/tour/
Disallow: /new/tour2/
Disallow: /new/payment/
Disallow: /new/t/
Disallow: /new/ticket/
Disallow: /tour/payment/
Disallow: /tour/reservation/
Disallow: /pay/
Disallow: /inv/

# Disallow storage and private files
Disallow: /storage/
Disallow: /vendor/
Disallow: /assets/sql/
Disallow: /*.json$
Disallow: /*.xml$
Disallow: /*.sql$

# Disallow search and pagination URLs (to avoid duplicate content)
Disallow: /*?*search=*
Disallow: /*?*page=*
Disallow: /*?*tab=*
Disallow: /*?*active_tab=*

# Disallow voucher and ticket display pages (private)
Disallow: /new/h/
Disallow: /new/hotel2/voucher/
Disallow: /new/hotel/voucher/

# Allow important static files
Allow: /assets/css/
Allow: /assets/js/
Allow: /assets/fonts/
Allow: /assets/flags/
Allow: /logo.png
Allow: /favicon.ico
Allow: /manifest.json

# Sitemap location
Sitemap: https://asemansarir.com/sitemap.xml

# Crawl-delay (be respectful to server)
Crawl-delay: 1

# Specific rules for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Googlebot-Image
Allow: /assets/
Allow: /storage/

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 1