User-agent: *
Allow: /
Disallow: /admin/
Disallow: /static/admin/
Disallow: /media/uploads/temp/
Disallow: /api/private/
Disallow: /accounts/
Disallow: /auth/

# Allow search engines to crawl images
Allow: /static/images/
Allow: /media/

# Sitemap location
Sitemap: https://geonova.co.ke/sitemap.xml

# Crawl-delay for respectful crawling
Crawl-delay: 1

# Specify preferred host (for Google)
Host: https://geonova.co.ke

# Google-specific directives
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /api/private/

# Bing-specific directives
User-agent: bingbot
Allow: /
Disallow: /admin/
Disallow: /api/private/

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /

# Yandex
User-agent: Yandex
Allow: /

# Baidu
User-agent: Baiduspider
Allow: /
Disallow: /admin/