User-agent: *
Allow: /

# Sitemap location
Sitemap: https://ukratours.com/sitemap.xml

# Allow all main pages
Allow: /about.html
Allow: /privacy-policy.html
Allow: /disclosure.html
Allow: /advertising.html
Allow: /index.php

# Allow CSS and JS
Allow: *.css$
Allow: *.js$

# Allow images
Allow: *.jpg$
Allow: *.jpeg$
Allow: *.png$
Allow: *.gif$
Allow: *.webp$
Allow: *.svg$

# Disallow admin and private areas
Disallow: /admin/
Disallow: /private/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /search/
Disallow: /?s=

# Disallow technical files (but allow sitemap and robots)
Disallow: /file_count.xml
Disallow: /nginx.txt
Disallow: /*.txt$
Disallow: /*.xml$

# Explicitly allow important SEO files
Allow: /sitemap.xml
Allow: /robots.txt
Allow: /google0ce62009b258e67d.html

# Crawl delay (adjust based on server capacity)
Crawl-delay: 1

# Specific bot instructions
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 2

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

User-agent: Baiduspider
Allow: /
Crawl-delay: 3

User-agent: YandexBot
Allow: /
Crawl-delay: 2