# Robots.txt for Phnom Penh Guide Tour
# Generated on 2025-08-03

User-agent: *
Allow: /

# Sitemap location
Sitemap: https://phnompenhguidetour.com/sitemap.xml

# Allow important directories
Allow: /assets/
Allow: /uploads/
Allow: /css/
Allow: /js/
Allow: /img/

# Disallow admin and sensitive areas
Disallow: /admin/
Disallow: /includes/
Disallow: /database/
Disallow: /vendor/
Disallow: /docs/

# Disallow temporary and test files
Disallow: /test-*.php
Disallow: /debug-*.php
Disallow: /*test*.php
Disallow: /*debug*.php
Disallow: /phpinfo.php
Disallow: /system-test.php

# Disallow sensitive files
Disallow: *.sql
Disallow: *.log
Disallow: *.md
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /package.json

# Disallow user-specific pages (should be accessed via authentication)
Disallow: /logout.php

# Allow specific user pages that are publicly accessible
Allow: /login.php
Allow: /signup.php

# Web crawlers - specific instructions
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 2

# Block bad bots
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# Tourism and travel specific crawlers
User-agent: TripAdvisorBot
Allow: /
Crawl-delay: 1

# Cache settings
Cache-Control: max-age=86400

# Additional sitemap files (if you create them)
# Sitemap: https://phnompenhguidetour.com/sitemap-tours.xml
# Sitemap: https://phnompenhguidetour.com/sitemap-images.xml