User-agent: *
Allow: /

# === SITEMAP LOCATIONS ===
Sitemap: https://kualitibumihijau.com.my/sitemap.xml
Sitemap: https://kualitibumihijau.com.my/image-sitemap.xml

# === MAIN CONTENT PAGES ===
# Homepage and main sections
Allow: /
Allow: /ms/
Allow: /#home
Allow: /#about
Allow: /#services
Allow: /#gallery
Allow: /#contact

# === DOSH SERVICES (Occupational Safety & Health) ===
Allow: /#dosh-services
Allow: /#chemical-health-risk-assessment
Allow: /#chemical-exposure-monitoring
Allow: /#local-exhaust-ventilation
Allow: /#indoor-air-quality
Allow: /#noise-risk-assessment

# === DOE SERVICES (Environmental Protection) ===
Allow: /#doe-services
Allow: /#stack-monitoring
Allow: /#ambient-air-monitoring
Allow: /#boundary-noise-monitoring
Allow: /#vibration-monitoring
Allow: /#water-wastewater-sampling

# === COMPLIANCE & LOCATION PAGES ===
Allow: /#doe-compliance-malaysia
Allow: /#dosh-compliance-malaysia
Allow: /#occupational-safety-malaysia
Allow: /#environmental-monitoring-malaysia
Allow: /#shah-alam-environmental-consultancy
Allow: /#selangor-dosh-doe-compliance
Allow: /#malaysia-environmental-monitoring

# === ASSETS & STATIC FILES ===
# Allow crawling of all assets
Allow: /*.css
Allow: /*.js
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.gif
Allow: /*.svg
Allow: /*.webp
Allow: /*.ico
Allow: /*.woff
Allow: /*.woff2
Allow: /*.ttf
Allow: /*.eot

# Static files
Allow: /site.webmanifest
Allow: /robots.txt
Allow: /image-sitemap.xml

# === RESTRICTED CONTENT ===
# Allow image directories for better SEO indexing (changed from Disallow)
Allow: /DOE/
Allow: /DOSH/

# Disallow admin or private directories if they exist
Disallow: /admin/
Disallow: /private/
Disallow: /backup/
Disallow: /temp/
Disallow: /cache/
Disallow: /*.pdf$

# === SEARCH ENGINE SPECIFIC RULES ===

# Google Bot
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Bing Bot
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Yahoo Bot
User-agent: Slurp
Allow: /
Crawl-delay: 2

# Facebook Bot
User-agent: facebookexternalhit
Allow: /

# Twitter Bot
User-agent: Twitterbot
Allow: /

# === PERFORMANCE OPTIMIZATION ===
# Crawl delay for responsible crawling
Crawl-delay: 1

# === ADDITIONAL SEO DIRECTIVES ===
Host: https://kualitibumihijau.com.my

# === NOTES ===
# This robots.txt is optimized for:
# - Environmental consultancy services
# - DOE & DOSH compliance in Malaysia
# - Bilingual content (English/Malay)
# - Professional service imagery
# - Local SEO for Shah Alam, Selangor
# Last updated: 2026-03-29