Cat > /mnt/user-data/outputs/robots.txt << 'EOF'
User-agent: *
Allow: /

# Explicitly allow core target landing pages
Allow: /register-now 
Allow: /login-now 
Allow: /download-app
Allow: /how-it-works
Allow: /blog/

# Block admin and config areas only
Disallow: /includes/
Disallow: /admin/
Disallow: /cgi-bin/

# Sitemap directive (points Google directly to your sitemap engine)
Sitemap: https://statehelaagenciesofficial.co.ke/sitemap.xml
Sitemap: https://statehelaagenciesofficial.co.ke/sitemap.php
EOF
echo "robots.txt done"