User-agent: *
Allow: /

# Sitemap
Sitemap: https://yourdomain.com/sitemap.xml

# Disallow sensitive files
Disallow: /*.log$
Disallow: /*.txt$
Disallow: /assets/config/
Disallow: /backups/
Disallow: /logs/
Disallow: /.git/
Disallow: /.env
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /package.json
Disallow: /package-lock.json

# Allow important files
Allow: /robots.txt
Allow: /sitemap.xml
Allow: /manifest.json
Allow: /.well-known/

# Crawl delay (optional)
Crawl-delay: 1