User-agent: *
Allow: /

# Sitemap location
Sitemap: https://jainparichay.in/sitemap.xml

# Block access to admin areas
Disallow: /admin/
Disallow: /api/
Disallow: /src/
Disallow: /scripts/
Disallow: /docs/

# Block access to sensitive files
Disallow: /*.env
Disallow: /*.log
Disallow: /*.tmp
Disallow: /*.bak
Disallow: /*.swp

# Block access to development files
Disallow: /node_modules/
Disallow: /bun.lock
Disallow: /.git/

# Crawl delay for respectful crawling
Crawl-delay: 1

# Allow specific bots
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /