User-agent: *
Allow: /

# Sitemap
Sitemap: https://www.everythingai.work/sitemap.xml

# Block admin and private areas
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /out/
Disallow: /node_modules/

# Block any potential sensitive files
Disallow: /*.json$
Disallow: /*.txt$
Disallow: /*.log$
Disallow: /*.env$
Disallow: /*.config$

# Allow important files for SEO
Allow: /sitemap.xml
Allow: /robots.txt
Allow: /favicon.ico
Allow: /logo.png
Allow: /og-image.png
Allow: /_next

# Crawl delay for better server performance
Crawl-delay: 1