# Allow all web crawlers to access all content by default
User-agent: *
Allow: /

# Disallow access to API routes
Disallow: /api/

# Disallow access to _next directory (Next.js internals)
Disallow: /_next/

# Sitemap location - using Next.js dynamic sitemap
Sitemap: https://www.carbonpunk.ai/sitemap.xml