# robots.txt for Context Awesome # Allow all crawlers to access the site User-agent: * Allow: / Crawl-delay: 1 # Sitemap location Sitemap: https://www.context-awesome.com/sitemap.xml # Disallow access to API endpoints (except MCP) Disallow: /api/* Allow: /api/mcp # Allow search engines to index everything else Allow: /*.js Allow: /*.css Allow: /*.svg Allow: /*.png Allow: /*.jpg Allow: /*.jpeg Allow: /*.gif Allow: /*.webp