User-agent: * # Prevent crawling of internal/non-public paths Disallow: /php/ # The MCP endpoint for AI assistants (served by php/mcp.php, which stays blocked above) Allow: /mcp$ # The public search API advertised in llms.txt; every other /api/ path stays blocked Allow: /api/global-search Disallow: /api/ Disallow: /stripe/ Sitemap: https://aicasepredict.com/sitemap.xml # LLM context files (see https://llmstxt.org/) # llms.txt: https://aicasepredict.com/llms.txt # llms-full.txt: https://aicasepredict.com/llms-full.txt