# LLMs.txt - Directives for Large Language Models and AI Crawlers # This file provides guidance for AI models and their operators on how to interact with this website # Default: Allow AI crawlers to access public content User-agent: * Allow: / # Disallow AI access to admin areas User-agent: * Disallow: /api/ Disallow: /_next/ Disallow: /admin/ Disallow: /backend/ # Specific AI model directives User-agent: ChatGPT-User Allow: / User-agent: GPTBot Allow: / User-agent: Claude-Web Allow: / User-agent: Googlebot-Extended Allow: / User-agent: CCBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Bytespider Allow: / User-agent: Perplexity Allow: / # Sitemap location Sitemap: https://gymdues.com/sitemap.xml # Crawl delay for AI models Crawl-delay: 1