# Generic crawlers (Googlebot, Bingbot, Yandex, vb.) User-agent: * Allow: / # Admin and internal pages Disallow: /admin/ Disallow: /admin-panel/ # User account pages Disallow: /accounts/ Disallow: /customer/ Disallow: /company/profile/ Disallow: /company/register/ Disallow: /company/select-service-cities/ # API endpoints Disallow: /api/ # Utility / form endpoints (yasal metinler indekslenebilir; /legal/ disallow kaldırıldı) Disallow: /contact/submit/ Disallow: /quick-listing/ # Search result duplicates (?city= ise 301 ile temiz şehir adresine gider; Google yönlendirmeyi görebilsin) Allow: /catering-firmalari/?city= Allow: /catering-firmalari/*?page= Disallow: /catering-firmalari/? # Crawl-delay for polite crawling Crawl-delay: 1 # AI / LLM crawlers — explicit opt-in so we appear in # ChatGPT, Claude, Perplexity, Gemini, Copilot, Apple Intelligence vb. User-agent: GPTBot User-agent: OAI-SearchBot User-agent: ChatGPT-User User-agent: ClaudeBot User-agent: Claude-Web User-agent: anthropic-ai User-agent: PerplexityBot User-agent: Perplexity-User User-agent: Google-Extended User-agent: Applebot-Extended User-agent: CCBot User-agent: Meta-ExternalAgent User-agent: FacebookBot User-agent: MistralAI-User User-agent: YouBot User-agent: Diffbot User-agent: cohere-ai User-agent: Bytespider Allow: / Disallow: /admin/ Disallow: /admin-panel/ Disallow: /accounts/ Disallow: /customer/ Disallow: /company/profile/ Disallow: /company/register/ Disallow: /company/select-service-cities/ Disallow: /api/ Disallow: /contact/submit/ Disallow: /quick-listing/ Allow: /catering-firmalari/?city= Allow: /catering-firmalari/*?page= Disallow: /catering-firmalari/? # Sitemaps Sitemap: https://yemekhanem.com.tr/sitemap.xml Sitemap: https://yemekhanem.com.tr/sitemap-blog.xml # LLM-friendly summary files (https://llmstxt.org) # https://yemekhanem.com.tr/llms.txt # https://yemekhanem.com.tr/llms-full.txt