# The Chimney Indian Cuisine Robots.txt # Main directives for all bots User-agent: * Allow: / # Disallow utility and backend paths Disallow: /config/ Disallow: /search/ Disallow: /account/ Disallow: /api/ Allow: /api/ui-extensions/ Disallow: /static/ # Disallow query parameters Disallow: /*?*author=* Disallow: /*?*tag=* Disallow: /*?*month=* Disallow: /*?*view=* Disallow: /*?*format=* # Disallow legal pages from all bots Disallow: /privacy-policy.html Disallow: /terms-of-use.html # Disallow form pages (reservation and enquiry) Disallow: /reservation.html Disallow: /enquiry.html # Disallow llms.txt from indexing Disallow: /llms.txt # AI Bot specific directives User-agent: GPTBot User-agent: ChatGPT-User User-agent: CCBot User-agent: anthropic-ai User-agent: Google-Extended User-agent: FacebookBot User-agent: Claude-Web User-agent: cohere-ai Allow: / Disallow: /privacy-policy.html Disallow: /terms-of-use.html Disallow: /reservation.html Disallow: /enquiry.html Disallow: /llms.txt # Google Ads Bot User-agent: AdsBot-Google User-agent: AdsBot-Google-Mobile User-agent: AdsBot-Google-Mobile-Apps Allow: / # Sitemap location Sitemap: https://thechimneyindianresturant.com/sitemap.xml # Crawl delay for heavy bots User-agent: Baiduspider Crawl-delay: 10