# robots.txt for https://sunflora.co.in/ # Sunflora Solutions — Industrial Packaging Manufacturer # --------------------------------------------------------------------------- # CONTENT SIGNALS # --------------------------------------------------------------------------- # Content-Signal states how this site's content may be used, separately from # whether it may be crawled. Syntax: https://contentsignals.org/ # # search = build a search index and link back to this site # ai-input = use this page as grounding/context for an AI answer (RAG) # ai-train = use this page to train or fine-tune a generative model # # Sunflora Solutions wants to be found and cited by search engines and AI # assistants, but does not permit its content to be used as model training # data. "yes" grants permission; "no" withholds it. # --------------------------------------------------------------------------- User-agent: * Content-Signal: search=yes, ai-input=yes, ai-train=no Allow: / Disallow: /assets/img/raw/ Disallow: /assets/php/ Disallow: /admin/ Disallow: /private/ # product-showcase.html is the iframe child of the homepage and should not # be indexed as a separate page (also has noindex meta as a belt-and-braces) Disallow: /product-showcase.html # Crawl-delay is ignored by Google but respected by Bing/Yandex Crawl-delay: 1 # Allow major AI crawlers explicitly User-agent: GPTBot Content-Signal: search=yes, ai-input=yes, ai-train=no Allow: / Disallow: /product-showcase.html User-agent: Google-Extended Content-Signal: search=yes, ai-input=yes, ai-train=no Allow: / Disallow: /product-showcase.html User-agent: ClaudeBot Content-Signal: search=yes, ai-input=yes, ai-train=no Allow: / Disallow: /product-showcase.html User-agent: PerplexityBot Content-Signal: search=yes, ai-input=yes, ai-train=no Allow: / Disallow: /product-showcase.html User-agent: CCBot Content-Signal: search=yes, ai-input=yes, ai-train=no Allow: / Disallow: /product-showcase.html # Block bad bots / scrapers User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / # Sitemap Sitemap: https://sunflora.co.in/sitemap.xml # Machine-readable site summary for LLM agents # https://sunflora.co.in/llms.txt