# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a Content-Signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a Content-Signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a Content-Signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via Content-Signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-agent: *
Content-Signal: search=yes,ai-train=no
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CloudflareBrowserRenderingCrawler
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content

# robots.txt 
# Exclude Files From All Robots:
User-agent: *
Disallow: /files
Disallow: /icons
Disallow: /images
Disallow: /imini
Disallow: /overrides 
Allow: /overrides/img
Disallow: /custom-scripts 
Disallow: /in_stock
Disallow: /includes
Disallow: /private
Disallow: /public
Allow: /public/V2.0/brands
Allow: /public/V4.0/brands
Allow: /public/ppV1.0/brands
Allow: /public/V2.0/brands/skeleton/images/
Disallow: /scripts
Disallow: /secureimage
Disallow: /styles
Disallow: /create_bulk_brands.php
Disallow: /download_icp.php
Disallow: /generate_search_content.php
Disallow: /generate_sitemap.php
Disallow: /update_tables.php
Disallow: /update_customers.php
Disallow: /ircp.php
Disallow: /index.php 
Disallow: /portal.php 
Disallow: /export_live_tables-ishow.php
Disallow: /generate_search_content.php 
Disallow: /generate_sitemap.php 
Disallow: /404
Disallow: /404.shtml
Allow: /includes/assets/scripts/
Allow: /public/V2.0/brands/skeleton/images/
Allow: /public/V4.0/brands/skeleton/images/
Allow: /public/FUSION/brands/skeleton/images/
Disallow: /*%7B%7Bproduct.link%7D%7D$
Disallow: */{{product.link}}

# Optional sitemap URL:
Sitemap: http://www.brilliantdiamonds.us/sitemap.xml
# Optional Image sitemap URL:
Sitemap: https://www.brilliantdiamonds.us/sitemap-images.xml
# End robots.txt file