# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a content-signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a content-signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a content signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via content signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Site content signals
User-agent: *
Content-signal: search=yes,ai-input=yes,ai-train=no
Allow: /
# END Site content signals

# General user-agent rules
User-agent: *
Allow: /

# Important SEO pages - Allow crawling
Allow: /best-hair-care-products-hair-loss-scalp-health
Allow: /about-us-quality-hair-loss-scalp-care
Allow: /hair-loss-treatment-experts-dermatologists
Allow: /our-expertise
Allow: /take-hair-test
Allow: /contact-hair-experts
Allow: /effective-hair-loss-treatment-men
Allow: /hair-loss-women-causes-treatments-remedies
Allow: /online-hair-loss-treatment-bangalore
Allow: /hair-transplants-fue-dhi-mhi-natural-restoration
Allow: /advanced-hair-loss-solutions-prp-smp-cloning-systems
Allow: /online-hair-loss-test-diagnosis-treatment
Allow: /dr-amit-agarkar-hair-restoration-expert
Allow: /hair-care-blogs

# Disallow private and admin areas
Disallow: /a/downloads/-/*
Disallow: /admin
Disallow: /admin-dashboard
Disallow: /doctor-dashboard
Disallow: /user-profile
Disallow: /login
Disallow: /unauthorized
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /my-orders
Disallow: /create-order
Disallow: /checkouts/
Disallow: /checkout
Disallow: /10016227394/checkouts
Disallow: /10016227394/orders
Disallow: /account
Disallow: /coupon
Disallow: /address
Disallow: /success/
Disallow: /failure/
Disallow: /status/
Disallow: /payment-status/
Disallow: /doctor/
Disallow: /management-report/
Disallow: /doctor/report/
Disallow: /doctor-analyse-report/

# Disallow filtered and sorted collection URLs
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*

# Disallow filtered blog URLs
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*

# Disallow search and tracking URLs
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /search
Disallow: /sf_private_access_tokens
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/*.js
Disallow: /recommendations/products
Disallow: /*/recommendations/products

# Google adsbot specific rules (ignores robots.txt unless specifically named!)
User-agent: adsbot-google
Disallow: /checkouts/
Disallow: /checkout
Disallow: /carts
Disallow: /orders
Disallow: /10016227394/checkouts
Disallow: /10016227394/orders
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /cdn/wpm/*.js
Disallow: /sf_private_access_tokens

# Block Nutch crawler completely
User-agent: Nutch
Disallow: /

# AhrefsBot with crawl delay
User-agent: AhrefsBot
Crawl-delay: 10
Disallow: /a/downloads/-/*
Disallow: /admin
Disallow: /cart
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /10016227394/checkouts
Disallow: /10016227394/orders
Disallow: /carts
Disallow: /account
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /search
Disallow: /sf_private_access_tokens
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/*.js
Disallow: /recommendations/products
Disallow: /*/recommendations/products

# AhrefsSiteAudit with crawl delay
User-agent: AhrefsSiteAudit
Crawl-delay: 10
Disallow: /a/downloads/-/*
Disallow: /admin
Disallow: /cart
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /10016227394/checkouts
Disallow: /10016227394/orders
Disallow: /carts
Disallow: /account
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /search
Disallow: /sf_private_access_tokens
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/*.js
Disallow: /recommendations/products
Disallow: /*/recommendations/products

# MJ12bot with crawl delay
User-agent: MJ12bot
Crawl-delay: 10

# Pinterest with shorter crawl delay
User-agent: Pinterest
Crawl-delay: 1

# Sitemap locations
Sitemap: https://www.hairsncares.com/sitemap.xml
Sitemap: https://blogs.hairsncares.com/sitemap_index.xml