#             /\
#            /%%\
#           /%%%%\
#          /%%%%%%\
#         /%%/  \%%\
#        /%%/    \%%\
#       /%%/  /\  \%%\            @@@@@@@@@@@       @@@@@@@@@@@@@@@        @@@@@@@@@
#      /%%/  /%%\  \%%\        @@@@@@@@@@@@@@@@@    @@@@@@@@@@@@@@@     @@@@@@@@@@@@@@@
#     /%%/  /%%%%\  \%%\      @@@@@@@        @@@@   @@@@@             @@@@@@@     @@@@@@@
#     \%%\  \%%%%/  /%%/       @@@@@@@@             @@@@@@@@@@@@@@   @@@@@@@       @@@@@@@
#      \%%\  \%%/  /%%/          @@@@@@@@@@@@@      @@@@@@@@@@@@@@   @@@@@@         @@@@@@
#       \%%\  \/  /%%/                   @@@@@@@    @@@@@            @@@@@@@       @@@@@@@
#        \%%\    /%%/         @@@@@@       @@@@@@   @@@@@             @@@@@@@     @@@@@@@
#         \%%\  /%%/           @@@@@@@@@@@@@@@@@    @@@@@@@@@@@@@@@    @@@@@@@@@@@@@@@@@
#          \%%%%%%/              @@@@@@@@@@@@@      @@@@@@@@@@@@@@@       @@@@@@@@@@@
#           \%%%%/
#            \%%/
#             \/
#
#
#  It's our mission to make it easier for everyone to discover and experience Italy, even bots!
#
#  #########################
#  Travel guide for crawlers
#  #########################

# Permetti a Googlebot e Bingbot di leggere il Markdown per la ricerca semantica (GEO) ma blocca crawling infinito dei filtri
User-agent: Googlebot
Allow: /
Allow: /*?format=md
Disallow: /admin
Disallow: /client
Disallow: /login
Disallow: /register
Disallow: /comuni-demo
Disallow: /federalberghi-demo
Disallow: /*/scarica-guida*
Disallow: /*/download-guide*
Disallow: /*/descargar-guia*
Disallow: /*/telecharger-guide*
Disallow: /*/reisefuehrer-herunterladen*
Disallow: /*/download-reisefuehrer*
Disallow: /*/xiazai-zhinan*
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*where=
Disallow: /*?*city=
Disallow: /*?*q=

User-agent: Bingbot
Allow: /
Allow: /*?format=md
Disallow: /admin
Disallow: /client
Disallow: /login
Disallow: /register
Disallow: /comuni-demo
Disallow: /federalberghi-demo
Disallow: /*/scarica-guida*
Disallow: /*/download-guide*
Disallow: /*/descargar-guia*
Disallow: /*/telecharger-guide*
Disallow: /*/reisefuehrer-herunterladen*
Disallow: /*/download-reisefuehrer*
Disallow: /*/xiazai-zhinan*
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*where=
Disallow: /*?*city=
Disallow: /*?*q=
Crawl-delay: 5

User-agent: *
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Allow: /auth.md
Allow: /.well-known/
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /admin
Disallow: /client
Disallow: /login
Disallow: /register
Disallow: /*/scarica-guida*
Disallow: /*/download-guide*
Disallow: /*/descargar-guia*
Disallow: /*/telecharger-guide*
Disallow: /*/reisefuehrer-herunterladen*
Disallow: /*/download-reisefuehrer*
Disallow: /*/xiazai-zhinan*
Disallow: /*?format=md
Disallow: /*?source=pwa
Disallow: /comuni-demo
Disallow: /federalberghi-demo
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*where=
Disallow: /*?*city=
Disallow: /*?*q=
Crawl-delay: 3

# Aggressive/Noisy crawlers & Scrapers - Block completely
User-agent: python-httpx
User-agent: python-requests
User-agent: Reflectionbot
User-agent: AffsignalCrawler
User-agent: CCBot
User-agent: Bytespider
User-agent: Amazonbot
User-agent: Amzn-SearchBot
User-agent: jscrawler
User-agent: Omgili
User-agent: FacebookBot
User-agent: meta-externalagent
User-agent: Baiduspider
User-agent: Sogou spider
User-agent: Mail.RU_Bot
User-agent: VelenPublicWebCrawler
User-agent: SeekportBot
User-agent: Buck
User-agent: barkrowler
User-agent: ImagesiftBot
User-agent: trendictionbot
User-agent: Scrapy
User-agent: Turnitin
User-agent: PetalBot
Disallow: /

# SEO Tools Allowed by Admin: Ahrefs & Moz
User-agent: AhrefsBot
User-agent: AhrefsSiteAudit
User-agent: DotBot
User-agent: Rogerbot
Disallow: /admin
Disallow: /client
Disallow: /login
Disallow: /register
Disallow: /*?source=pwa
Disallow: /comuni-demo
Disallow: /federalberghi-demo
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*where=
Disallow: /*?*city=
Disallow: /*?*q=
Crawl-delay: 5

# Block Remaining Competitor Analysis & Aggressive SEO Scrapers
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: BLEXBot
User-agent: SEOkicks
User-agent: spbot
User-agent: Screaming Frog SEO Spider
User-agent: Serpstatbot
User-agent: serpstatbot
User-agent: Xenu
User-agent: SeznamBot
User-agent: MegaIndex.ru
User-agent: MauiBot
User-agent: DataForSeoBot
User-agent: SenutoBot
User-agent: ZoomBot
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: proximic
User-agent: adsbot
Disallow: /

# Recognized AI Search Crawlers - Optimization for Markdown output
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: Perplexity-Search
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Google-Extended
User-agent: anthropic-ai
User-agent: OAI-SearchBot
User-agent: DeepSeekBot
User-agent: Qwen
User-agent: Cohere-ai
User-agent: cohere-ai
User-agent: YouBot
User-agent: Applebot
User-agent: Applebot-Extended
Allow: /
Disallow: /admin
Disallow: /client
Disallow: /login
Disallow: /register
Disallow: /*?source=pwa
Allow: /*?format=md
Allow: /auth.md
Allow: /.well-known/
Allow: /llms.txt
Allow: /llms-full.txt
Crawl-delay: 4

# Network Sitemaps
Sitemap: https://italiasearch.com/sitemap.xml
Sitemap: https://hotelsweb.eu/sitemap.xml
Sitemap: https://italianlodge.it/sitemap.xml
Sitemap: https://turismopisa.com/sitemap.xml
Sitemap: https://toscanasearch.com/sitemap.xml
Sitemap: https://italy-camping.info/sitemap.xml
Sitemap: https://esploratore.it/sitemap.xml

# LLM Manifests (Domain-specific: each domain serves its verticalized manifest)
# https://italiasearch.com/llms.txt
# https://hotelsweb.eu/llms.txt
# https://italianlodge.it/llms.txt
# https://turismopisa.com/llms.txt
# https://toscanasearch.com/llms.txt
# https://italy-camping.info/llms.txt