User-Agent: *
Crawl-delay: 2

Sitemap: https://www.skiwebshop.it/media/sitemap_it_index.xml

# MageHost: prevent Google from going wild on filter/sorting params
Disallow: *?*%20*
Disallow: *?*%25*
Disallow: *?*%2C*
Disallow: *?*,*
Disallow: *?*%5B*
Disallow: *?limit=*
Disallow: *&limit=*
Disallow: *?order=*
Disallow: *&order=*
Disallow: *?dir=*
Disallow: *&dir=*
Disallow: *?mode=*
Disallow: *&mode=*
Disallow: *?___store=*
Disallow: *&___store=*
Disallow: *?___from_store=*
Disallow: *&___from_store=*
Disallow: *?SID=*
Disallow: *&SID=*
Disallow: *?___SID=*
Disallow: *&___SID=*
Disallow: */sort-by/
Disallow: */sort-direction/
Disallow: */limit/
Disallow: */dir/
Disallow: */order/
Disallow: */catalogsearch/
Disallow: */search/
Disallow: */customer/
Disallow: */checkout/
Disallow: */errors/
Disallow: */onestepcheckout/
Disallow: /catalog/product/view/
Disallow: /catalog/category/view/
Disallow: /*?*product_list_mode=
Disallow: /*?*product_list_order=
Disallow: /*?*product_list_limit=
Disallow: /*?*product_list_dir=

# Allow AI search and agent use
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: AndiBot
User-agent: PhindBot
User-agent: YouBot
Allow: /

# Disallow AI training data collection
User-agent: GPTBot
User-agent: CCBot
User-agent: Google-Extended
Disallow: /