User-agent: *
Allow: /social_instagram/
Sitemap: https://www.silitech.ch/sitemap.xml


##############
#   custom   #
##############

Disallow: /web/
Disallow: /my/
Disallow: /shop/cart
Disallow: /shop/checkout
Disallow: /shop/payment
Disallow: /shop/confirm_order
Disallow: /shop/address
Disallow: /*?order=*
Disallow: /*?page=*&order=*
Disallow: /*?category=*&order=*
# Interne Suche & Spam-Parameter aus dem Index halten
Disallow: /*?s=*
Disallow: /*?search=*
Disallow: /search
Disallow: /*/search/
# Wissenszentrum: Tag-Kombinationen und Parameter (Crawler-Falle)
Disallow: /blog/*/tag/*,*
Disallow: /blog/*/tag/*?*
Disallow: /blog/*?*date_begin=
Disallow: /blog/*?*date_end=
Disallow: /blog/*?*search=
Allow: /web/image/
Allow: /web/assets/
Allow: /web/static/

# Aggressive SEO-/Scraper-Bots blockieren
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# Nicht-oeffentliche Bereiche
Disallow: /profile/
Disallow: /groups
Disallow: /terms