# ===================================
# Schließe folgende Spider komplett aus:
# ===================================

User-agent: WebReaper
User-agent: WebCopier
User-agent: Offline Explorer
User-agent: HTTrack
User-agent: Microsoft.URL.Control
User-agent: EmailCollector
User-agent: penthesilea
User-agent: MJ12Bot
User-agent: AhrefsBot
User-agent: SEMrushBot
User-agent: DotBot
User-agent: MauiBot
User-agent: PetalBot
Disallow: /

# 
# kundenspezifische Seiten aus dem Index ausschliessen
#
User-agent: *
Disallow: */teaser-content*
Disallow: */link-content*
Disallow: */contacts*

#
# Search console erlauben
#
User-agent: Googlebot
Allow: /pf-fragment*
Allow: */content/search/*
Allow: */preference/
Allow: */preferences/*
Allow: */switchlanguage/*
Allow: */ix-wishlist/add-related-object/*

#
# CMS Rules
#
User-agent: *
Disallow: /user-account*
Disallow: /admin*
Disallow: /administration*
Disallow: /ngadminui*
Disallow: */view/content/
Disallow: */class/
Disallow: */Users/
Disallow: /tags*
Disallow: /extranet*
Disallow: */wishlist-detail*
Disallow: /pf-fragment*
Disallow: */content/search/*
Disallow: */preference/
Disallow: */preferences/*
Disallow: */switchlanguage/*
Disallow: */ix-wishlist/add-related-object/*

Sitemap: https://www.halder.com/sitemap.xml
Sitemap: https://www.halderusa.com/sitemap.xml
Sitemap: https://www.halder.fr/sitemap.xml