User-agent: *
Disallow: /*(offset_
Disallow: /layout/set/print/
Disallow: /index.php/layout/set/print/
Disallow: /layout/set/ajax/
Disallow: /tags/view/
Disallow: /Media/Images/
Disallow: /Media/Files/
Disallow: /Media/Multimedia/
Disallow: /content/search?SearchText=*
# Strengere Regeln für aggressive Crawler
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: SemrushBot
User-agent: DotBot
Disallow: /
# Blockiert alle URLs, die offset_ Parameter enthalten (Pagination-Falle)
User-agent: SemrushBot
User-agent: Amazonbot
User-agent: DataForSeoBot
User-agent: BLEXBot
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: MJ12bot
User-agent: TikTokSpider
User-agent: ChatGPT-User
User-agent: YandexBot
User-agent: meta-externalagent
User-agent: OAI-SearchBot
User-agent: bingbot
User-agent: ClaudeBot
User-agent: Baiduspider
User-agent: meta-webindexer
Disallow: /*offset_

Sitemap: https://www.troisdorf.city/sitemap.xml