User-agent: *

# Interne / sensible Verzeichnisse
Disallow: /core/
Disallow: /extern/
Disallow: /logs/
Disallow: /static/lang/
Disallow: /users/
Disallow: /sell/
Disallow: /sell/*
Disallow: /errorlog.html
Disallow: /adminpanel*
Disallow: /nojs-version.php

# Filter- und Sortier-Parameter blockieren (/k/ URL-Struktur)
Disallow: /k/*sortstandard*
Disallow: /k/*sortcheap*
Disallow: /k/*anzeigeart:*
Disallow: /k/*fahrzeugzustand:*
Disallow: /k/*kraftstoffart:*
Disallow: /k/*getriebe:*
Disallow: /k/*umweltplakette:*
Disallow: /k/*aussenfarbe:*
Disallow: /k/*fahrzeugtyp:*
Disallow: /k/*schadstoffklasse:*
Disallow: /k/*material-innenausstattung:*
Disallow: /k/*preis-von:*
Disallow: /k/*preis-bis:*
Disallow: /k/*kilometerstand-*
Disallow: /k/*erstzulassung-*

# Erlaube statische Assets
Allow: /static/css/
Allow: /static/plugins/
Allow: /static/img/
Allow: /users/upload/classifieds/nopic.png
Allow: /static/css/LiberationSans-Regular-webfont.woff2

# Sitemaps
Sitemap: https://www.localfied.de/sitemap.xml

# Schlechte Bots blockieren
User-agent: Baiduspider
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: A6-Indexer
Disallow: /

User-agent: AlphaSeoBot
Disallow: /

User-agent: AlphaSeoBot-SA
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: Blackboard Safeassign
Disallow: /

User-agent: BLEXBot/1.0
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: crawler4j
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: LieBaoFast
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: MauiBot (crawler.feedback+wc@gmail.com)
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: MqqBrowser
Disallow: /

User-agent: Nimbostratus-Bot/v1.3.2
Disallow: /

User-agent: Seekport Crawler
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: SputnikBot/2.3
Disallow: /

User-agent: The Knowledge AI
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: UCBrowser
Disallow: /

User-agent: yacybot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: YisouSpider
Disallow: /

# KI / LLM-Crawler (Stand 2025/2026)
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: YouBot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: img2dataset
Disallow: /