Sitemap: https://www.freiepresse.de/sitemap.xml

User-agent: *
Disallow: /testsite/
Disallow: /testseite/
Disallow: /service/servicepartner/
Disallow: /FILES/SSP/
Disallow: /erfahrungen/go/
Disallow: /erfahrungen/wp-admin/
Disallow: /suche$
Disallow: /suche?q=*
Disallow: /showmappe
Disallow: /showmappe/
Disallow: /ct
Disallow: /pm
Disallow: /TRASH/*

# Exclude SEO-Tools & SPAM-Bots

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: backlink-check.de
Disallow: /

User-agent: BacklinkCrawler
Disallow: /

User-agent: Bloodhound
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: cydralspider
Disallow: /

User-agent: downloadexpress
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: Fasterfox
Disallow: /

User-agent: gammaSpider
Disallow: /

User-agent: LinkextractorPro
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: Meltwater
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: NewsNow
Disallow: /

User-agent: Node/simplecrawler
Disallow: /

User-agent: Node/simplecrawler 0.7.0 (git+https://github.com/cgiffard/node-simplecrawler.git)
Disallow: /

User-agent: ObjectsSearch
Disallow: /

User-agent: Openbot
Disallow: /

User-agent: Pimptrain
Disallow: /

User-agent: Raven
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: searchpreview
Disallow: /

User-agent: simplecrawler
Disallow: /

User-agent: SEODAT
Disallow: /

User-agent: SEOENGBot
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: True_Robot
Disallow: /

User-agent: URL Control
Disallow: /

User-agent: URL_Spider_Pro
Disallow: /

User-agent: wapspider
Disallow: /

User-agent: WebZinger
Disallow: /

User-agent: xovi
Disallow: /

# Legal notice: freiepresse.de expressly reserves the right to use its content for commercial text and data mining (§ 44 b UrhG).
# The use of robots or other automated means to access freiepresse.de or collect or mine data without
# the express permission of freiepresse.de is strictly prohibited.
# freiepresse.de may, in its discretion, permit certain automated access to certain freiepresse.de pages.
# If you would like to apply for permission to crawl freiepresse.de, collect or use data, please email Kontakt@freiepresse-mediengruppe.de