User-agent: *
#Crawl-delay: 180
Disallow: /forum/adm
Disallow: /forum/cache
Disallow: /forum/docs
Disallow: /forum/files
Disallow: /forum/includes
Disallow: /forum/language
Disallow: /forum/store
Disallow: /forum/styles
Disallow: /forum/common.php
Disallow: /forum/config.php
Disallow: /forum/cron.php
Disallow: /forum/download.php
Disallow: /forum/faq.php
Disallow: /forum/mcp.php
Disallow: /forum/posting.php
Disallow: /forum/report.php
Disallow: /forum/style.php
Disallow: /forum/ucp.php
Disallow: /forum/viewonline.php
Disallow: /forum/memberlist.php
Disallow: /forum/search.php

# ===================================
# Schließe folgende Spider komplett aus:
# ===================================

User-agent: teoma
User-agent: yandex
User-agent: exabot
User-agent: gigabot
User-agent: ia_archiver
User-agent: baiduspider
User-agent: nutch
User-agent: cityreview
User-agent: WebReaper
User-agent: WebCopier
User-agent: Offline Explorer
User-agent: HTTrack
User-agent: Microsoft.URL.Control
User-agent: EmailCollector
User-agent: penthesilea
User-agent: GPTBot
User-agent: ChatGPT-User
Disallow: /

Sitemap: https://www.mobile-freiheit.net/sitemap.xml