# Small robots.txt
# More information about this file can be found at
# <a href="http://www.robotstxt.org/">http://www.robotstxt.org/</a>
# In case your drupal site is in a subdirectory of your web root  (e.g. /drupal)
# add the name of this directory before the / (slash) below
# example:  Disallow: /drupal/aggregator
# to stop a polite robot indexing an example dir
# add a line like:  user-agent: polite-bot
# and:  Disallow: /example-dir/
User-agent: SemrushBot
Disallow: /
# Paths (clean URLs)
User-agent: *
Crawl-Delay: 10
Disallow: /interna
Disallow: /cgi
Disallow: /cgi/acwww25
Disallow: /intranet
Disallow: /intranet2
Disallow: /eda
Disallow: /survey
Disallow: /tmp
Disallow: /unima
Disallow: /coding
Disallow: /d7/en/aggregator
Disallow: /d7/en/tracker
Disallow: /d7/en/comment/reply
Disallow: /d7/en/node/add
Disallow: /d7/en/search/
Disallow: /d7/en/book/print
Disallow: /d7/en/logout
Disallow: /d7/en/user/register
Disallow: /d7/en/user/password
Disallow: /d7/en/user/login
Disallow: /d7/de/aggregator
Disallow: /d7/de/tracker
Disallow: /d7/de/comment/reply
Disallow: /d7/de/node/add
Disallow: /d7/de/search/
Disallow: /d7/de/book/print
Disallow: /d7/de/logout
Disallow: /d7/de/user/register
Disallow: /d7/de/user/password
Disallow: /d7/de/user/login
# Paths (no clean URLs)
Disallow: /d7/en?q=aggregator
Disallow: /d7/en?q=tracker
Disallow: /d7/en?q=comment/reply
Disallow: /d7/en?q=node/add
Disallow: /d7/en?q=user/register
Disallow: /d7/en?q=user/password
Disallow: /d7/en?q=user/login
Disallow: /d7/en?q=search/
Disallow: /d7/en?q=book/print
Disallow: /d7/de?q=aggregator
Disallow: /d7/de?q=tracker
Disallow: /d7/de?q=comment/reply
Disallow: /d7/de?q=node/add
Disallow: /d7/de?q=user/register
Disallow: /d7/de?q=user/password
Disallow: /d7/de?q=user/login
Disallow: /d7/de?q=search/
Disallow: /d7/de?q=book/print
Disallow: /mannheimer-stadt-gespraech