# robots.txt file created at http://www.searchenginepromotionhelp.com/
# Thu, 12 Nov 2009 18:42:03 +0000

# Exclude Files From All Robots:

User-agent: *
Disallow: /images
Disallow: /text
Disallow: /exabot
Disallow: /yandex.ru
Disallow: /eurobot
Disallow: /yahoo.com
Disallow./TwengaBot-Discover
Disallow./Baiduspider

User-agent: dotbot
Disallow: /
User-agent: Exabot
Disallow: /  
User-agent: Googlebot-Image
Disallow: / 
User-agent: spbot
Disallow: /
User-agent domaindatei.de
Disallow./
User-agent miniberger.at
Disallow./
User-agent sitedossier.com
Disallow./
User-agent xtrian.com
Disallow./
User-agent TwengaBot-Discover
Disallow./
User-agent Baiduspider
Disallow./

User-agent: Mediapartners-Google*User-agent: *Disallow: /admin.php Disallow: /admin-verzeichnis
Disallow./download-verzeichnis/
Disallow./anmelde.html
Disallow: /images/
Disallow: /includes/
Disallow: /themes/

Disallow: /blocks/

Disallow: /modules/

Disallow: /modules/Your_Account/*.*

Disallow: /modules/Private_Messages/*.*


Disallow: /language/

Disallow: /modules/Members_List/*.*

Disallow: /modules/Info_List/*.*

Disallow: /modules/Who_is_Where/*.*

User-agent: *
Disallow: /spider-trap

User-agent: googlebot
Disallow: /spider-trap

# google in Robots.txt ansprechen
User-agent: Googlebot
# Admin-Bereich meiner Website hat im Index nichts zu suchen
Disallow: /admin/

# Das gleiche soll auch für MSN und Yahoo! gelten
User-agent: MSNBot
Disallow: /admin/

User-agent: Slurp
Disallow: /admin/

# Alle anderen Crawler sollen keinen Traffic verursachen
User-agent: *
Disallow./

RewriteCond %{HTTP_USER_AGENT} ^.*\(twiceler-0\.9.*$ [NC,OR]


# End robbots.txt file