Sitemap: http://www.inseltalk.de/sitemap.xml

User-agent: Googlebot
Disallow: /profile.php*
Disallow: /login.php*
Disallow: /memberlist.php*
Disallow: /modcp.php*
Disallow: /posting.php*
Disallow: /privmsg.php
Disallow: /viewonline.php*
Disallow: /viewtopic.php*
Disallow: /viewforum.php*
Disallow: /faq.php*
Disallow: /ptopic*.html$
Disallow: /ntopic*.html$
Disallow: /ftopic*asc*.html$
Disallow: /cgi-bin/outbound.pl?*$

User-agent: Slurp
Crawl-delay: 30
Disallow: /portal.php
Disallow: /profile.php
Disallow: /login.php
Disallow: /posting.php

User-agent: psbot
Disallow: /

User-agent: larbin
Disallow: /

User-Agent: MJ12bot
Disallow:   /

User-agent: TurnitinBot
Disallow: /

User-agent: Googlebot-Image
Disallow: /

User-agent: *
Disallow: /db/
Disallow: /imgages/
Disallow: /cache/
Disallow: /admin/
Disallow: /language/
Disallow: /templates/
Disallow: /includes/
Disallow: /config.php
Disallow: /profile.php
Disallow: /groupcp.php
Disallow: /login.php
Disallow: /memberlist.php
Disallow: /modcp.php
Disallow: /posting.php
Disallow: /privmsg.php
Disallow: /viewonline.php
Disallow: /faq.php
Disallow: /ptopic*.html$
Disallow: /ntopic*.html$
Disallow: /ftopic*asc*.html$
Disallow: /cgi-bin/
Disallow: /cgi-bin/outbound.pl