# No spider needs to follow scripts
User-Agent: *
Disallow: /cgi-bin/redir
Disallow: /cgi-bin/login
Disallow: /cgi-bin/acctmgr
Disallow: /cgi-bin/search

User-agent: Mediapartners-Google
Allow: /cgi-bin/page

# these directories dont even exist
User-agent: Slurp
Disallow: /typ/
Disallow: /skupina/
Disallow: /text/

User-agent: spbot
Disallow: /