# robots.txt for <http://www.gdt.id.au/>
# We allow the search engines everyone uses (Google, Yahoo, Microsoft).
# Smaller engines shouldn't be cluttering up my ADSL link.

# Microsoft.
User-agent: MSNBot
Disallow: /viewvc/
Disallow: /svn/
Disallow: /webmail/
Disallow: /images/
Disallow: /certs/
Disallow: /usage/
Disallow: /awstats/
Disallow: /~gdt/misc/
Disallow: /cgi-bin/
Disallow: /~gdt/presentations/2006-05-11-cebit-e2e/video/
Disallow: /~gdt/nf_skinny/download/

# Yahoo.
User-agent: Slurp
Disallow: /viewvc/
Disallow: /svn/
Disallow: /webmail/
Disallow: /images/
Disallow: /certs/
Disallow: /usage/
Disallow: /awstats/
Disallow: /~gdt/misc/
Disallow: /cgi-bin/
Disallow: /~gdt/presentations/2006-05-11-cebit-e2e/video/
Disallow: /~gdt/nf_skinny/download/

# Google.
# Not images and we don't have AdWords.
User-agent: Googlebot
Disallow: /viewvc/
Disallow: /svn/
Disallow: /webmail/
Disallow: /images/
Disallow: /certs/
Disallow: /usage/
Disallow: /awstats/
Disallow: /~gdt/misc/
Disallow: /cgi-bin/
Disallow: /~gdt/presentations/2006-05-11-cebit-e2e/video/
Disallow: /~gdt/nf_skinny/download/

User-agent: Googlebot-Mobile
Disallow: /

User-agent: Googlebot-Image
Disallow: /

User-agent: Mediapartners-Google
Disallow: /

User-agent: Adsbot-Google
Disallow: /

# Others can go away.
User-agent: *
Disallow: /