# All robots will spider the domain except listed dirs
User-agent: *
Disallow: /temp/
Disallow: /test/
Disallow: /private/
Disallow: /cgi-bin/local_sales/
Disallow: /cgi-bin/local_services/
Disallow: /newyears/
Disallow: /random_times/images/
Disallow: /cgi-bin/pod/

# Disallow ia_archiver
User-agent: ia_archiver
Disallow: /
Disallow: /webdesign/

# Disallow asterias
User-agent: asterias
Disallow: /cgi-bin/pod/pod.cgi?dir=/*