# /robots.txt file for http://dreamlight.com/

# User-agent: is case sensitive!!
# Disallow: must follow immediately after User-agent: 
# no returns between

# First user agent match used and then robot may stop
# reading the rest, so put specifics first...


# Prevent robots from stealing our images & content...

User-agent: vscooter         # * AltaVista images: help.altavista.com/adv_search/ast_haw_avoiding
User-agent: Googlebot-Image  # * Google images: google.com/remove.html#images
User-agent: ia_archiver      # * WayBack Machine: archive.org/internet/remove.html
User-agent: DittoSpyder      # * Ditto: ditto.com/Robots.asp
User-agent: psbot            # * Picsearch: picsearch.com/menu.cgi?item=Psbot&pl=en&rp=same
User-agent: whizbang         # Don't know what they were doing, searching our site...
Disallow: /


# Keep ALL robots away from stuff that shouldn't be indexed

User-agent: *
Disallow: /autitons
Disallow: /cgi-bin
Disallow: /clients
Disallow: /downloads
Disallow: /families
Disallow: /Libary
Disallow: /media
Disallow: /olm-stuff
Disallow: /styles
Disallow: /Templates
Disallow: /webstats