# libwww-perl (LWP) is a library for Perl now used by many script kiddie, crackers, and spam bots.
User-agent: libwww-perl
Disallow: /

# Use this when the site is in development.  This will prevent robots from visiting the site.

#User-agent: *
#Disallow: /

# Use this when the site goes live.  It will allow everything to be indexed, except the directories listed.

User-agent: *
Disallow: /images
Disallow: /includes
Disallow: /originals


# This will prevent Google Images from indexing the image type specified

User-agent: Googlebot-Image
Disallow: /
Disallow: /*.gif$ 
Disallow: /*.jpg$ 
Disallow: /*.bmp$
Disallow: /*.png$
Disallow: /images