# Use this when the site is in development.  This will prevent robots from visiting the site.

#User-agent: *
#Disallow: /

# Prevent Google from following malformed static pages due to JavaScript incompatibility
User-agent: Googlebot
Disallow: /*pagereq=

# libwww-perl (LWP) is a library for Perl now used by many script kiddie, crackers, and spam bots.

User-agent: libwww-perl
Disallow: /

User-agent: libwww-perl/5.79
Disallow: /

User-agent: libwww-perl/5.803
Disallow: /

User-agent: libwww-perl/5.805
Disallow: /

User-agent: libwww-perl/5.808
Disallow: /

# Hacker User-agent Morfeus F'ing Scanner

User-agent: Morfeus
Disallow: /

# This will prevent Google Images from indexing the image type specified

User-agent: Googlebot-Image
Disallow: /*.gif$ 
Disallow: /*.jpg$ 
Disallow: /*.bmp$
Disallow: /*.png$
Disallow: /images
Disallow: /labels
Disallow: /originals
Disallow: /old
Disallow: /pdf
Disallow: /static
Disallow: /


# Use this when the site goes live.  It will allow everything to be indexed, except the directories listed.

Sitemap: http://www.greenwoodlakewines.com/sitemap.xml

User-agent: *
Disallow: /aspnet_client
Disallow: /bin
Disallow: /editor3
Disallow: /images
Disallow: /images_orig
Disallow: /includes
Disallow: /includes_orig
Disallow: /labels
Disallow: /logs
Disallow: /old
Disallow: /originals
Disallow: /pdf
Disallow: /scripts
Disallow: /static
Crawl-delay: 10