# /robots.txt file for http://www.petethepainter.com/
# eMail pete.wirtz@petethepainter.com for constructive criticism. 18Mar2009

User-agent: *
Sitemap: http://www.petethepainter.com/sitemap.xml
Allow: *.html
Disallow: /cgi-bin/
Disallow: /contact/
Disallow: /restora_files/
Disallow: /htmldata/
Disallow: /images/
Disallow: /temp/
Disallow: /m/
Disallow: /tmp/
Disallow: /js/
Disallow: /cans/
Disallow: /red/
Disallow: faq.html
Disallow: pete.js
Disallow: indexpic.js
Disallow: *.css
Disallow: *.txt
Disallow: sitemap.old.html
Disallow: sitemap.csm

# Following is just cool stuf for new implimentations of ROBOTS.TXT 
# When and IF they become available (also cuz I like playing around)0..

# Visit-time: 0600-1145		# and then only between 1 am to 6:45 am EST
# Request-rate: 1/120		# one document every 120 seconds
# User-agent: vacuumweb
# User-agent: spanwebbot
# User-agent: spiderbot
# Robot-version: 2.0.0 2.0
# Request-rate: 1/10m 1300-1659		# 1 page ea 10 min from 8:00 am to noon EST
# Request-rate: 1/20m 1700-0459		# 1 page ea 20 min from noon to 11:59 pm EST
# Request-rate: 5/1m  0500-1259		# 5 pages ea 1 min from midnight to 7:59 am EST
# Comment: because you guys try all the time, I'm gonna limit you
# Comment: to how many documents you can retrieve.  So there!
# Allow: *.html
# Disallow: *