User-agent: *
Disallow: /images
Disallow: /maukie
Disallow: /pickles
Disallow: /stats
Disallow: /*.css
Disallow: /*.jpg
Disallow: /*.gif
Disallow: /*.wav
Disallow: /*.txt
Disallow: /*.ram


#==========================
#Allow and edit: a02rain3.html,a02rain2.htm,a02rain1m1.htm,a02rain1.htm

#Allow: page39.html (use it for something-it needs modification)
#Allow: feline.html,feline02.htm,feline03.htm,feline99.htm???? 
#check feline files against website

#check a99tribute files against website. #disallow all but first?
#check a97 horses files also and ditto

#http://www.cnn.com/robots.txt
#http://www.searchengineworld.com/robots/robots_tutorial.htm
#http://www.searchengineworld.com/cgi-bin/robotcheck.cgi

#Programming Notes:============
#Disallow- 
#The value of this field specifies a partial URL that is not to be visited.
#This can be a full path, or a partial path;
#any URL that starts with this value will not be retrieved.
#For example, Disallow: /help disallows both /help.html and
#/help/index.html, whereas Disallow: /help/ would disallow /help/index.html
# but allow /help.html. Any empty value indicates that all URLs can be #retrieved. At least one Disallow field needs to be present in a record.
#Examples
#The following example "/robots.txt" file specifies that no robots should 
#visit any URL starting with "/cyberworld/map/" or "/tmp/", or /foo.html: 
#-------------------------------------------
# robots.txt for http://www.example.com/
#User-agent: *
#Disallow: /cyberworld/map/ # This is an infinite virtual URL space
#Disallow: /tmp/ # these will soon disappear
#Disallow: /foo.html
#------------------------------------------------------------------
#This example "/robots.txt" file specifies that no robots should visit any URL #starting with "/cyberworld/map/", except the robot called "cybermapper": 
#------------------------------------------------------------------
# robots.txt for http://www.example.com/

#User-agent: *
#Disallow: /cyberworld/map/ # This is an infinite virtual URL space

# Cybermapper knows where to go.
#User-agent: cybermapper
#Disallow:

#-------------------------------------------------------------------
#This example indicates that no robots should visit this site further: 
#-------------------------------------------------------------------
# go away
#User-agent: *
#Disallow: /