##
## CONSULT.ROCKLIZARD.ORG
##

## This section contains blocking instructions for
## all robots. The * means EVERYBODY
User-agent: *

##
## This entry blocks the entire directory and all subdirectories
##
##Disallow: /

##
## Special Cases
##
Disallow: /*.notes		# These file types store content that's going up on the site.
Disallow: /*.txt		# The new content is held in these locations while it's being
						# edited. Helps avoid conflicts with the live pages while keeping
						# all the sites content with the site.
Disallow: /*_jump_*


##
## Disallow specific sub-directories, files and file types.
##
Disallow: /.*					# any file beginning with a period; AKA the <dot>
Disallow: /readme*				# private readme files of all types.
Disallow: /readme.*

Disallow: /*.config				# some dev tools make <dot>config files or folders....
Disallow: /*.project			# same with <dot>project....
Disallow: /*.settings			# and the same with <dot>settings.

Disallow: /*.OFFLINE			# Don't scan backups, archives, old versions, read-me's
Disallow: /*.BAK				#	and related. They are generally out of date or on the
Disallow: /*.BACKUP				#	the way to that state and the correct, current file is
Disallow: /*.txt				#	most likely going to get scanned.


##
## Disallow code dirs if they exist for this site.
## They are probably locked out anyway. So, lets
## save everyone some time and bandwidth.
##
Disallow: /JavascriptFiles/
Disallow: /SpryAssets/



## Allow the robots to scan XMLData and img if they are
## so inclined. There is no threat from this and it's possibe
## that some search engines might be interested in the sites
## (and images) that we (everyone with pages on Rocklizard) like.
#Disallow: /XMLData/
#Disallow: /img/
#Disallow: /*.xml