##### disallows all bots
##### for production (remove for live site)
#User-agent: *
#Disallow: /

##### allows all bots
User-agent: *
Disallow:

######### EXAMPLES ########
#User-Agent: *
#Disallow: /folder/

####### specific bot to specific file ########
#User-Agent: Googlebot
#Disallow: /private/privatefile.htm