##### disallows all bots
##### for production (remove for live site)
User-agent: *
Disallow: /

##### allows all bots
#User-agent: *
#Disallow:

######### EXAMPLES ########
#User-Agent: *
#Disallow: /folder/

####### specific bot to specific file ########
#User-Agent: Googlebot
#Disallow: /private/privatefile.htm