###############################
#
#
 

# Encourage Google Adsense Bot
User-agent: Mediapartners-Google* 


# List specific robots to block:

# User-agent: e-SocietyRobot
# Disallow: /

# User-agent: EmailSiphon 
# Disallow: / 

# User-agent: Cherry Picker
# Disallow: / 




# 9-30-08 let's catch and blacklist bad bots that don't obey instructions
 User-agent: *
 Disallow: /deadend/



# keep bots from folders they need not visit:
# Update these for each site!

User-agent: *
# list folders & files robots are not allowed to index
Disallow: /hcc.thumbs/
Disallow: /ads/
Disallow: /art/
Disallow: /cgi/
Disallow: /control_panel/
Disallow: /connections/
Disallow: /cron/
Disallow: /fonts/
Disallow: /inc/
Disallow: /mysql_backup/
Disallow: /scripts/
Disallow: /spaw/
Disallow: /class.phpmailer.inc
Disallow: /class.smtp.inc
Disallow: /cp/
Disallow: /templates old store/



#
# End of robots.txt file
#
###############################