USER-AGENT: * 
DISALLOW: /controls/ 
DISALLOW: /countdata/ 
DISALLOW: /css/ 
# crawlers will not access data folder
DISALLOW: /data/ 
DISALLOW: /images/ 
DISALLOW: /mmdownloads/
DISALLOW: /quickchat/
DISALLOW: /requests/ 
DISALLOW: /settings/ 	
DISALLOW: /software/ 	
DISALLOW: /stats/
DISALLOW: /sites/crtechnology/settings
DISALLOW: /sites/crtechnology/data
DISALLOW: /sites/crtechnology/php
DISALLOW: /sites/crtechnology/images
DISALLOW: /sites/crtechnology/downloads