# By default, allow all crawlers to visit the site
  	User-agent: *
	Disallow: assets/
	Disallow: cms/
	Disallow: css/
	Disallow: files/
	Disallow: flash/
	Disallow: images/
	Disallow: includes/
	Disallow: js/
	Disallow: path.php
	Disallow: themes/
	Disallow: tools/
	
  User-agent: Mediapartners-Google
  Allow: /
 
  User-agent: Adsbot-Google
  Allow: /

  User-agent: Googlebot-Mobile
  Allow: /

# Google Images, the Internet Archives, and AltaVista will be
# prevented from crawling the website.
  User-agent: Googlebot-Image
  Disallow: /

 
  User-agent: ia_archiver-web.archive.org
  Disallow: /

  User-Agent: Scooter
  Disallow: /