# By default, allow all crawlers to visit the site
  User-agent: *
	Disallow: cgi-bin/
	Disallow: cms/
	Disallow: images/
	Disallow: public/
	Disallow: themes/
	
  User-agent: Mediapartners-Google
  Allow: /
 
  User-agent: Adsbot-Google
  Allow: /

  User-agent: Googlebot-Mobile
  Allow: /

# Google Images, the Internet Archives, and AltaVista will be
# prevented from crawling the website.
  User-agent: Googlebot-Image
  Disallow: /

 
  User-agent: ia_archiver-web.archive.org
  Disallow: /

  User-Agent: Scooter
  Disallow: /