# stop bots for hosted sites
    User-agent: *
    Disallow: /cgi-bin
    Disallow: /cgi
    Disallow: /css
	Disallow: /required
	Disallow: /execute
	Disallow: /dev
	Disallow: /search
	Disallow: /configuration