User-Agent: * # The * specifies all agents or robots Disallow: /database Disallow: /files Disallow: /includes Disallow: /misc Disallow: /modules Disallow: /scripts Disallow: /themes Disallow: /sites Disallow: /index.php Disallow: /cron.php Disallow: /update.php Disallow: /xmlrpc.php Disallow: /_js_lib Disallow: /_thomasdrake/_ Disallow: /_alchemyunlimited/_ Disallow: /_bestofweb/_ Disallow: /_musesguild/_ # The / indicates that all folders immediately under the server root # starting with /temp should be excluded from spidering for search engines, # including temp and temporary