# lines beginning with the pund ("#") sign are comments and can be deleted. # if case your test site is in a directory # lower than your docroot (e.g. /test) # please add this before the /-es below # to stop a polite robot indexing an example dir # add a line like (delete the #'s) # user-agent: polite-bot # Disallow: /example-dir/ User-agent: * Crawl-Delay: 10 Disallow: /FlashFiles Disallow: /PHPFiles Disallow: /labs Disallow: /XML Disallow: /demo Disallow: /BasicDemo Disallow: /Common Disallow: /tutorial_textchat Disallow: /admin