# # Standard robots.txt file: # User-agent: * Disallow: /webboard/ Disallow: /webdirectory/ Disallow: /directory/ Disallow: /classifieds/ Disallow: /*.js$