#Robots excluder file for NCS User-agent: * # all robots Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: /404.shtml Disallow: /folder/ Disallow: /website/ Disallow: /events/ Disallow: pagedisplay.php Disallow: page_template.htm