# nscglobal robots.txt to exclude sites from beeing tracked by bots and spiders

User-agent: *
Disallow: /spider-trap
Disallow: /cgi-bin/    # do not index cgi scripts

User-Agent: Googlebot
Disallow: /cgi-bin/    # do not index cgi scripts
Disallow: /spider-trap