User-agent: * Disallow: /dev/ Disallow: /homepage/ Disallow: /forum/ Disallow: /test/ Disallow: /gos/fpt/ Disallow: /ccsb/e-engage/ Disallow: /site02/ Disallow: /usage/ Disallow: /wlav/ Disallow: /esc/ Disallow: /cae/ Disallow: /fpt/ Disallow: /123test/ # This will prevent robots from entering the dev, homepage and test areas User-agent: gsa-crawler Disallow: /cgi-bin/proactive/cl.pl # This will prevent all robots from entering the dev, homepage and test areas User-agent: * Disallow: /cgi-bin/proactive/cl.pl