User-agent: *
Disallow: /cgi-bin/
Disallow: /gas/wa/
Disallow: /gws/
Disallow: /grw/
Disallow: /images/
Disallow: /test/
Disallow: /hrgwc/
Disallow: /apidoc/
User-agent: scrapy
Disallow: /