# ia_archiver - causing problems when trying to crawl javascript urls
User-agent: ia_archiver
Disallow: /

# /go/ has no crawlable content
User-agent: *
Disallow: /go/