# robots.txt generated 01-11-2007 User-agent: Gigabot Disallow: / User-agent: Scrubby Disallow: / User-agent: ia_archiver Disallow: / User-agent: * Disallow: Disallow: /assets/api/ Disallow: /assets/incl/