User-agent: *
Disallow: /portals/
Disallow: /a/
Disallow: /adv/


User-agent: Slurp
Crawl-delay: 20

User-agent: Missigua Locator
Disallow: /

User-agent: IRLBot
Disallow: /

User-agent: Java/1.5.0_05
Disallow: /

User-agent: Java/1.4.2_03
Disallow: /

User-agent: Java/1.5.0_06
Disallow: /

User-agent: Java/1.4.2_10
Disallow: /

User-agent: Java
Disallow: /

User-agent: Wells Search II
Disallow: /

User-agent: Missigua Locator 1.9
Disallow: /

User-agent: 172.30.228.60
Disallow: /