User-Agent: Slurp
Crawl-delay:10

User-agent: Yandex
Disallow: /

User-agent: ichiro/3.0 (http://help.goo.ne.jp/door/crawler.html)
Disallow: / 

User-agent: *
Disallow: /docs/
Disallow: /Internal/
Disallow: /cgi-bin/
Disallow: /OLD/
Disallow: /Research/Mesa/Schedules/
Disallow: /blog/wp-content
Disallow: /Research/library/
Disallow: /VisitingObservers/
Disallow: /Templates/
Disallow: /Templates_media/
Disallow: /team/
Disallow: /styles/
Disallow: /outreach/ue/
Disallow: /dct_beta/
Disallow: /dct_flc/php/skylistzz.php
Disallow: /dct/d3.php
Disallow: /dct/d3_util.php
Disallow: /dct/d3admin.php
Disallow: /dct/d3admin_util.php
Disallow: /dct/docs/