# all
User-agent: *
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.pdf$
Disallow: /*.doc$
Disallow: /*.xls$

# yahoo.com
# User-agent: Slurp
# Disallow: /

# google.com
# User-agent: Googlebot
# Disallow: /

# msn.com
# User-agent: msnbot
# Disallow: /

# ask.com
User-agent: Teoma
Disallow: /

# kc.nict.go.jp
User-agent: LC-Crawler
Disallow: /

# become.co.jp
User-agent: BecomeJPBot
Disallow: /

#
User-agent:ia-archiver
Disallow:/