User-Agent: *
Disallow: /*.gif$
Disallow: /*.jgp$
Disallow: /*.zip$
Disallow: /*.doc$
Disallow: /*.exe$
Disallow: /*.pdf$ 
Disallow: /*.png$
Disallow: /_
Disallow: /a
Disallow: /b
Disallow: /c
Disallow: /d
Disallow: /f
Disallow: /i
Disallow: /j
Disallow: /l
Disallow: /r
Disallow: /s
Disallow: /u
Disallow: /v

User-Agent: bot
Disallow: /

User-Agent: crawl
Disallow: /

User-Agent: robot
Disallow: /

User-Agent: spider
Disallow: /

User-Agent: bot-
Disallow: /