User-agent: dotbot
User-agent: JUST-CRAWLER
User-agent: MLBot
Disallow: / 
User-agent: *
Disallow: /images
Disallow: /images.rec
Disallow: /images.liv
Disallow: /images.pub
Disallow: /lax
Disallow: /sfo
Disallow: /sandiego
Disallow: /sounds
Disallow: /samples
Disallow: /real
Disallow: /books
Disallow: /bak
Disallow: /profile.htm
Disallow: /in070914.htm
Disallow: /p-081029.htm
Disallow: /p-090613.htm