User-agent: BDFetch
Disallow: /

User-agent: BPImageWalker
Disallow: /

User-agent: VoilaBot
Disallow: /

User-Agent: LinkWalker/2.0
Disallow: /

User-Agent: LinkWalker
Disallow: /

User-Agent: ccbot
Disallow: /

User-Agent: panscient.com
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: 008
Disallow: /

User-agent: *
Allow: /