# robots
User-agent: Yahoo Pipes 2.0
Disallow:

User-agent: Twitterbot
Disallow: *

Allow: /images
Allow: /assets

User-agent: *
Disallow: /

User-Agent: W3C-checklink
Disallow: