User-agent: W3C-checklink
Disallow:

User-agent: psbot
Disallow: /

User-agent: Shopwiki
Disallow: /

User-agent: *
Disallow: /2004/
Disallow: /2005/
Disallow: /2006/
Disallow: /cgi-bin/
Disallow: /explore/
Disallow: /jetaxe/
Disallow: /links/
Disallow: /images/
Disallow: /out/
Disallow: /random/
Disallow: /rss-feeds/
Disallow: /scripts/
Disallow: /shop/
Disallow: /*/trackback/$