User-agent: *Disallow: /javaUser-Agent: SlurpCrawl-Delay: 36000 

User-agent: Spinn3r
Disallow: /

# disallow all files in these directoriesDisallow: /cgi-bin/Disallow: /wp-admin/Disallow: /wp-includes/Disallow: /wp-content/themes/Disallow: /wp-content/plugins/Disallow: /trackback/Disallow: /*?*Disallow: */trackback/Disallow: /stat/Disallow: /stats/
Disallow: /friends/