User-agent: *
Disallow: /js/*
Disallow: /swf/*
Disallow: /css/*
Disallow: /rss/*
Disallow: /set/*
Disallow: /auth/*
Disallow: /api/*
Disallow: /api/opensearch/default/*
Disallow: /core/post/*
Disallow: /comments/*
Disallow: /RATE/*
Disallow: /MODIFY/*
Disallow: /DELETE/*
Disallow: /REMOVE/*