User-agent: Mediapartners-Google
Disallow: 

User-agent: Adsbot-Google
Disallow: 

User-agent: *
Crawl-delay: 10
Disallow: /misc
Disallow: /sites
Disallow: /themes
Disallow: /Files
Disallow: /software
Disallow: /rss.xml
Disallow: /software/
Disallow: /node
Disallow: /modules
Disallow: /xmlrpc.php
Disallow: /comment/reply
Disallow: */feed
Disallow: feed/*
Disallow: /*sort=
Disallow: /ad
Disallow: /ad-groups
Disallow: /add
Disallow: /api
Disallow: /admin
Disallow: /scripts
Disallow: /contact
Disallow: /legal
Disallow: /email
Disallow: /karma
Disallow: /logout
Disallow: /search
Disallow: /taxonomy
Disallow: /taxonomy/
Disallow: /user/register
Disallow: /user/password
Disallow: /hierarchical*
Disallow: /user/login
Disallow: /user/*/edit