User-agent: Mediapartners-Google
Disallow: 

User-agent: Adsbot-Google
Disallow: 

User-agent: Twiceler
Disallow: /

User-agent: *
Disallow: /xmlrpc.php
Disallow: /misc/
Disallow: /modules/
Disallow: /sites/
Disallow: /themes/
Disallow: /Files/
Disallow: /asset/
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/
Disallow: /legal/
Disallow: /karma/
Disallow: /email
Disallow: /add/
Disallow: /node
Disallow: /ad/
Disallow: /node/
Disallow: /ad/redirect
Disallow: /reverse-phone-lookup
Disallow: /api
Disallow: /home
Disallow: /taxonomy/
Disallow: /flag/
Disallow: /flag_content/
Disallow: /image_captcha/
Disallow: rss.xml
Disallow: */rss.xml
Disallow: */feed
Disallow: feed/*
Disallow: /*sort=
Disallow: /user/*/edit
Disallow: #comment