User-Agent: *
# stop spiders from treating some strings in JS as potential URLs
Disallow: */AAMB
Disallow: *%5E
Disallow: */site=CD/

# prevent dynamic URLs (e.g. ...?doing-wp-cron ) except for searches and old-style URLs (which should all be 301'd now)
Disallow: /*?*
Disallow: /*?
Allow: /?s=
Allow: *aspx?id=
Allow: *aspx?*&id=

Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes

Sitemap: http://www.crawdaddy.com/sitemap.xml