# Serve relevant ads on any page:

User-agent: Mediapartners-Google
User-agent: Adsbot-Google
Disallow:

# There's not much here, so everyone is welcome to crawl most of the site.

User-agent: *
Disallow: /icons/
Disallow: /private/
Disallow: /search/
Disallow: /style/
Disallow: /this-is-a-bad-url/
Disallow: /tmp/

# And here's where to find everything:

Sitemap: http://www.die.net/sitemap.xml.gz