User-Agent: *

Disallow: /core
Disallow: /stats
Disallow: /d4wstats
disallow: /sports_links