# All robots will spider the domain User-agent: * Disallow: /i/ Disallow: /html/ Disallow: /index.php Disallow: /stats/