# robots.txt - File User-agent: * Allow: /content/ Disallow: /stats/ Disallow: /includes/ Disallow: /admin/ Disallow: /html/