#robots.txt file #At least one disallow line for each User-agent directive to be correct User-agent: * Disallow: /_private/ Disallow: /cgi/ Disallow: /images/ Disallow: /stats/ Disallow: /x/