# robots.txt file User-agent: * Disallow: /cgi-bin Disallow: /af-templates Disallow: /contenido Disallow: /js Disallow: /statistik