# robots.txt User-agent: * Allow: / Disallow: /cgi-bin/ Disallow: /cache/ Disallow: /includes/ Disallow: /images/ Disallow: /administration/ Disallow: /register.php Disallow: /search.php Disallow: /messages.php Disallow: /downloads.php