User-agent: * Disallow: .htaccess Disallow: /cms/ Disallow: /css/ Disallow: /etc/