# robots.txt allow all bots, disallow certain directories User-agent: * Disallow: Disallow: /cgi-bin/ Disallow: /Assets/ Disallow: /Library/ Disallow: /Templates/