User-agent: * Disallow: /cgi-bin/ Disallow: /cms/ Disallow: /include/ Disallow: /site/ Disallow: /storage/ Allow: /site/content/bundles/ Allow: /site/content/images/ Allow: /site/content/media/ Allow: /storage/assets/ Allow: /storage/uploads/ Allow: /storage/downloads/