User-agent: *
# Directories
Disallow: /
Allow: /sites/default/files/
Allow: /sites/all/themes/custom/
Allow: /s3/files/