User-Agent: *
Allow: /

# Please learn your HTTP and use If-Modified-Since
User-agent: Slurp
Disallow: /snapshots/
Disallow: /releases/