User-agent: *
Allow: /
Allow: /disclaimer
Allow: /contact
Disallow: /search
Disallow: /get
Disallow: /snapshot