User-Agent: *

# Disallow all crawlers access to certain pages.

Disallow: /admin
Disallow: /*ref=*