User-Agent: *# Disallow all crawlers access to certain pages.
Disallow: /db
Disallow: /y0n3t
Allow: /