# A standard robots.txt file that allows all crawlers access to everything.
User-agent: *
Disallow: /access_db
Disallow: /blah
Disallow: /current.site
Disallow: /downloads
Disallow: /fckeditor
Disallow: /images