User-agent: *
Disallow: /errors/
Disallow: /site/databases/
Disallow: /site/images/
Disallow: /site/text_content_db/
Disallow: /site/utils/
Disallow: /temp/