User-agent: *
# list folders robots are not allowed to index

Disallow: /admin/
Disallow: /lib/
Disallow: /d/
Disallow: /error/