User-agent: * # # list specific files robots are not allowed to index Disallow: /uploads/ Disallow: /templates/ Disallow: /catalog/download/ Disallow: /catalog/pub/ Disallow: /catalog/admin/ Disallow: /catalog/ext/