User-Agent: *

#list of directories robots are not allowed to access
Disallow: /admin/
Disallow: /checkout/
Disallow: /basket/
Disallow: /includes/