User-agent: *

Disallow: /customers/
Disallow: /crons/
Disallow: /admin/
Disallow: /scripts/
Disallow: /feedlink/
Disallow: /files/