User-agent: *
Disallow: /assets/
Disallow: /html/
Disallow: /images/
Disallow: /pdf/
Disallow: /scripts/