User-agent: *
Disallow: /admin
Disallow: /css
Disallow: /js
User-agent: lwp-trivial
Disallow: /
User-agent: LWP::Simple
Disallow: /