User-agent: * 
Disallow: /web/admin/ 
Disallow: /web/contrib/ 
Disallow: /web/doc/ 
Disallow: /web/lib/ 
Disallow: /web/modules/ 
Disallow: /web/plugins/ 
Disallow: /web/scripts/ 
Disallow: /web/tmp/