User-agent: * 
Disallow: /links
Disallow: /assets
Disallow: /logs