User-agent: *
Disallow: /assets/
Disallow: /error/
Disallow: /images/
Disallow: /ssi/
Disallow: /testing/


User-agent: Twitterbot
Allow: /