User-agent: *

Disallow: /external/css/
Disallow: /external/doc/
Disallow: /external/flash/
Disallow: /external/pdf/
Disallow: error.html

User-agent: ia_archiver
Disallow: /