# All robots will spider the domain

User-agent: *
Disallow: /_archives/
Disallow: /_archives/files/
Disallow: /_archives/images/
Disallow: /_archives/media/
Disallow: /_blank/
Disallow: /css/
Disallow: /flash/
Disallow: /images/
Disallow: /inc/
Disallow: /plugins/
Disallow: /scripts/