User-agent: *
Allow: /
Disallow:/404.htm

User-agent: Baiduspider
Allow: /
Disallow:/404.htm

User-agent: baiduspider
Allow: /
Disallow:/404.htm

User-agent: Scooter
Allow: /
Disallow:/404.htm

User-agent: ia_archiver
Allow: /
Disallow:/404.htm

User-agent: Googlebot
Allow: /
Disallow:/404.htm

User-agent: FAST-WebCrawler
Allow: /
Disallow:/404.htm

User-agent: Slurp
Allow: /
Disallow:/404.htm

User-agent: MSNBOT
Allow: /
Disallow:/404.htm

User-agent: gougou
Allow: /
Disallow:/404.htm