User-agent: Slurp
Disallow: /

User-agent: *
allow: /index.html
allow: /default.htm
allow: /default.html
allow: /index.php
allow: /index.htm
Disallow: /