User-agent: slurp 
Disallow: /


User-agent: Slurp
Disallow: /

User-agent: *
Crawl-delay: 1000

User-agent: *
Disallow:  /site_img/
User-agent: *
Disallow: /site_upl/

User-agent: Slurp
Disallow: /public_html/
Disallow: /index1.php
Disallow: /*
Disallow: *
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /site_upl/
Disallow:  /site_img/

User-agent: slurp/3.0 
Disallow: /

User-agent: slurp/2.0 
Disallow: /