User-agent: *           # directed to all spiders

Disallow: /new/
Disallow: /index1.html
Disallow: /index2.html
Disallow: /index-temp.html
Disallow: /test/
Disallow: /test.html
Disallow: /thanx1.html