User-agent: *           # directed to all spiders
Disallow: /cgi-bin/
Disallow: /vdomains/
Disallow: *.html
Disallow: /*/
Disallow: /cgi-bin
Disallow: /vdomains
Disallow: /*
Disallow: *.*