# investigate html files only please
User-agent: *
Disallow: *.php3
Disallow: /cgi-bin/
Disallow: /stats/
Disallow: /include/
Disallow: /webshop/
Disallow: /develop/