User-agent: *
Disallow: /*.txt
Disallow: /*.log
Disallow: /*.cgi
Disallow: /admin/
Disallow: /club/
Disallow: /cgi/
Disallow: /test/