# robots.txt
User-agent: *	# match any robot name
Disallow: /cgi-bin/
Disallow: /bin/
Disallow: /lib/
Disallow: /conf/
Disallow: /etc/