# robots.txt file User-agent: * Allow: / Disallow: /cgi-bin/ Disallow: /images/ Disallow: /Members/ #Above code makes all user-agents allow all paths #when set to Disallow