# robots.txt file for website # it prevents search robots from searching certain directories User-agent: * Disallow: /anyemail Disallow: /bin Disallow: /cgi-bin Disallow: /etc Disallow: /html Disallow: /images Disallow: /lib Disallow: /logs Disallow: /new_ad Disallow: /website_proposals