# robots.txt for http://www.dcbiwomen.org/ User-agent: * Disallow: /search/ # search dir Disallow: /source # both files and dir Disallow: /js/ # script backup Disallow: /bin/ # code stuff Disallow: /css # stylesheet Disallow: /images # gifs and jpgs Disallow: /temp #template dir and file names Disallow: /tmp #template dir and file names Disallow: /comments # comments db Disallow: /calendar # calendar db Disallow: /bak #backup dir Disallow: /cgi-bin Disallow: /discussion # Disallow: /webstats # Disallow: /profile # Disallow: /profile_db # Disallow: /postinfo.html Disallow: /404.shtml Disallow: /under_construction.html Disallow: /index_bak.html Disallow: /members # Disallow: /membersOLD # Disallow: /steering #