# Robots.txt file created for www.oswb.org # All robots will spider the domain User-agent:* Disallow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /include/ User-agent: * Disallow: /include/ # Disallow directory /downloads/ User-agent: * Disallow: /downloads/ # Disallow directory /photo-gallery/ User-agent: * Disallow: /photo-gallery/ # Disallow directory /sponsors/ User-agent: * Disallow: /sponsors/