# All robots will spider the domain User-agent: * Disallow: # Disallow directory /bin/ User-agent: * Disallow: /bin/ # Disallow directory /gfx/ User-agent: * Disallow: /gfx/ # Disallow directory /cache/ User-agent: * Disallow: /cache/ # Disallow directory /js/ User-agent: * Disallow: /js/