# All robots will spider the domain User-agent: * Disallow: # Disallow directory /Library/ User-agent: * Disallow: /Library/ # Disallow directory /Private/ User-agent: * Disallow: /Private/ # Disallow directory /JW/ User-agent: * Disallow: /JW/ # Disallow directory /php/ User-agent: * Disallow: /php/