# All robots will spider the domain User-agent: * Disallow: # Disallow directory /manager/ User-agent: * Disallow: /manager/ # Disallow directory /assets/ User-agent: * Disallow: /assets/ # Disallow directory /templates/ User-agent: * Disallow: /templates/ # Disallow directory /directory/ User-agent: * Disallow: /directory/ # Disallow directory /directory-test/ User-agent: * Disallow: /directory-test/ # Disallow directory /mailer/ User-agent: * Disallow: /mailer/ # Disallow directory /ads/ User-agent: * Disallow: /ads/ # Disallow directory /project/ User-agent: * Disallow: /project/ # Disallow directory /survey/ User-agent: * Disallow: /survey/ # Disallow directory /temp-adserver/ User-agent: * Disallow: /temp-adserver/ # Disallow directory /organic-directory/user/ User-agent: * Disallow: /organic-directory/user/ # Disallow directory /organic-directory/response/ User-agent: * Disallow: /organic-directory/response/ # Disallow directory /organic-directory/friendmail/ User-agent: * Disallow: /organic-directory/friendmail/ # Disallow directory /organic-directory/search/ User-agent: * Disallow: /organic-directory/search/ # Disallow directory /organic-directory/subscription/ User-agent: * Disallow: /organic-directory/subscription/ # Disallow directory /organic-directory/list/Jgod User-agent: * Disallow: /organic-directory/list/Jgod