# All robots will spider the domain User-agent: * Disallow: User-agent: * Disallow: /cgi-bin/helper.cgi User-agent: * Disallow: /cgi-bin/pcwashmerci.cgi # Disallow directory /cgi-bin/advlogger User-agent: * Disallow: /cgi-bin/advlogger # Disallow directory /cgi-bin/affiliates User-agent: * Disallow: /cgi-bin/affiliates # Disallow directory /product/ User-agent: * Disallow: /product/ # Disallow directory /pr_d_ct/ User-agent: * Disallow: /pr_d_ct/ # Disallow directory /products/ User-agent: * Disallow: /products/ # Disallow directory /clickbank/ User-agent: * Disallow: /clickbank/ # Disallow directory /paypal/ User-agent: * Disallow: /paypal/ # to disallow following the general forwarder. User-agent: * Disallow: /affs.php # to disallow following the ABE forwarder. User-agent: * Disallow: /abe.php # to disallow following the other general forwarder. User-agent: * Disallow: /via.php