# All robots will spider the domain User-agent: * Disallow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /stats/ User-agent: * Disallow: /stats/ # Disallow directory /listings/ User-agent: * Disallow: /listings/ # Disallow directory /maillist/ User-agent: * Disallow: /maillist/ # Disallow directory /plugin/ User-agent: * Disallow: /plugin/ # Disallow directory /plugin/ User-agent: * Disallow: /download # Disallow directory /plugin/ User-agent: * Disallow: /index2.php?page=admin # Disallow directory /plugin/ User-agent: * Disallow: /uploader.php # Disallow directory /plugin/ User-agent: * Disallow: /uploader_config.php