# robots.txt for http://www.apn-ua.com/ User-agent: * Disallow: /ads/ Disallow: /archive/analitics/ Disallow: /archive/askaccess.php Disallow: /balance/ Disallow: /brend/?rz= Disallow: /brend/index.php?rz= Disallow: /cgi-bin/ Disallow: /index.php?error=404 Disallow: /industry/aliens.php Disallow: /industry/apropos.php Disallow: /monitoring/showuserpage.php User-agent: FDSE Disallow: /ads/ Disallow: /archive/analitics/ Disallow: /archive/askaccess.php Disallow: /balance/ Disallow: /balanceus/ Disallow: /brend/ Disallow: /cgi-bin/ Disallow: /index.php?error=404 Disallow: /industry/aliens.php Disallow: /industry/apropos.php Disallow: /industry/index.php?bid= Disallow: /industry/production.php?pid= Disallow: /monitoring/showuserpage.php Disallow: /references/ Disallow: /ttved/ User-agent: wget Disallow: / User-agent: ExtractorPro Disallow: / User-agent: teleport Disallow: / User-agent: WebZip Disallow: /