# robots.txt for http://www.ukrfood.com.ua/ User-agent: * Disallow: /cgi-bin/ Disallow: /brend/?rz= Disallow: /brend/index.php?rz= Disallow: /commerce/commerce_form.php Disallow: /commerce/commerce_form_eng.php Disallow: /commerce/listanalit.php Disallow: /commerce/listpacks.php Disallow: /industry/aliens.php Disallow: /industry/apropos.php Disallow: /maillist/ Disallow: /news/accred.php Disallow: /news/userpressrel.php Disallow: /orderbase.php Disallow: /orphus/ Disallow: /postcard/ Disallow: /references/dkpp.php Disallow: /references/npp.php Disallow: /reklama/announce_block.php Disallow: /vote/ User-agent: FDSE Disallow: /brend/ Disallow: /commerce/commerce_form.php Disallow: /commerce/commerce_form_eng.php Disallow: /commerce/listanalit.php Disallow: /commerce/listpacks.php Disallow: /industry/ Disallow: /maillist/ Disallow: /news/ Disallow: /orphus/ Disallow: /polls/ Disallow: /postcard/ Disallow: /reklama/announce_block.php Disallow: /references/ Disallow: /vote/ User-agent: wget Disallow: / User-agent: ExtractorPro Disallow: / User-agent: teleport Disallow: / User-agent: WebZip Disallow: /