User-agent: acquia-crawler
Disallow: /
#

User-agent: AdsBot-Google
Disallow: /
# http://www.google.com/adsbot.html

User-Agent: Googlebot
Disallow: /portals/portals/LinkClick.aspx
# http://www.google.com/bot.html

User-agent: ia_archiver
Disallow: /
# http://www.alexa.com/help/webmasters
# http://www.archive.org/about/exclude.php

User-agent: Jyxobot
Disallow: /

User-agent: Microsoft Data Access Internet Publishing Provider Protocol Discovery
Disallow: /

User-agent: MJ12bot
Disallow: /
# http://www.majestic12.co.uk/bot.php

User-agent: OpenWebSpider
Disallow: /
# http://oslookup.org/support/robot.html

User-agent: SnapPreviewBot
Disallow: /

User-agent: Speedy
Disallow: /
# http://www.entireweb.com/about/search_tech/speedy_spider/

User-agent: Setoozbot
Disallow: /
# http://www.setooz.com/bot.html

User-agent: Sosospider
Disallow: /
# http://help.soso.com/webspider.htm

User-agent: SurveyBot
Disallow: /
# http://www.domaintools.com/webmasters/surveybot.php

User-agent: TwengaBot
Disallow: /
# http://www.twenga.fr/bot-discover.html

User-agent: Webinator
Disallow: /
# http://www.thunderstone.com/site/webinator5man/page_exclusion_robots_txt_and.html

User-agent: Yahoo!-AdCrawler
Disallow: /
# http://help.yahoo.com/yahoo_adcrawler

User-agent: Yandex
Disallow: /portals/portals/LinkClick.aspx
# http://yandex.com/bots

#/-----------------------------------------------\
#|                                               |
#|                                               |
#|                                               |
#\-----------------------------------------------/

User-agent: MS Search 4.0 Robot
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 4.01; Windows NT; MS Search 4.0 Robot) Microsoft
Disallow: /

User-agent: msnbot
Disallow: /portals/*/ctl/
Disallow: /portals/admin/
Disallow: /portals/App_Browsers/
Disallow: /portals/App_Code/
Disallow: /portals/App_Data/
Disallow: /portals/App_GlobalResources/
Disallow: /portals/bin/
Disallow: /portals/Components/
Disallow: /portals/Config/
Disallow: /portals/contest/
Disallow: /portals/controls/
Disallow: /portals/DesktopModules/
Disallow: /portals/Documentation/
Disallow: /portals/HttpModules/
Disallow: /portals/images/
Disallow: /portals/Install/
Disallow: /portals/js/
Disallow: /portals/Portals/
Disallow: /portals/Providers/
Disallow: /portals/Resources/Crawl-delay: 5

User-agent: Slurp
Disallow: /portals/admin/
Disallow: /portals/App_Browsers/
Disallow: /portals/App_Code/
Disallow: /portals/App_Data/
Disallow: /portals/App_GlobalResources/
Disallow: /portals/bin/
Disallow: /portals/Components/
Disallow: /portals/Config/
Disallow: /portals/contest/
Disallow: /portals/controls/
Disallow: /portals/DesktopModules/
Disallow: /portals/Documentation/
Disallow: /portals/HttpModules/
Disallow: /portals/images/
Disallow: /portals/Install/
Disallow: /portals/js/
Disallow: /portals/Portals/
Disallow: /portals/Providers/
Disallow: /portals/Resources/Crawl-delay: 5

User-agent: Googlebot
Disallow: /portals/*/ctl/
Disallow: /portals/admin/
Disallow: /portals/App_Browsers/
Disallow: /portals/App_Code/
Disallow: /portals/App_Data/
Disallow: /portals/App_GlobalResources/
Disallow: /portals/bin/
Disallow: /portals/Components/
Disallow: /portals/Config/
Disallow: /portals/contest/
Disallow: /portals/controls/
Disallow: /portals/DesktopModules/
Disallow: /portals/Documentation/
Disallow: /portals/HttpModules/
Disallow: /portals/images/
Disallow: /portals/Install/
Disallow: /portals/js/
Disallow: /portals/Portals/
Disallow: /portals/Providers/
Disallow: /portals/Resources/

User-agent: Yahoo Pipes 1.0
Disallow: /portals/*/ctl/
Disallow: /portals/admin/
Disallow: /portals/App_Browsers/
Disallow: /portals/App_Code/
Disallow: /portals/App_Data/
Disallow: /portals/App_GlobalResources/
Disallow: /portals/bin/
Disallow: /portals/Components/
Disallow: /portals/Config/
Disallow: /portals/contest/
Disallow: /portals/controls/
Disallow: /portals/DesktopModules/
Disallow: /portals/Documentation/
Disallow: /portals/HttpModules/
Disallow: /portals/images/
Disallow: /portals/Install/
Disallow: /portals/js/
Disallow: /portals/Portals/
Disallow: /portals/Providers/
Disallow: /portals/Resources/

User-agent: *
Disallow: /portals/web3.dotnetnuke.com
Disallow: /portals/web4.dotnetnuke.com
Disallow: /portals/local.dotnetnuke.com
Disallow: /portals/*/ctl/
Disallow: /portals/admin/
Disallow: /portals/App_Browsers/
Disallow: /portals/App_Code/
Disallow: /portals/App_Data/
Disallow: /portals/App_GlobalResources/
Disallow: /portals/bin/
Disallow: /portals/Components/
Disallow: /portals/Config/
Disallow: /portals/contest/
Disallow: /portals/controls/
Disallow: /portals/DesktopModules/
Disallow: /portals/Documentation/
Disallow: /portals/HttpModules/
Disallow: /portals/images/
Disallow: /portals/Install/
Disallow: /portals/js/
Disallow: /portals/Portals/
Disallow: /portals/Providers/
Disallow: /portals/Resources/