# robots.txt for http://www.cactus-mall.net/ # Tony Mace, 6/12/2007 # For more information on this file, see : # http://www.robotstxt.org/wc/robots.html User-agent: AAL-WebCopy Disallow: / User-agent: AspiWeb Disallow: / User-agent: BackStreet Disallow: / User-agent: BackStreetBrowser Disallow: / User-agent: HTTPWeazel Disallow: / User-agent: HTTrack Disallow: / User-agent: NavigatorCompanion Disallow: / User-agent: MemowebWebLoader Disallow: / User-agent: OfflineExplorer Disallow: / User-agent: OfflineExplorerPro Disallow: / User-agent: PageSucker Disallow: / User-agent: SmartBud Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebCopier Disallow: / User-agent: WebCopy Disallow: / User-agent: WebLoader Disallow: / User-agent: WebMirror Disallow: / User-agent: WebReaper Disallow: / User-agent: WebSpider Disallow: / User-agent: WebStripper Disallow: / User-agent: Webzip Disallow: / User-agent: WebCapture Disallow: / User-agent: wget Disallow: / User-agent: * Disallow: /cgi-bin/ Disallow: /poll/ Disallow: /support/