User-agent: MSIECrawler User-agent: LinkWalker User-agent: Nutch User-agent: `crawl´ User-agent: Yahoo-MMCrawler User-agent: noxtrumbot User-agent: AskJeeves User-agent: Girafabot User-agent: noxtrumbot User-agent: 'robots.txt' User-agent: 'bot/' or 'bot-' User-agent: 'robot' User-agent: JulF User-agent: ashshell Disallow:/public_html/