User-agent: * Disallow: /cgi-bin/ User-agent: * Disallow: /img/ User-agent: * Disallow: /images/ User-agent: * Disallow: /fishing/ Sitemap: http://www.midlands-flyfishing.co.uk/sitemap.xml User-agent: aipbot Disallow: / User-agent: BecomeBot Disallow: / User-agent: psbot Disallow: / User-agent: snapbot/1.0 Disallow: / User-agent: nicebot Disallow: / User-agent: 192.comAgent Disallow: / User-agent: IRLbot/2.0 Disallow: / User-agent: ConveraCrawler/0.9d Disallow: / User-agent: LinkWalker Disallow: / User-agent: wwwster/1.4 Disallow: / User-agent: TurnitinBot/2.1 Disallow: / User-agent: UbiCrawler/v0.5beta Disallow: / User-agent: MQbot http://metaquerier.cs.uiuc.edu/crawler Disallow: / User-agent: miniRank/2.0 (miniRank; http://minirank.com/; website ranking engine) Disallow: / User-agent: Mozilla/5.0 (compatible; LinksManager.com_bot +http://linksmanager.com/linkchecker.html) Disallow: / User-agent: Yoriwa/0.1 Disallow: / User-agent: Mozilla/5.0 (compatible; MJ12bot/v1.2.1; http://www.majestic12.co.uk/bot.php?+) Disallow: / User-agent: Mozilla/5.0 (compatible; OsO; http://oso.octopodus.com/abot.html) Disallow: / User-agent: WebAlta Crawler/2.0 Disallow: / User-Agent: iisbot Disallow: /