User-agent: * Disallow: /images/ Disallow: /bookmark/ Disallow: /lib/ Disallow: /news/ User-agent: * Crawl-delay: 3600 User-agent: nicobot Disallow: / User-agent: Naver* Disallow: / User-agent: Openbot* Disallow: / User-agent: ia_archiver Disallow: / User-agent: mogimogi Disallow: / User-agent: ConveraCrawler Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: Teoma Disallow: / User-agent: Ask Jeeves Disallow: / User-agent: BecomeBot Disallow: / User-agent: HatenaScreenshot Disallow: / User-agent: Baiduspider Disallow: / User-agent: BaiduImagespider disallow: / User-agent: BaiduMobaider disallow: / User-agent: Steeler Disallow: / User-agent: psbot Disallow: / User-agent: BecomeBot Disallow: / User-agent: kinjabot Disallow: / User-agent: kinja-imagebot Disallow: / User-agent: findlinks Disallow: / User-agent: mysmutsearch Disallow: / User-agent: Shim-Crawler Disallow: / User-agent: ichiro Disallow: / User-agent: Speedy Disallow: / User-agent: BecomeJPBot Disallow: / User-agent: webcrawler Disallow: / User-agent: lycra Disallow: / User-agent: Nutch Disallow: / User-agent: IRLbot Disallow: / User-agent: YodaoBot Disallow: / User-agent: Yahoo-MMCrawler Disallow: / User-agent: LC-Crawler Disallow: / User-agent: VWBot Disallow: / User-agent: CazoodleBot Disallow: / User-agent: Megalodon Disallow: / User-agent: Wget Disallow: / User-agent: e-SocietyRobot Disallow: / User-agent: grub-client Disallow: / User-agent: Fasterfox Disallow: / User-agent: ICC-Crawler Disallow: / User-agent: Sosospider Disallow: / User-agent: Googlebot-Mobile Allow: /m/ User-agent: Y!J-SRD/1.0 Allow: /m/ User-agent: Y!J-MBS/1.0 Allow: /m/ User-agent: MJ12bot Disallow: / User-agent: Linguee Bot Disallow: / User-agent: SearchEngineVerificationCrawler Disallow: /