User-Agent: larbin_2.6.2 larbin2.6.2@unspecified.mail Disallow: / User-Agent: psbot/0.1 Disallow: / User-Agent: psbot/0.1 Disallow: / User-Agent: psbot/0.1 (+http://www.picsearch.com/bot.html) Disallow: / User-Agent:psbot/0.1 (+http://www.picsearch.com/bot.html) Disallow: / User-Agent:psbot/0.1 Disallow: / User-Agent: larbin_2.6.2 Disallow: / User-Agent: larbin_2.6.3 larbin2.6.3@unspecified.mail Disallow: / User-Agent: larbin_2.6.3 Disallow: / User-Agent: larbin_2.6.1 larbin2.6.1@unspecified.mail Disallow: / User-Agent: larbin_2.6.1 Disallow: / User-Agent: crawl@logos.ic.i.u-tokyo.ac.jp Disallow: / User-Agent: e-SocietyRobot Disallow: / User-Agent: SBIder/0.8-dev Disallow: / User-Agent: SBIder/0.8-dev Disallow: / User-Agent:SBIder/0.8-dev Disallow: / User-Agent:SBIder Disallow: / User-Agent: SBIder Disallow: / User-Agent:Exabot/3.0 Disallow: / User-Agent: Exabot/3.0 Disallow: / User-Agent: Exabot Disallow: / User-Agent:Exabot Disallow: / User-Agent:Twiceler-0.9 Disallow: / User-Agent: Twiceler-0.9 Disallow: / User-Agent: Twiceler-0.9 Disallow: / User-Agent: Twiceler-0.9 http://www.cuill.com/twiceler/robot.html Disallow: / User-Agent:Voila Disallow: / User-Agent: Voila Disallow: / User-Agent: Voila Disallow: / User-Agent:VoilaBot Disallow: / User-Agent: VoilaBot Disallow: / User-Agent: VoilaBot Disallow: / User-Agent: Cazoodle Disallow: / User-Agent: Cazoodle Disallow: / User-Agent: Cazoodle Disallow: / User-Agent: CazoodleBot/CazoodleBot-0.1 Disallow: / User-Agent: CazoodleBot Disallow: / User-Agent: CazoodleBot Disallow: / User-Agent: CazoodleBot Disallow: / User-Agent: CazoodleBot Disallow: / User-Agent: Twiceler-0.9 Disallow: / User-Agent: Twiceler Disallow: / User-Agent: Twiceler Disallow: / User-Agent: Twiceler Disallow: / User-Agent: MJ12bot Disallow: / User-Agent: * Crawl-delay: 30