User-agent: * Disallow: /phpBB2/ Disallow: /wp-admin/* Disallow: /content/view Disallow: /content/view/ Disallow: /search Disallow: /search/* Disallow: /author/jlpaul89/* Disallow: /author/admin/page Disallow: /author/admin/page/* User-agent: MJ12bot/v1.2.0 Disallow: / User-agent: MJ12bot Disallow: / User-agent: SemrushBot Disallow: / User-agent: meanpathbot Disallow: / User-agent: netseer Disallow: / User-agent: grapeshot Disallow: / User-agent: YandexBot Disallow: / User-agent: wotbox Disallow: / User-agent: proximic Disallow: / User-agent: Ezooms Disallow: / User-agent: lb-spider Disallow: / User-agent: sistrix Disallow: / User-agent: OpenindexSpider Disallow: / User-agent: RexyoBot Disallow: / User-agent: CCBot Disallow: / User-agent: ssearch_bot Disallow: / User-agent: Setoozbot Disallow: / User-agent: WebmasterCoffee Disallow: / User-agent: AhrefsBot Disallow: / User-agent: Pixray-Seeker Disallow: / User-agent: PagesInventory Disallow: / User-agent: semager Disallow: / User-agent: Plukkie Disallow: / User-agent: SEOkicks-Robot Disallow: / User-agent: search17 Disallow: / User-agent: CrystalSemanticsBot Disallow: / User-agent: NerdByNature.Bot Disallow: / User-agent: trendiction Disallow: / User-agent: Linguee Disallow: / User-agent: Exabot Disallow: / User-agent: ExDomain Disallow: / User-agent: 80bot Disallow: / User-agent: 008 Disallow: / User-agent: Yandex bot Disallow: / User-agent: http://www.uni-koblenz.de/~flocke/robot-info.txt Disallow: / User-agent: AboutUsBot Disallow: / User-agent: ACONTBOT Disallow: / User-agent: Acoon-Robot Disallow: / User-agent: Advista Disallow: / User-agent: AMZNKAssocBot Disallow: / User-agent: Cabot Disallow: / User-agent: CazoodleBot Disallow: / User-agent: Charlotte Disallow: / User-agent: cityreview Disallow: / User-agent: CiZilla Disallow: / User-agent: DjangoTraineeBot Disallow: / User-agent: dotbot Disallow: / User-agent: eventax Disallow: / User-agent: findlinks Disallow: / User-agent: FairShare Disallow: / User-agent: Gaisbot Disallow: / User-agent: Galbot Disallow: / User-agent: Gigabot Disallow: / User-agent: ia_archiver Disallow: / User-agent: ICCrawler Disallow: / User-agent: ICjobs Disallow: / User-agent: isara-search Disallow: / User-agent: Jyxobot Disallow: / User-agent: LapozzBot Disallow: / User-agent: magpie-crawler Disallow: / User-agent: Mail.Ru Disallow: / User-agent: Naverbot Disallow: / User-agent: Netluchs Disallow: / User-agent: Newskraft Disallow: / User-agent: Nutch Disallow: / User-agent: psbot Disallow: / User-agent: Python-urllib Disallow: / User-agent: ScoutJet Disallow: / User-agent: SeznamBot Disallow: / User-agent: Shelob Disallow: / User-agent: SI-BOT Disallow: / User-agent: Slurp Disallow: / User-agent: Snoopy Disallow: / User-agent: Speedy Disallow: / User-agent: suchbaer Disallow: / User-agent: technoratibot Disallow: / User-agent: Teoma Disallow: / User-agent: toplistbot Disallow: / User-Agent: trendictionbot Disallow: / User-agent: turnitinbot Disallow: / User-agent: Twiceler Disallow: / User-agent: Webalta Disallow: / User-agent: WebDataCentreBot Disallow: / User-agent: WebsiteWiki Disallow: / User-agent: websitewiki Disallow: / User-agent: yacybot Disallow: / User-agent: Yandex Disallow: / User-agent: yovadis Disallow: / User-agent: Zookabot Disallow: / User-agent: Twitterbot Disallow: