User-agent: crawl User-agent: slurp User-agent: spider User-agent: ebot User-agent: obot User-agent: abot User-agent: dbot User-agent: hbot User-agent: kbot User-agent: mbot User-agent: nbot User-agent: pbot User-agent: rbot User-agent: sbot User-agent: tbot User-agent: vbot User-agent: ybot User-agent: zbot User-agent: bot. User-agent: bot/ User-agent: _bot User-agent: .bot User-agent: /bot User-agent: accoona User-agent: adressendeutschland User-agent: appie User-agent: architext User-agent: asterias User-agent: atlocal User-agent: atomz User-agent: augurfind User-agent: bannana_bot User-agent: bdfetch User-agent: biglotron User-agent: blaiz User-agent: blo. User-agent: blog User-agent: boitho User-agent: booch User-agent: ccubee User-agent: cfetch User-agent: charlotte User-agent: comagent User-agent: combine User-agent: csci User-agent: curl User-agent: dataparksearch User-agent: depspid User-agent: digger User-agent: ditto User-agent: dmoz User-agent: docomo User-agent: dtaagent User-agent: ebingbong User-agent: ejupiter User-agent: falcon User-agent: findlinks User-agent: gazz User-agent: genieknows User-agent: goforit User-agent: gralon User-agent: grub User-agent: gulliver User-agent: harvest User-agent: helix User-agent: heritrix User-agent: holmes User-agent: homer User-agent: htdig User-agent: ia_archiver User-agent: ichiro User-agent: iconsurf User-agent: iltrovatore User-agent: indexer User-agent: ingrid User-agent: ivia User-agent: jakarta User-agent: jetbot User-agent: kit_fireball User-agent: knowledge User-agent: kretrieve User-agent: lachesis User-agent: larbin User-agent: libwww User-agent: lwp User-agent: mantraagent User-agent: mapoftheinternet User-agent: mediapartners User-agent: mercator User-agent: metacarta User-agent: microsoft url control User-agent: minirank User-agent: miva User-agent: mj12 User-agent: mnogo User-agent: moget/ User-agent: multitext User-agent: muscatferret User-agent: myweb User-agent: najdi User-agent: nameprotect User-agent: natcrawlblocXX-net.X1.fti.net User-agent: ncsa beta User-agent: netmechanic User-agent: netresearchserver User-agent: ng/ User-agent: npbot User-agent: noyona User-agent: nutch User-agent: objectssearch User-agent: omni User-agent: onetszukaj User-agent: openintelligencedata User-agent: osis-project User-agent: pagebull User-agent: page_verifier User-agent: pear. User-agent: pogodak User-agent: poirot User-agent: pompos User-agent: poppelsdorf User-agent: psycheclone User-agent: publisher User-agent: python User-agent: rambler User-agent: salty User-agent: sbider User-agent: scooter User-agent: scrubby User-agent: seeker User-agent: seek. User-agent: shopwiki User-agent: sidewinder User-agent: silk User-agent: smartwit User-agent: sna- User-agent: snappy User-agent: sohu User-agent: sphider User-agent: spinner User-agent: spyder User-agent: steeler/ User-agent: sygol User-agent: szukacz User-agent: tarantula User-agent: t-h-u-n-d-e-r-s-t-o-n-e User-agent: /teoma User-agent: theophrastus User-agent: tutorgig User-agent: twiceler User-agent: twisted User-agent: VoilaBot BETA 1.2 User-agent: VoilaBot Disallow: / User-agent: * Disallow: /admin Disallow: /cache Disallow: /database_setup.php Disallow: /download Disallow: /includes Disallow: */function.array-rand Disallow: */function.require Disallow: */function.opendir Disallow: */function.mkdir Disallow: */ref.outcontrol Disallow: */function.main User-agent: Googlebot Disallow: /echarpe-%C3%A9pice-p-78.html