# robots.txt http://www.vedens.de User-agent: Mediapartners-Google* Disallow: /cgi-bin Disallow: /cgi-local Disallow: /data Disallow: /images Disallow: /local User-agent: Googlebot Disallow: /cgi-bin Disallow: /cgi-local Disallow: /data Disallow: /images Disallow: /local Disallow: /de_archiv User-agent: Googlebot-Mobile Disallow: /cgi-bin Disallow: /cgi-local Disallow: /data Disallow: /images Disallow: /local Disallow: /de_archiv User-agent: Googlebot-Image Disallow: /cgi-bin Disallow: /cgi-local Disallow: /data Disallow: /images Disallow: /local Disallow: /de_archiv User-agent: Adsbot-Google Disallow: /cgi-bin Disallow: /cgi-local Disallow: /data Disallow: /images Disallow: /local Disallow: /de_archiv User-agent: MSNBot Disallow: /cgi-bin Disallow: /cgi-local Disallow: /data Disallow: /images Disallow: /local Disallow: /de_archiv User-agent: Baidu Disallow: / User-agent: baiduspider Disallow: / User-agent: Yanga WorldSearch Bot Disallow: / User-agent: SurveyBot Disallow: / User-agent: MyOnID Disallow: / User-agent: 123People Disallow: / User-agent: Pipl Disallow: / User-agent: Yasni Disallow: / User-agent: plukkie Disallow: / User-agent: TurnitinBot Disallow: /~trev/opus/ User-agent: NPBot Disallow: / User-agent: psbot Disallow: / User-agent: Baiduspider+ Disallow: / User-agent: Sensis Web Crawler Disallow: / User-agent: appie Disallow: / User-agent: Iltrovatore-Setaccio Disallow: / User-agent: kuloko-bot Disallow: / User-agent: ImageBot Disallow: / User-agent: NaverBot-1.0 Disallow: / User-agent: NaverBot_dloader Disallow: / User-agent: Szukacz Disallow: / User-agent: Gigabot Disallow: / User-agent: DataparkSearch Disallow: / User-agent: QuepasaCreep Disallow: / User-agent: SurveyBot Disallow: / User-agent: NetResearchServer Disallow: / User-agent: Clustered-Search-Bot Disallow: / User-agent: Scrubby Disallow: / User-agent: VoilaBot Disallow: / User-agent: GeonaBot Disallow: / User-agent: Pompos Disallow: / User-agent: Openbot Disallow: / User-agent: Clushbot Disallow: / User-agent: Slurp Disallow: / User-agent: Jetbot Disallow: / User-agent: sohu-search Disallow: / User-agent: Amfibibot Disallow: / User-agent: updated Disallow: / User-agent: Yahoo-MMCrawler Disallow: / User-agent: Knowledge.com Disallow: / User-agent: booch_1.0.7 Disallow: / User-agent: ZyBorg Disallow: / User-agent: LinkWalker Disallow: / User-agent: BecomeBot Disallow: / User-agent: TutorGigBot Disallow: / User-agent: Girafabot Disallow: / User-agent: Holmes Disallow: / User-agent: HolmesBot Disallow: / User-agent: webcrawl.net Disallow: / User-agent: GoForIt.com Disallow: / User-agent: Ocelli Disallow: / User-agent: Ultraseek Disallow: / User-agent: NutchCVS Disallow: / User-agent: NextGenSearchBot Disallow: / User-agent: ConveraCrawler Disallow: / User-agent: ScSpider Disallow: / User-agent: EARTHCOM.info Disallow: / User-agent: Zao-Crawler Disallow: / User-agent: OmniExplorer_Bot Disallow: / User-agent: aipbot Disallow: / User-agent: Speedy Spider Disallow: / User-agent: Aberja Checkomat Disallow: / User-agent: IRLbot Disallow: / User-agent: findlinks Disallow: / User-agent: Links Disallow: / User-agent: MnoGoSearch Disallow: / User-agent: Teoma Disallow: / User-agent: wbdbot Disallow: / User-agent: ccubee Disallow: / User-agent: SquigglebotBot Disallow: / User-agent: RufusBot Disallow: / User-agent: Scumbot Disallow: / User-agent: voyager Disallow: / User-agent: AnsearchBot Disallow: / User-agent: LocalcomBot Disallow: / User-agent: CazoodleBot Disallow: / User-agent: SBIder Disallow: / User-agent: Exabot Disallow: / User-agent: Accoona-AI-Agent Disallow: / User-agent: LC-Crawler Disallow: / User-agent: ICC-Crawler Disallow: / User-agent: sogou web spider Disallow: / User-agent: boitho.com-dc Disallow: / User-agent: envolk Disallow: / User-agent: WebAlta Crawler Disallow: / User-agent: RedBot Disallow: / User-agent: Yandex Disallow: / User-agent: YodaoBot-Image Disallow: / User-agent: YodaoBot Disallow: / User-agent: Twiceler Disallow: / User-agent: holmes Disallow: / User-agent: OnetSzukaj Disallow: / User-agent: StackRambler Disallow: / User-agent: OOZBOT Disallow: / User-agent: RAYSPIDER Disallow: / User-agent: exooba Disallow: / User-agent: Metaspinner Disallow: / User-agent: wwwster Disallow: / User-agent: MJ12bot Disallow: / User-agent: Jakarta Disallow: / User-agent: QEAVis Disallow: / User-agent: ScoutJet Disallow: / User-agent: bot Disallow: / User-agent: obot Disallow: / User-agent: OpenAcoon Disallow: / User-agent: Mail.Ru Disallow: / User-agent: CCBot Disallow: / User-agent: Slurp Disallow: / User-agent: Wget Disallow: / User-agent: YandexSomething/1.0 Disallow: / User-agent: YandexSomething Disallow: / User-agent: Yandex Disallow:/ User-agent: dotbot Disallow: / User-agent: Tagoobot/3.0 Disallow: / User-agent: Tagoobot Disallow: / User-agent: Tagoo Disallow: / User-agent: infometrics-bot Disallow: / User-agent: betaBot Disallow: / User-agent: * Disallow: / User-agent: Lexxebot Disallow: /