# robots.txt zu http://www.jorewitz-immobilien.de/ User-agent: Googlebot-Image/1.0 User-agent: ia_archiver User-agent: ConveraMultiMediaCrawler/0.1 # http://www.authoritativeweb.com/crawl User-agent: SurveyBot/2.3 (Whois Source) # http://www.whois.sc/ User-agent: Gigabot/2.0 User-agent: MJ12bot/v1.0.2 # http://majestic12.co.uk/bot.php?+ User-agent: stalker/0.1 # http://www.stalkpire.org/bot.htm User-agent: Ask Jeeves/Teoma # http://sp.ask.com/docs/about/tech_crawling.html User-agent: IconSurf/2.0 # favicon finder (see http://iconsurf.com/robot.html?jorewitz.info/80.70.176.143 User-agent: appie 1.1 # www.walhello.com # User-agent: * Disallow: / User-agent: Googlebot/2.1 # http://www.google.com/bot.html User-agent: Yahoo! Slurp # http://help.yahoo.com/help/us/ysearch/slurp User-agent: TurnitinBot/2.0 # http://www.turnitin.com/robot/crawlerinfo.html User-agent: msnbot/1.0 # http://search.msn.com/msnbot.htm User-agent: MyEngines-Bot # powered by www.daabi.de User-agent: TheSuBot/0.1 # www.thesubot.de User-agent: ConveraCrawler/0.9d # http://www.authoritativeweb.com/crawl User-agent: VoilaBot BETA 1.2 # http://www.voila.com/ User-agent: gonzo2 # mailto:crawleradmin.t-info@telekom.de User-agent: Mediapartners-Google/2.1 User-agent: Francis/2.0 # francis@neomo.de http://www.neomo.de/)libwww-perl/5.803 User-agent: Fast Enterprise Crawler/6 # Helpdesk at fastsearch dot com User-agent: findlinks/0.976 # http://wortschatz.uni-leipzig.de/findlinks/ Disallow: /Documents/ Disallow: /develop/ Disallow: /jorewitz_immobilien/ Disallow: /live/ Disallow: /ps/ Disallow: /templates/ Disallow: /useradmin/ Disallow: /webdav/ Disallow: /work/ Disallow: /www2.jorewitz.info/