# robots.txt for http://www.pik-potsdam.de/ # # #MSNSearch User-agent: msnbot Disallow: /intranet Crawl-delay: 47 #Yahoo User-agent: Slurp Disallow: /intranet Crawl-delay: 61 #Ask Jeeves User-agent: Teoma Disallow: /intranet Crawl-delay: 79 #Gigabot User-agent: gigabot Disallow: /intranet Crawl-delay: 111 #TTN User-agent: TSM Translation-Search-Machine Disallow: / #PhpDig User-agent: PhpDig/1.8.8 Disallow: / User-agent: * Disallow: /intranet #Disallow: /members #Disallow: /events Disallow: /~lessman/IMCP Disallow: /members/cramer/ipcc/ #Allow: /