#**********ROBOTS.TXT************** # /robots.txt file for http://gito-verlag.de/ # mail "postmaster [a t] gito-verlag.de" for constructive criticism User-agent: webcrawler Disallow: #yahoo-bot User-agent: Slurp Crawl-delay: 10 #not for crawling: User-agent: * Disallow: /tmp Disallow: /lswi Disallow: /logs Disallow: /domino Disallow: /archive Disallow: /mail Disallow: /user Disallow: /roaming Disallow: /weblogs Disallow: /sametime Disallow: /webalizer #********************************************************************