# robots.txt for D.E.V.L.I.N.E.R.I.U.M. User-agent: * # Bilbo/1.2+WAP # Crawler V 0.2.1 admin@crawler.de # DonQuichote/1.2a-unix Mode/Get # FAST-WebCrawler/2.1-pre14 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html) # Googlebot/2.0 beta (googlebot(at)googlebot.com) # Gulliver/1.3 # Lycos_Spider_(T-Rex) # Scooter/1.0 # Slurp/si (slurp@inktomi.com; http://www.inktomi.com/slurp.html) # libwww-perl/5.47 Disallow: /archiwum/ Disallow: /go_out/ Disallow: /gaglinks/ Disallow: /informacje/ Disallow: /licznik/ Disallow: /logowanie/ Disallow: /mailer/ Disallow: /menu/ Disallow: /statystyki/ Disallow: /under/ Disallow: /zebracz/ Disallow: /subskrypcja/ Disallow: /sonda/ Disallow: /scripts/ Disallow: /banners/ Disallow: /header/ Disallow: /gaglinks/ Disallow: /admin.php Disallow: /download/files/