# Robots.txt file created by http://www.aibitalia.it/ # For domain: http://www.oag.ge.it/index.html # All robots will spider the domain User-agent: * Disallow: /stat Disallow: /old_site User-agent: Googlebot Disallow: /stat Disallow: /old_site User-agent: Slurp Disallow: /stat Disallow: /old_site User-agent: MSNBot Disallow: /stat Disallow: /old_site User-agent: yahoo-mmcrawler Disallow: /stat Disallow: /old_site User-agent: psbot Disallow: /stat Disallow: /old_site User-agent: FAST-WebCrawler Disallow: /stat Disallow: /old_site User-agent: Slurp Disallow: /stat Disallow: /old_site User-agent: Yahoo Slurp Disallow: /stat Disallow: /old_site User-agent: ia_archiver Disallow: /stat Disallow: /old_site User-agent: Goglebot Disallow: /stat Disallow: /old_site User-agent: Ask Jeeves/Teoma Disallow: /stat Disallow: /old_site User-agent: ArchitextSpider Disallow: /stat Disallow: /old_site User-agent: Scooter Disallow: /stat Disallow: /old_site User-agent: crawler@fast Disallow: /stat Disallow: /old_site User-agent: Crawler Disallow: /stat Disallow: /old_site User-agent: InfoSeek Sidewinder Disallow: /stat Disallow: /old_site User-agent: Lycos_Spider_(T-Rex) Disallow: /stat Disallow: /old_site User-agent: Googlebot-Image Disallow: /stat Disallow: /old_site