# robots.txt for http://nbstarter05.tripod.com/ Sitemap: http://nbstarter05.tripod.com/sitemap.txt Sitemap: http://nbstarter05.tripod.com/sitemap.xml Sitemap: http://nbstarter05.tripod.com/urllist.txt User-agent: asterias Allow: / Crawl-delay: 120 Disallow: /cgi-bin/ User-agent: baiduspider Allow: / Crawl-delay: 120 Disallow: /cgi-bin/ User-agent: dotbot Disallow: / User-agent: ExaBot Disallow: / User-agent: Gigabot Disallow: / User-agent: Googlebot Allow: / Crawl-delay: 120 Disallow: /cgi-bin/ User-agent: Googlebot-Image Allow: / Crawl-delay: 120 Disallow: /cgi-bin/ User-agent: ia_archiver Allow: / Crawl-delay: 120 Disallow: /cgi-bin/ User-agent: MJ12bot Disallow: / User-agent: MSNBot Allow: / Crawl-delay: 120 Disallow: /cgi-bin/ User-agent: Nutch Allow: / Crawl-delay: 120 Disallow: /cgi-bin/ User-agent: psbot Allow: / Crawl-delay: 120 Disallow: /cgi-bin/ User-agent: Robozilla Allow: / Crawl-delay: 120 Disallow: /cgi-bin/ User-agent: Scrubby Allow: / Crawl-delay: 120 Disallow: /cgi-bin/ User-agent: Slurp Allow: / Crawl-delay: 120 Disallow: /cgi-bin/ User-agent: Teoma Allow: / Crawl-delay: 120 Disallow: /cgi-bin/ User-agent: twiceler Allow: / Crawl-delay: 120 Disallow: /cgi-bin/ User-agent: yahoo-blogs/v3.9 Allow: / Crawl-delay: 120 Disallow: /cgi-bin/ User-agent: yahoo-mmcrawler Allow: / Crawl-delay: 120 Disallow: /cgi-bin/ User-agent: * Disallow: /cgi-bin/ Crawl-delay: 120