User-Agent: * Disallow: / Allow: /$ Allow: /sitemap.xml Allow: // Allow: /call-psychic-telephone-readings-to-predict-your-future/ Allow: /sitemap/ Allow: /making-a-name-on-the-web/ Allow: /the-benefits-of-online-travel-booking/ Allow: /web-services-in-mobile-gadgets/ Allow: /finding-free-website-hosting/ Allow: /important-facts-about-electronic-commerce-regulations-2002/ Allow: /becoming-a-successful-retailer-of-laptop-computers-ecommerce-solutions-today/ Allow: /setting-up-a-website-that-really-cruises/ Allow: /successful-business-and-trans-atlantic-cruises/ Allow: /adult-stuff-online/ Allow: /collecting-casino-tokens/ Allow: /technology-the-mother-of-web-services/ Allow: /cheering-for-your-favourite-sport/ Allow: /virtual-society/ Allow: /why-shopaholics/ Allow: /pun-fun/ Allow: /media-convergence/ Allow: /make-money-from-internet-cafes/ Allow: /website-promotion-secrets/ Allow: /where-are-you-it-people/ Allow: /real-flowers-versus-plastic-flowers/ Allow: /online-fitness-sessions/ Allow: /web-games-for-free/ Allow: /web-amusement-options/ Allow: /wanted-tech-careers/ Allow: /why-consumer-electronic-prices-are-ever-falling/ Allow: /raising-a-web-savvy-kid/ Allow: /car-innovations/ Allow: /how-do-you-manage-business-on-the-web/ Allow: /web-crafting/ Allow: /variety-in-agriculture/ Allow: /advertising-excesses/ Allow: /online-advertising-hype/ Allow: /surfing-the-net-while-on-travel/ Allow: /about-us/ Allow: /content-writing-services/ Allow: /website-promotion/ Allow: /e-mail-services/ Allow: /web-designing-services/ Allow: /publishing-web-services-websites/ Allow: /seo-services-websites/ Allow: /graphic-designing-websites/ Allow: /publishing-web-services/ Allow: /seo-services/ Allow: /graphic-designing/ Allow: /contact-uomochebrucia/ User-agent: Slurp Crawl-delay: 8 User-agent: msnbot Crawl-delay: 5 User-agent: nutch Crawl-delay: 5 User-agent: yeti Crawl-delay: 8 User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/) Crawl-delay: 12 User-agent: naverbot Crawl-delay:12 User-agent: googlebot Crawl-delay: 5 User-agent: dotbot Crawl-delay: 5 User-agent: twiceler Crawl-delay: 8 User-agent: yandex Crawl-delay: 5 User-agent: Teoma Crawl-delay: 5 User-agent: BoardReader Crawl-delay: 8 User-agent: Exabot Crawl-delay: 10