# # robots.txt for http://www.mybridaldress.com/ and friends # The crawlers listed below are allowed on the MyBridalDress site. # please crawl minimum one second. # MyBridalDress.com allows other crawlers on a case by case basis. # Send requests to admin@mybridaldress.com. # User-agent: googlebot Disallow: /cgi-bin User-agent: gulliver Disallow: /cgi-bin User-agent: slurp Disallow: /cgi-bin User-agent: fast Disallow: /cgi-bin User-agent: scooter Disallow: /cgi-bin User-agent: vscooter Disallow: /cgi-bin User-agent: ia_archiver Disallow: /cgi-bin User-agent: Nutch Disallow: /cgi-bin User-agent: FAST-WebCrawler Disallow: /cgi-bin User-agent: teoma_agent1 Disallow: /cgi-bin User-agent: ArchitextSpider Disallow: /cgi-bin User-agent: ZyBorg Disallow: /cgi-bin User-agent: SurveyBot Disallow: /cgi-bin User-agent: FATbot Disallow: /cgi-bin # # Friendly, low-speed bots are welcome # Inktomi's "Slurp" can read a minimum delay between hits; if your # bot supports such a thing using the 'Crawl-delay' or another # instruction, please let us know. # User-agent: * Disallow: /administrator/ Disallow: /checkout/ Disallow: /tag/ Disallow: /catalogsearch/ Disallow: /app/ Disallow: /downloader/ Disallow: /lib/ Disallow: /media/ Disallow: /pkginfo/ Disallow: /report/ Disallow: /skin/ Disallow: /var/ Disallow: /catalog/ Disallow: /customer/ Disallow: /cache/ Disallow: /components/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /libraries/ Disallow: /media/ Disallow: /modules/ Disallow: /plugins/ Disallow: /templates/ Disallow: /tmp/ Disallow: /xmlrpc/ sitemap: http://www.mybridaldress.com/sitemap.xml