#**************************************************************************** # robots.txt # : Robots, spiders, and search engines use this file to determine which # content they should *not* crawl while indexing your website. # : This system is called "The Standard Robots Exclusion." #**************************************************************************** User-agent: * Disallow: /admin Disallow: /cart Disallow: /orders Disallow: /checkouts/ Disallow: /checkout Disallow: /64769982682/checkouts Disallow: /64769982682/orders Disallow: /carts Disallow: /account Disallow: /policies/ Disallow: /search # Major Search Bots - Full Access User-agent: Googlebot Allow: / User-agent: Googlebot-Mobile Allow: / User-agent: Googlebot-Image Allow: / User-agent: Mediapartners-Google Allow: / User-agent: Bingbot Allow: / User-agent: Bingbot-Image Allow: / User-agent: AdIdxBot Allow: / User-agent: Baiduspider Allow: / User-agent: Baiduspider-image Allow: / User-agent: Applebot Allow: / User-agent: msnbot Allow: / User-agent: msnbot-media Allow: / User-agent: Slurp Allow: / User-agent: YandexBot Allow: / User-agent: YandexImages Allow: / # Block Known Aggressive or Spam Bots User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: Sogou Disallow: / User-agent: BLEXBot Disallow: / User-agent: HTTrack Disallow: / User-agent: Exabot Disallow: / User-agent: MegaIndex Disallow: / User-agent: CCBot Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: Wotbox Disallow: / User-agent: UbiCrawler Disallow: / User-agent: Nutch Disallow: / User-agent: SiteSnagger Disallow: / User-agent: WebCopier Disallow: / User-agent: WebReaper Disallow: / User-agent: WebStripper Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Xenu Disallow: / # Sitemap Location Sitemap: https://aromapassions.com/sitemap.xml