# Sitemap(s)
Sitemap: https://www.fumo-shop.com/sitemap.xml

###############################
# ✅ Google crawlers: ALLOW
###############################
# Web & all Search features
User-agent: Googlebot
Disallow:

# Images
User-agent: Googlebot-Image
Disallow:

# Video
User-agent: Googlebot-Video
Disallow:

# Google Shopping surfaces (Merchant listings, Shopping tab)
User-agent: Storebot-Google
Disallow:

# Google Ads landing-page fetchers (if you ever run Google Ads)
User-agent: AdsBot-Google
Disallow:
User-agent: AdsBot-Google-Mobile
Disallow:

# Search Console / testing tools (Live URL Inspection, Rich Results Test)
User-agent: Google-InspectionTool
Disallow:

# Other Google crawlers used for non-Search fetches
User-agent: GoogleOther
Disallow:

# Vertex AI Agents fetcher triggered by site owners (harmless to Search)
User-agent: Google-CloudVertexBot
Disallow:

########################################
# 🛑 Foreign search engines: BLOCK ALL
########################################
User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: PetalBot
Disallow: /

########################################
# 🛑 SEO scrapers / low-value crawlers
########################################
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Linespider
Crawl-Delay: 40

User-agent: meta-externalagent
Disallow: /

########################################
# 🌍 Everyone else (catch-all rules)
########################################
User-agent: *
# System / duplicate internals (safe to block for non-Google bots)
Disallow: /app/
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /magento/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /scripts/
Disallow: /shell/
Disallow: /skin/
Disallow: /stats/
Disallow: /var/
Disallow: /404/

# Duplicate/unhelpful routes (Magento internals)
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalog/product/gallery/
Disallow: /control/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /poll/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /wishlist/

# Backend/irrelevant files
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt
Disallow: /magento-cleanup.php
Disallow: /js/webforms/upload/
Disallow: /fumoblock/ajax/related/
Disallow: /productquestion/question/list/
Disallow: /*.php$

# Facet & sort parameters (reduce crawl bloat for non-Google bots)
#Disallow: /*?dir=
#Disallow: /*?order=
Disallow: /*?cat=
Disallow: /*?manufacturer=
Disallow: /*?stock=
Disallow: /*?color=
Disallow: /*?character=
Disallow: /*?product_type=
Disallow: /*?price=
Disallow: /*?backlight=
Disallow: /*?connection=
Disallow: /*?layout=
Disallow: /*?material=
Disallow: /*?size=
Disallow: /*?quantity=
Disallow: /*?profile=
Disallow: /*?v=
Disallow: /*?hole=
Disallow: /*?gad_source=
#Disallow: /*?mode=
Disallow: /*?form=
Disallow: /*?collaboration=
Disallow: /*?ecopt=
Disallow: /*?SID=