Sitemap: https://www.robertrtg.com/sitemap.xml

# Core nopCommerce defaults
User-agent: *
Disallow: /*?specs=*
Disallow: /*?price=*
Disallow: *?*returnUrl=
Disallow: *?*ReturnUrl=
Disallow: */feed/*
Disallow: */admin/*

# Optional: common user areas not needed in index
Disallow: /cart
Disallow: /checkout
Disallow: /login
Disallow: /register
Disallow: /wishlist
Disallow: /passwordrecovery
Disallow: /search*
Disallow: /compareproducts
Disallow: /emailwishlist
Disallow: /backinstocksubscriptions
Disallow: /recentlyviewedproducts
Disallow: /onepagecheckout
Disallow: /changepassword
Disallow: /customer/*
Disallow: /rss/*

# Optional: block tag and manufacturer pages if not used for SEO
Disallow: /manufacturer/*
Disallow: /tag/*

# Optional: further query param control
Disallow: *?orderby=
Disallow: *?viewmode=
Disallow: *?pagesize=
Disallow: *?loadall=true

# Optional: crawler-specific polite disallows
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: archive.org_bot
Disallow: /