User-agent: *

# Allow public pages to be crawled
Allow: /
Allow: /mall
Allow: /freight-estimate
Allow: /coupons
Allow: /tracking
Allow: /contact-us
Allow: /size-conversion-cn-uk-us-eu-intl
Allow: /taobao
Allow: /activity/
Allow: /black-friday
Allow: /bestsellers
Allow: /products-list
Allow: /help-center
Allow: /help-center/
Allow: /products
Allow: /search
Allow: /shops/
Allow: /affiliate
Allow: /order/transport
Allow: /bag-sharing
Allow: /pages/view
Allow: /business
Allow: /category/

# User related pages and directories that are prohibited from crawling
Disallow: /admin/
Disallow: /api/
Disallow: /game
Disallow: /lottery-draw
Disallow: /search/shops
Disallow: /login
Disallow: /member/
Disallow: /order/
Disallow: /cart
Disallow: /bag/
Disallow: /payment/
Disallow: /share

# Prohibit crawling dynamic query parameters (to avoid unlimited crawling and server resource consumption)
Disallow: /*?*
Disallow: /*&*

# Prohibit capturing static resource files
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.json$
Disallow: /*.xml$
Disallow: /assets/
Disallow: /dist/

# Crawling delay (unit: seconds)
Crawl-delay: 1

# Sitemap
Sitemap: https://www.sugargoo.com/sitemap.xml