User-agent: *
# --- Disallow sensitive or low-value directories ---
Disallow: /wp-admin/
Disallow: /wp-content/uploads/wpforms/
Disallow: /cgi-bin/
Disallow: /author/      # Block thin/duplicate author pages
Disallow: /tag/
Disallow: /partners/

# --- Block system-generated or duplicate content ---
Disallow: */feed/
Disallow: /?s=           # Search result pages
Disallow: /search/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wishlist/
Disallow: /track-order/
Disallow: /thank-you/
Disallow: /404/
Disallow: /privacy-policy/
Disallow: /terms-and-conditions/

# --- Block parameterized URLs that can cause duplication ---
Disallow: /*?add-to-cart
Disallow: /*?attachment_id
Disallow: /*?ref=
Disallow: /*?ap_id=
Disallow: /*?aff_id=
Disallow: /*?cmid=
Disallow: /*?sscid=
Disallow: /*?utm_        # Blocks all UTM tracking URLs
Disallow: /*?fbclid
Disallow: /*?gclid
Disallow: /*?redirect_to
Disallow: /*add-to-cart=

# --- Allow all other content, including vendor pages ---
Allow: /

# --- Crawl rate management ---
Crawl-delay: 10

# --- Specific rules for Googlebot (Google ignores crawl-delay) ---

User-agent: Googlebot
Disallow:
Allow: /

# --- Sitemap location ---
Sitemap: https://www.dealfuel.com/sitemap_index.xml