# Allow Googlebot
User-Agent: Googlebot
Allow: /

Disallow: /l/*
Disallow: /next/*
Disallow: /cms/_next/*
Disallow: /lander/*
Disallow: /s/
Disallow: /lp/
Disallow: /jsp/
Disallow: /demo/
Disallow: /stageblog/
Disallow: /sm-no-follow-pages.html

# Disallow URLs with Query parameters
Disallow: /*?page_variant=
Disallow: /*?ref=
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: /*&page_variant=
Disallow: /*&ref=
Disallow: /*?null

# Block Comscore Web Crawler
User-Agent: proximic
Disallow: /

Sitemap: https://www.setmore.com/sitemap.xml