# smartcat.com robots.txt
# Updated 2026-07 — single group: every crawler (Googlebot, Bingbot, all AI
# bots) gets identical rules. Do not add per-bot groups: a bot named in its
# own group IGNORES this one entirely (that's how Googlebot ended up exempt
# from every rule in the previous file).
User-agent: *
Allow: /
Disallow: /lp/
Disallow: /c/
Disallow: /l/
Disallow: /marketplace/user/
Sitemap: https://www.smartcat.com/sitemap.xml