# ==========================================
# Block high-volume training / bulk crawlers
# ==========================================

User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /


# ==========================================
# Primary search + LLM visibility
# (Google, Bing, OpenAI, Anthropic, Perplexity)
# ==========================================

User-agent: Googlebot
User-agent: GoogleOther
User-agent: Google-Extended
User-agent: bingbot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: Perplexity-User

# Core sensitive / noisy areas blocked for all "good" bots
Disallow: /apfm_sitemap/
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /body/advisors/
Disallow: /assess
Disallow: /assess/submit/
Disallow: /contact-information/
Disallow: /external
Disallow: /listings/
Disallow: /opt-out
Disallow: /my-search/
Disallow: /my-search/property/
Disallow: /myhome/
Disallow: /partner/
Disallow: /partner/setup/Login.aspx
Disallow: /partner/setup/SplashWizard.aspx
Disallow: /reports/
Disallow: /svc/
Disallow: /property
Disallow: /qa/
Disallow: /qa/c/Profile
Disallow: /qa/c/profile
Disallow: /qa/c/ReportPost
Disallow: /qa/c/ReportPost/Report
Disallow: /qa/c/Question/Ask
Disallow: /qa/c/API/AutoComplete.aspx
Disallow: /qa/c/Controls
Disallow: /qa/c/Account
Disallow: /qa/c/Contributor/List
Disallow: /search-results
Disallow: /add-a-review
Disallow: /jobs
Disallow: /reviews
Disallow: /marketplace

# Parameterized / faceted URLs to reduce crawl bloat
Disallow: *kw=
Disallow: *city=
Disallow: *state=
Disallow: *hub=
Disallow: *year=
Disallow: *month=
Disallow: *utm=
Disallow: /*searchType
Disallow: */tnl-variant
Disallow: */tnl-control

# Canada generally blocked, with soft-launch exceptions below
Disallow: /ca/*

# /ca sunrise soft launch URLs (explicitly allowed)
Allow: /ca/en/alzheimers-care/ontario/hamilton
Allow: /ca/en/community/hillside-residence-1373557
Allow: /ca/en/community/angels-retirement-home-1386240
Allow: /ca/en/community/elders-home-1410962
Allow: /ca/en/community/one-kenton-place-1375713
Allow: /ca/en/community/bethseda-home-76-1373869
Allow: /ca/en/community/arbor-trace-memory-care-center-1373276
Allow: /ca/en/community/evergreen-retirement-community-1373365
Allow: /ca/en/community/bethseda-home-1373864
Allow: /ca/en/community/pioneer-elder-care-inc-1396789
Allow: /ca/en/community/delmanor-elgin-mills-160098
Allow: /ca/en/community/nimigon-retirement-home-1373444
Allow: /ca/en/community/shorthills-villa-retirement-community-1373413
Allow: /ca/en/community/highview-residences-chapin-franklin-house-1403888
Allow: /ca/en/community/white-cliffe-terrace-retirement-residence-1373368
Allow: /ca/en/community/pioneer-elder-care-inc-1373812
Allow: /ca/en/community/queens-village-for-seniors-1373224
Allow: /ca/en/community/bethseda-home-67-1388782
Allow: /ca/en/community/mccowan-retirement-residence-1373612
Allow: /ca/en/community/alexis-lodge-retirement-residence-1373509
Allow: /ca/en/community/davenhill-senior-living-1373331
Allow: /ca/en/community/pioneer-elder-care-inc-1383590
Allow: /ca/en/community/highview-residences-1412888
Allow: /ca/en/community/vila-nova-place-1373427
Allow: /ca/en/community/new-horizons-tower-1356910


# ==========================================
# Default fallback: block everything else
# ==========================================

User-agent: *
Disallow: /