# robots.txt for mentalhealth.org.nz
# Mental Health Foundation — main site

User-agent: *

# --- Umbraco internals — never index ---
Disallow: /umbraco/
Disallow: /umbraco/api/
Disallow: /umbraco/backoffice/
Disallow: /umbraco/management/
Disallow: /umbraco/preview/
Disallow: /umbraco-api/
Disallow: /install/
Disallow: /App_Plugins/
Disallow: /App_Data/

# --- API and data endpoints ---
Disallow: /api/

# --- Server error and system pages ---
Disallow: /error/
Disallow: /404
Disallow: /500

# --- Authenticated / member-only areas ---
Disallow: /community-portal/
Disallow: /hubs/my-account/
Disallow: /member/
Disallow: /account/

# --- Foxy / shop authentication redirect target ---
Disallow: /schools-workplaces-professionals/schools/schools-login/

# --- Site search results ---
Disallow: /search?
Disallow: /*?search=
Disallow: /*?q=

# --- Optional: AI crawlers (uncomment to opt out) ---
# User-agent: GPTBot
# Disallow: /
# User-agent: ClaudeBot
# Disallow: /
# User-agent: Google-Extended
# Disallow: /
# User-agent: CCBot
# Disallow: /

Sitemap: https://mentalhealth.org.nz/sitemap-xml/