# Sitemap
Sitemap: https://www.ii.co.uk/sitemaps/sitemap-index.xml

# Crawler
User-agent: *
Crawl-delay: 10

# Auth
Disallow: /auth/
Disallow: /auth/verify-email/
Disallow: /auth/unblock-ip/
Disallow: /auth/password-reset/

# Directories
Disallow: /404/
Disallow: /404.html
Disallow: /message-logout/
Disallow: /research-logout/
Disallow: /search/

# Files
Disallow: /stats.json
Disallow: /chunk-manifest.json
Disallow: /cdn-v1/

# Aggregated Alliance News
Disallow: /news/*-al0*
Disallow: /news/*-al1*
Disallow: /news/*-al2*
Disallow: /news/*-al3*
Disallow: /news/*-al4*
Disallow: /news/*-al5*
Disallow: /news/*-al6*
Disallow: /news/*-al7*
Disallow: /news/*-al8*
Disallow: /news/*-al9*

# Aggregated RNS News
Disallow: /news/*-rns*

# Defunct instruments
Disallow: /defunct-instrument?urlId=*

# Instrument page tabs to exclude
Disallow: /shares/*/research$
Disallow: /funds/*/research$
Disallow: /bonds/*/research$
Disallow: /etfs/*/research$
Disallow: /investment-trusts/*/research$

# Simple Pages
Disallow: /simple-page/*

# Mobile auth fallback
Disallow: /auth/mobile-auth-fallback