# TOPSCINET -- https://topscinet.com/
# Research profiles, rankings and institution pages are open to
# search engines and AI assistants alike. Citations welcome.

User-agent: *
Allow: /

# No indexing value: auth, account management, payments, admin.
Disallow: /logout/
Disallow: /admin/
Disallow: /scientist_admin/
Disallow: /account/
Disallow: /recovery/
Disallow: /reset/
Disallow: /verify/
Disallow: /forget_password/
Disallow: /edit_profile/
Disallow: /deactivate_account/
Disallow: /claim/
Disallow: /claim_profile/
Disallow: /claim_institute/
Disallow: /checkout/
Disallow: /success/
Disallow: /cancel/
Disallow: /cancel_subscription/
Disallow: /stripe/
Disallow: /wechat-alipay-checkout/
Disallow: /create-wechat-alipay-session/

# Private dashboards and machine endpoints, not pages.
Disallow: /my-analytics/
Disallow: /my-institute-analytics/
Disallow: /get-top10-data/
Disallow: /autocomplete_institutes/
Disallow: /search_institutions/
Disallow: /update_field/
Disallow: /update_institute/
Disallow: /update-university-info/

# Search and filter permutations: unbounded URLs, no unique content.
Disallow: /custom_filter/
Disallow: /*?search=

# Sitemap index: 19 gzipped chunks covering every profile,
# institution and country ranking page.
Sitemap: https://topscinet.com/static/sitemaps/sitemap_index.xml