# robots.txt for https://www.extralingo.com/

sitemap: https://www.extralingo.com/da/sitemaps-6-sitemap.xml
sitemap: https://www.extralingo.com/nl/sitemaps-3-sitemap.xml
sitemap: https://www.extralingo.com/en/sitemaps-2-sitemap.xml
sitemap: https://www.extralingo.com/sv/sitemaps-5-sitemap.xml
Sitemap: https://www.extralingo.com/sitemap-guides.xml
Sitemap: https://www.extralingo.com/sitemap-compare.xml
Sitemap: https://www.extralingo.com/sitemap-destinations.xml


# ---------------------------------------------------------------------------
# Everyone, including search and answer-engine crawlers
# ---------------------------------------------------------------------------

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no

# Rendering endpoint exception
Allow: /actions/blitz/csrf/json
Allow: /*/actions/blitz/csrf/json

# System paths
Disallow: /vendor/
Disallow: /cache/
Disallow: /data/
Disallow: /*/data/
Disallow: /actions/
Disallow: /*/actions/

# Register / account creation (bare path, trailing slash, query string)
Disallow: /*/register$
Disallow: /*/register/
Disallow: /*/register?
Disallow: /*/register-clean
Disallow: /*/partner-listing-sign-up
Disallow: /*/partner-listing-sign-up/
Disallow: /*/partner-listing-sign-up?
Disallow: /*/registreren$
Disallow: /*/registreren/
Disallow: /*/registreren?
Disallow: /*/registrera$
Disallow: /*/registrera/
Disallow: /*/registrera?
Disallow: /*/registrer$
Disallow: /*/registrer/
Disallow: /*/registrer?

Disallow: /pricing-pdfs/
Disallow: /*/pricing-pdfs/
# InstantSearch keys are site-wide; configurator keys are scoped to language-schools
# listing URLs (same set as templates/lister/_includes/lister-filter-noindex.twig).
Disallow: /*?*refinementList
Disallow: /*?refinementList
Disallow: /*&refinementList
Disallow: /*?*sortBy=
Disallow: /*?*range
Disallow: /*?*toggle
Disallow: /*/language-schools/*?*sort=
Disallow: /*/language-schools/*?*page=
Disallow: /*/language-schools/*?*filter
Disallow: /*/language-schools/*?*course
Disallow: /*/language-schools/*?*duration
Disallow: /*/language-schools/*?*startDate
Disallow: /*/language-schools/*?*currency

# ---------------------------------------------------------------------------
# Scrapers with no meaningful upside
# ---------------------------------------------------------------------------

User-agent: psbot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: SentiBot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: Bytespider
Disallow: /