User-agent: * Content-Signal: search=yes, ai-train=no, ai-input=yes # public portal pages Allow: /$ Allow: /datasets Allow: /applications Allow: /reuses Allow: /news Allow: /event Allow: /pages/ Allow: /pages- Allow: /catalog-api-doc Allow: /sitemap Allow: /contact Allow: /legal-notice Allow: /privacy-policy Allow: /terms-of-service Allow: /accessibility Allow: /cookie-policy # legacy redirects (let Google crawl them to discover the 302 and update its index) Allow: /explore # assets needed for rendering (CSS/JS bundles, images, fonts) Allow: /_nuxt/ Allow: /portal/api/images/ Allow: /portal/api/font-assets/ Allow: /portal/api/pages/*/images/ # block everything else (user pages, JSON APIs, other services on the same domain) Disallow: / Sitemap: https://data.corsica/sitemap.xml