User-agent: *

#Sitemapindex
Sitemap: https://op.europa.eu/documents/10197/7841897/sitemap_index.xml

Disallow: /*/search-centre*
Disallow: /*/search-results*
Disallow: /*/browse-by-subject*
Disallow: /*/linked-data*
Disallow: /*/advanced-sparql-query-editor*
Disallow: /*/more-search-options*
Disallow: /*/my-profile*
Disallow: /*/user-confirmation*
Disallow: /*/my-personalisation-rules*
Disallow: /*/my-portal*
Disallow: /*/my-searches*
Disallow: /*/my-alerts*
Disallow: /*/my-rss-feeds*
Disallow: /*/my-publications*
Disallow: /*/saved-annotations*
Disallow: /*/dashboard*
Disallow: /*/my-addresses*
Disallow: /*/my-lists*
Disallow: /*/my-widgets*
Disallow: /*/my-ratings*
Disallow: /*/my-orders*
Disallow: /*/search-by-theme*
Disallow: /combo/
Disallow: /en/web/access_to_law_event/
Disallow: /dempubweb
Disallow: /documents/2895081/3069147/whoiswho2009.pdf/f68e890b-3e64-4aed-70fd-96e93e5a50ba
Disallow: /documents/2895081/3069147/whoiswho2009.pdf
Disallow: *_publicationDetailsActions_PublicationDetailsActionsPortlet_INSTANCE_P7Lc96wTRLvv_selected=addToMyPublications
Disallow: *_publicationDetailsActions_PublicationDetailsActionsPortlet_INSTANCE_P7Lc96wTRLvv_selected=createAlert
Disallow: *requestAction=rdf
Disallow: /webdav/about-us/document_library/Legal%20notices%20docs/accessibility-checklist.xlsx
Disallow: /*/who-is-who/person/-/person/*/
Disallow: /*/web/isg/*/
Disallow: /*/publication-detail/-/publication/*
Disallow: /*/at-dataset/*
Disallow: /*/at-concept/*
Disallow: /*/at-concept-scheme/*
Disallow: /s/*
Allow: /documents/d/global/*sitemap*
Disallow: /documents/*

User-agent: Sogou web spider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: msnbot/bingbot
Crawl-delay: 1