# This is version 3 from 25 May 2021 uploaded in production for test on 19 July 2021
# test comment by Alexis this 6 August at 10:04
# test Irina 6 August at 11:57
#update 10 September 08:48 Irina
#update 13 April Irina

User-agent: *
Crawl-delay: 10
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
Disallow: /newsletters/
Disallow: /search/
Disallow: /themes/
Disallow: /news-redirect/
Disallow: /profiles/
Disallow: /sites/
Disallow: /core/
Disallow: /admin/
Disallow: /related-content?*
Disallow: /news?*
Disallow: /consultations?*
Disallow: /funding?*
Disallow: /library?*
Disallow: /search?s=*
Disallow: /taxonomy/*
Disallow: /events?*
Disallow: /taxonomy/*
Disallow: /*.pdf$
Disallow: /*pdf$
Disallow: /*?
Disallow: /README.txt
Disallow: /web.config
Disallow: /comment/*
Disallow: /comment/reply/
Disallow: /filter/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/
Disallow: /user/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /index.php/
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password/
Disallow: /index.php/user/register/
Disallow: /index.php/user/login/
Disallow: /index.php/user/logout/
Disallow: /en/newsletters/*
Disallow: /en/themes/*
Disallow: /en/news-redirect/*
Disallow: /en/profiles/*
Disallow: /en/sites/*
Disallow: /en/core/*
Disallow: /en/admin/*
Disallow: /en/events?*
Disallow: /en/related-content?*
Disallow: /en/news?*
Disallow: /en/consultations?*
Disallow: /en/funding?*
Disallow: /en/library?*
Disallow: /en/search?s=*
Disallow: /en/taxonomy/*
Disallow: en/comment/*
Disallow: en/comment/reply/
Disallow: en/filter/
Disallow: en/filter/tips
Disallow: en/node/add/
Disallow: en/user/
Disallow: en/user/register/
Disallow: en/user/password/
Disallow: en/user/login/
Disallow: en/user/logout/
Disallow: /de/node/*
Disallow: /sk/node/*
Disallow: /pl/node/*
Disallow: /it/node/*
Disallow: /ro/node/*
Disallow: /es/node/*
Disallow: /bg/node/*
Disallow: /hr/node/*
Disallow: /cs/node/*
Disallow: /da/node/*
Disallow: /nl/node/*
Disallow: /et/node/*
Disallow: /fi/node/*
Disallow: /el/node/*
Disallow: /hu/node/*
Disallow: /ga/node/*
Disallow: /lv/node/*
Disallow: /lt/node/*
Disallow: /mt/node/*
Disallow: /pt/node/*
Disallow: /sl/node/*
Disallow: /sv/node/*
Sitemap: https://digital-strategy.ec.europa.eu/sitemap.xml