# # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/robotstxt.html User-agent: * # CSS, JS, Images Allow: /core/*.css$ Allow: /core/*.css? Allow: /core/*.js$ Allow: /core/*.js? Allow: /core/*.gif Allow: /core/*.jpg Allow: /core/*.jpeg Allow: /core/*.png Allow: /core/*.svg Allow: /profiles/*.css$ Allow: /profiles/*.css? Allow: /profiles/*.js$ Allow: /profiles/*.js? Allow: /profiles/*.gif Allow: /profiles/*.jpg Allow: /profiles/*.jpeg Allow: /profiles/*.png Allow: /profiles/*.svg # Directories Disallow: /core/ Disallow: /profiles/ # Files Disallow: /README.txt Disallow: /web.config # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ Disallow: /filter/tips Disallow: /node/add/ Disallow: /search/ Disallow: /user/register Disallow: /user/password Disallow: /user/login Disallow: /user/logout Disallow: /media/oembed Disallow: /*/media/oembed # Paths (no clean URLs) Disallow: /index.php/admin/ Disallow: /index.php/comment/reply/ Disallow: /index.php/filter/tips Disallow: /index.php/node/add/ Disallow: /index.php/search/ Disallow: /index.php/user/password Disallow: /index.php/user/register Disallow: /index.php/user/login Disallow: /index.php/user/logout Disallow: /index.php/media/oembed Disallow: /index.php/*/media/oembed # Paths (node not published) Disallow: /en/events/dataia-seminar-recurrent-neural-networks-and-ordinary-differential-equations Disallow: /offres/developpeur-pythonjavascript-projet-saclai-school-fh Disallow: /en/offers/postdoc-offer-learning-methods-safe-against-uncertainty-control Disallow: /seminaires/le-seminaire-critique-de-lintelligence-artificielle-cia Disallow: /en/seminaires/le-seminaire-palaisien-0 Disallow: /offres/projet-de-reconversion-en-ia-reconvertai-saclai-school-fh Disallow: /offres/chargee-de-projet-saclai-school-fh Disallow: /offres/ingenierie-logicielle-pedagogique-saclai-school-fh Disallow: /evenements/seminaire-dataia-liane-huttner-la-decision-de-lalgorithme Disallow: /appels-projets/appel-projets-recherche Disallow: /en/call-projects/call-research-projects Disallow: /appels-projets/appel-professeurs-attaches-p Disallow: /en/call-projects/call-attached-professors-p Disallow: /evenements/seminaire-dataia-marianne-clausel-long-range-dependence-machine-learning Disallow: /evenements/workshop-fondements-mathematiques-de-lia-2 Disallow: /en/node/877 Disallow: /en/events/dataia-seminar-marianne-clausel-long-range-dependence-machine-learning Disallow: /seminaires/seminaires-dataia Disallow: /saclai-school/le-programme-de-professeurs-attaches-pa Disallow: /offres/professeure-attachee-saclai-school-fh Disallow: /en/node/840 Disallow: /appels-projets/appel-projets-recherche-doctorale-dim-ai4idf Disallow: /seminaires/le-seminaire-palaisien