# # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/robotstxt.html User-agent: * # CSS, JS, Images Allow: /core/*.css$ Allow: /core/*.css? Allow: /core/*.js$ Allow: /core/*.js? Allow: /core/*.gif Allow: /core/*.jpg Allow: /core/*.jpeg Allow: /core/*.png Allow: /core/*.svg Allow: /profiles/*.css$ Allow: /profiles/*.css? Allow: /profiles/*.js$ Allow: /profiles/*.js? Allow: /profiles/*.gif Allow: /profiles/*.jpg Allow: /profiles/*.jpeg Allow: /profiles/*.png Allow: /profiles/*.svg # Directories Disallow: /core/ Disallow: /profiles/ Disallow: /en/core/ Disallow: /en/profiles/ Disallow: /fr/core/ Disallow: /fr/profiles/ Disallow: /es/core/ Disallow: /es/profiles/ # Files Disallow: /README.txt Disallow: /web.config # Images Disallow: /sites/tera/files/inline-images/decorative* Disallow: /sites/tera/files/inline-images/cta* Disallow: /sites/tera/files/inline-images/request-demo* # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ Disallow: /filter/tips Disallow: /node/add/ Disallow: /node/ Disallow: /node Disallow: /legal/ Disallow: /search Disallow: /user/register Disallow: /user/password Disallow: /user/login Disallow: /user/logout Disallow: /user/ Disallow: /user Disallow: /taxonomy/ Disallow: /taxonomy Disallow: /country-category/ Disallow: /country-category Disallow: /event-category/ Disallow: /event-category Disallow: /industry-category/ Disallow: /industry-category Disallow: /languages/ Disallow: /languages Disallow: /management-category/ Disallow: /management-category Disallow: /partner-category/ Disallow: /partner-category Disallow: /partner-level/ Disallow: /partner-level Disallow: /product-category/ Disallow: /product-category Disallow: /resource-center-category/ Disallow: /resource-center-category Disallow: /resource-center-variety/ Disallow: /resource-center-variety Disallow: /file-category/ Disallow: /file-category Disallow: /legal-country-category/ Disallow: /legal-country-category Disallow: /legal-product-category/ Disallow: /legal-product-category Disallow: /team-category/ Disallow: /team-category Disallow: /use-case-category/ Disallow: /use-case-category Disallow: /zone-category/ Disallow: /zone-category Disallow: /person/register Disallow: /person/password Disallow: /person/login Disallow: /person/logout Disallow: /person/ Disallow: /person Disallow: /site/login Disallow: /en/admin/ Disallow: /en/comment/reply/ Disallow: /en/filter/tips Disallow: /en/node/add/ Disallow: /en/node/ Disallow: /en/node Disallow: /en/legal/ Disallow: /en/search Disallow: /en/user/register Disallow: /en/user/password Disallow: /en/user/login Disallow: /en/user/logout Disallow: /en/user/ Disallow: /en/user Disallow: /en/taxonomy/ Disallow: /en/taxonomy Disallow: /en/country-category/ Disallow: /en/country-category Disallow: /en/event-category/ Disallow: /en/event-category Disallow: /en/industry-category/ Disallow: /en/industry-category Disallow: /en/languages/ Disallow: /en/languages Disallow: /en/management-category/ Disallow: /en/management-category Disallow: /en/partner-category/ Disallow: /en/partner-category Disallow: /en/partner-level/ Disallow: /en/partner-level Disallow: /en/product-category/ Disallow: /en/product-category Disallow: /en/resource-center-category/ Disallow: /en/resource-center-category Disallow: /en/resource-center-variety/ Disallow: /en/resource-center-variety Disallow: /en/file-category/ Disallow: /en/file-category Disallow: /en/legal-country-category/ Disallow: /en/legal-country-category Disallow: /en/legal-product-category/ Disallow: /en/legal-product-category Disallow: /en/team-category/ Disallow: /en/team-category Disallow: /en/use-case-category/ Disallow: /en/use-case-category Disallow: /en/zone-category/ Disallow: /en/zone-category Disallow: /en/person/register Disallow: /en/person/password Disallow: /en/person/login Disallow: /en/person/logout Disallow: /en/person/ Disallow: /en/person Disallow: /en/site/login Disallow: /fr/admin/ Disallow: /fr/comment/reply/ Disallow: /fr/filter/tips Disallow: /fr/node/add/ Disallow: /fr/node/ Disallow: /fr/node Disallow: /fr/legal/ Disallow: /fr/search Disallow: /fr/user/register Disallow: /fr/user/password Disallow: /fr/user/login Disallow: /fr/user/logout Disallow: /fr/user/ Disallow: /fr/user Disallow: /fr/taxonomy/ Disallow: /fr/taxonomy Disallow: /fr/country-category/ Disallow: /fr/country-category Disallow: /fr/event-category/ Disallow: /fr/event-category Disallow: /fr/industry-category/ Disallow: /fr/industry-category Disallow: /fr/languages/ Disallow: /fr/languages Disallow: /fr/management-category/ Disallow: /fr/management-category Disallow: /fr/partner-category/ Disallow: /fr/partner-category Disallow: /fr/partner-level/ Disallow: /fr/partner-level Disallow: /fr/product-category/ Disallow: /fr/product-category Disallow: /fr/resource-center-category/ Disallow: /fr/resource-center-category Disallow: /fr/resource-center-variety/ Disallow: /fr/resource-center-variety Disallow: /fr/file-category/ Disallow: /fr/file-category Disallow: /fr/legal-country-category/ Disallow: /fr/legal-country-category Disallow: /fr/legal-product-category/ Disallow: /fr/legal-product-category Disallow: /fr/team-category/ Disallow: /fr/team-category Disallow: /fr/use-case-category/ Disallow: /fr/use-case-category Disallow: /fr/zone-category/ Disallow: /fr/zone-category Disallow: /fr/person/register Disallow: /fr/person/password Disallow: /fr/person/login Disallow: /fr/person/logout Disallow: /fr/person/ Disallow: /fr/person Disallow: /fr/site/login Disallow: /es/admin/ Disallow: /es/comment/reply/ Disallow: /es/filter/tips Disallow: /es/node/add/ Disallow: /es/node/ Disallow: /es/node Disallow: /es/legal/ Disallow: /es/search Disallow: /es/user/register Disallow: /es/user/password Disallow: /es/user/login Disallow: /es/user/logout Disallow: /es/user/ Disallow: /es/user Disallow: /es/taxonomy/ Disallow: /es/taxonomy Disallow: /es/country-category/ Disallow: /es/country-category Disallow: /es/event-category/ Disallow: /es/event-category Disallow: /es/industry-category/ Disallow: /es/industry-category Disallow: /es/languages/ Disallow: /es/languages Disallow: /es/management-category/ Disallow: /es/management-category Disallow: /es/partner-category/ Disallow: /es/partner-category Disallow: /es/partner-level/ Disallow: /es/partner-level Disallow: /es/product-category/ Disallow: /es/product-category Disallow: /es/resource-center-category/ Disallow: /es/resource-center-category Disallow: /es/resource-center-variety/ Disallow: /es/resource-center-variety Disallow: /es/file-category/ Disallow: /es/file-category Disallow: /es/legal-country-category/ Disallow: /es/legal-country-category Disallow: /es/legal-product-category/ Disallow: /es/legal-product-category Disallow: /es/team-category/ Disallow: /es/team-category Disallow: /es/use-case-category/ Disallow: /es/use-case-category Disallow: /es/zone-category/ Disallow: /es/zone-category Disallow: /es/person/register Disallow: /es/person/password Disallow: /es/person/login Disallow: /es/person/logout Disallow: /es/person/ Disallow: /es/person Disallow: /es/site/login # Paths (no clean URLs) Disallow: /index.php/admin/ Disallow: /index.php/comment/reply/ Disallow: /index.php/filter/tips Disallow: /index.php/node/add/ Disallow: /index.php/search Disallow: /index.php/user/password Disallow: /index.php/user/register Disallow: /index.php/user/login Disallow: /index.php/user/logout Sitemap: https://www.mega.com/sitemap.xml