# autogenerated robots.txt User-agent: * Allow: / Disallow: /es/* Disallow: /hi/* Disallow: /de/* Disallow: /nl/* Disallow: /it/* Disallow: /hu/* Disallow: /el/* # swf files Disallow: /*.swf$ Disallow: /*.swf? Disallow: /*.swf/ # all api calls Disallow: /*/api$ Disallow: /*/api? Disallow: /*/land/ Disallow: /*/login? Disallow: /*/login/ Disallow: /*/login$ Disallow: /*/my-account? Disallow: /*/my-account/ Disallow: /*/my-account$ # "*" designates 0 or more instances of any valid character # these block all language videos and media tabs Disallow: /*highlights/ Disallow: /*fpmt/ Disallow: /*media-tabs/ Disallow: /*/videos/ Disallow: /*/category/ Disallow: /*/author/ Disallow: /*/2018/ Disallow: /*/2019/ Disallow: /*/2020/ Disallow: /wp-json/oembed/ # Baidu Search Engine User-agent: Baiduspider Disallow: / # site map Sitemap: https://www.sos.org/sitemap.xml # BEGIN W3TC ROBOTS User-agent: * Disallow: /wp-content/cache/ # END W3TC ROBOTS