User-agent: * Allow: / Disallow: /reader/f/ Disallow: /search Disallow: /amp/search Disallow: /contacts.html Disallow: /login.html Disallow: /register.html Disallow: /user/forgot.html Disallow: /report-copyright.html Disallow: /mobile/menu.html Disallow: /ajax/ Disallow: /cdn-cgi/