User-agent: MJ12bot Disallow: / User-agent: SofyaBot Crawl-delay: 60 User-agent: * # Logged-in / personal areas (all locales) Disallow: /*/account/ Disallow: /*/myhostlist Disallow: /*/messenger/ Disallow: /*/payment/ Disallow: /*/password-reset/ Disallow: /*/signup/workawayer/ Disallow: /*/loginFromApp/ Disallow: /*/app-access/ Disallow: /loginAsUser # One-off token links Disallow: /*/email/verify Disallow: /*/newemail/verify Disallow: /*/username/verify # Internal search results Disallow: /*/stories/search/ Disallow: /*/info/faq/*/search # Endpoints / scripts Disallow: /api/ Disallow: /messenger/ Disallow: /webhook/ Disallow: /report_request.php Disallow: /e.php Disallow: /ga.php Disallow: /getEbook.php Disallow: /socialLogin.php Sitemap: https://www.workaway.info/sitemap/sitemap.xml