# https://www.robotstxt.org/robotstxt.html User-agent: * # Allow all pages Allow: / # Disallow pages that needs authentication Disallow: /loginwithlink Disallow: /loginstudentwithlink Disallow: /settings