User-agent: * Allow: / # Allow crawling of important pages Allow: /problems Allow: /contests Allow: /courses Allow: /lobby Allow: /how-it-works Allow: /rating Allow: /mentors Allow: /premium Allow: /placement # Disallow private/admin areas Disallow: /admin Disallow: /api Disallow: /arena/admin Disallow: /reports Disallow: /settings Disallow: /account # Sitemap location Sitemap: https://mathdash.com/sitemap.xml # Crawl delay (optional - helps with server load) Crawl-delay: 1