User-agent: ia_archiver
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: *
Disallow: /courses/api
Disallow: /courses/user
Disallow: */orders
Disallow: */goon/
Disallow: /learn/livesearch.php
Disallow: /learn/sse_demo.php

    Sitemap: https://www.bitdegree.org/sitemaps/en/sitemap.xml
    Sitemap: https://www.bitdegree.org/online-learning-platforms/sitemap.xml
    Sitemap: https://www.bitdegree.org/online-learning-platforms/sitemap-comparisons.xml
    Sitemap: https://www.bitdegree.org/courses/sitemap.xml
    Sitemap: https://www.bitdegree.org/learn/sitemap.xml