diff --git a/docs/source/_html/robots.txt b/docs/source/_html/robots.txt deleted file mode 100644 index f5f081a8eb..0000000000 --- a/docs/source/_html/robots.txt +++ /dev/null @@ -1,16 +0,0 @@ -User-agent: * - -# Allow crawling of all paths -Allow: / - -# Override to disallow crawling of documentation -Disallow: /projects/docs/ - -# Override again to allow crawling of /latest documentation -Allow: /projects/docs/en/latest/ - -# Override again to allow crawling of /stable documentation -Allow: /projects/docs/en/stable/ - -# Custom sitemap -Sitemap: https://www.getdaft.io/sitemap-override.xml diff --git a/docs/source/_html/sitemap-override.xml b/docs/source/_html/sitemap-override.xml deleted file mode 100644 index 0d27e95390..0000000000 --- a/docs/source/_html/sitemap-override.xml +++ /dev/null @@ -1,19 +0,0 @@ - - - - https://www.getdaft.io/projects/docs/en/latest/ - daily - 1 - - - https://www.getdaft.io/projects/docs/en/stable/ - weekly - 0.9 - - - https://www.getdaft.io/ - monthly - 0.5 - - diff --git a/docs/source/conf.py b/docs/source/conf.py index 2a14d45aa0..b186fcb077 100644 --- a/docs/source/conf.py +++ b/docs/source/conf.py @@ -82,9 +82,6 @@ "learn/10-min": "../10-min.html", } -# Adds /_html folder which serves robots.txt and the sitemap -html_extra_path = ["_html"] - # Resolving code links to github # Adapted from: https://github.com/aaugustin/websockets/blob/778a1ca6936ac67e7a3fe1bbe585db2eafeaa515/docs/conf.py#L100-L134