Fix: sitemap url and add control on crawl base on seo index settings

zft9xgy · Jul 26, 2024 · ed14f76 · ed14f76
1 parent 3a67d30
commit ed14f76
Showing 1 changed file with 9 additions and 1 deletion.
diff --git a/templates/txts/robots.txt b/templates/txts/robots.txt
@@ -1,5 +1,13 @@
+{% if index %}
+User-agent: *
+Allow: /
+{% else %}
 User-agent: *
 Disallow: /
+{% endif %}
 Disallow: /admin/
 Disallow: /static/
-Sitemap: {{ domain_url }}/sitemap.txt
+
+{% if index %}
+Sitemap: https://{{ domain_url }}/sitemap.xml
+{% endif %}