From aec83c3d26ce6032f4c209e1bb3faf876a8a3a1e Mon Sep 17 00:00:00 2001 From: Calvin Jhunjhnuwala Date: Thu, 26 Aug 2021 15:26:05 -0700 Subject: [PATCH 1/2] update to robots.txt file --- template/robots.txt.jinja | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/template/robots.txt.jinja b/template/robots.txt.jinja index 36ca6ec944..f790272fc2 100644 --- a/template/robots.txt.jinja +++ b/template/robots.txt.jinja @@ -1 +1,5 @@ +User-agent: * + +Allow: / + Sitemap: http://www.xrpl.org/sitemap.txt \ No newline at end of file From 8737be815435f8ce7dba3829b124726bcf9b27f3 Mon Sep 17 00:00:00 2001 From: Rome Reginelli Date: Tue, 31 Aug 2021 12:20:09 -0700 Subject: [PATCH 2/2] Use more generic robots.txt syntax --- template/robots.txt.jinja | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/template/robots.txt.jinja b/template/robots.txt.jinja index f790272fc2..efe7349d3a 100644 --- a/template/robots.txt.jinja +++ b/template/robots.txt.jinja @@ -1,5 +1,5 @@ User-agent: * -Allow: / +Disallow: Sitemap: http://www.xrpl.org/sitemap.txt \ No newline at end of file