From 13bad561077f2e166d936a2df0d6cfe893a5239c Mon Sep 17 00:00:00 2001
From: Calvin Jhunjhnuwala <cjhunjhnuwala@gmail.com>
Date: Thu, 19 Aug 2021 14:21:23 -0700
Subject: [PATCH] adding a robots.txt file

---
 dactyl-config.yml         | 8 ++++++++
 template/robots.txt.jinja | 1 +
 2 files changed, 9 insertions(+)
 create mode 100644 template/robots.txt.jinja

diff --git a/dactyl-config.yml b/dactyl-config.yml
index 82bb321874..fa9123e844 100644
--- a/dactyl-config.yml
+++ b/dactyl-config.yml
@@ -3893,6 +3893,14 @@ pages:
         targets:
             - en
 
+# Robots.txt for better Google indexing
+    -   name: Robots
+        html: robots.txt
+        template: robots.txt.jinja
+        nav_omit: true
+        targets:
+            - en
+
 
 ignore_anchors_in:
     - data-api-v2-tool.html
diff --git a/template/robots.txt.jinja b/template/robots.txt.jinja
new file mode 100644
index 0000000000..36ca6ec944
--- /dev/null
+++ b/template/robots.txt.jinja
@@ -0,0 +1 @@
+Sitemap: http://www.xrpl.org/sitemap.txt
\ No newline at end of file