Add robots txt & noindex

bin/webserver.mjs

@@ -84,9 +84,17 @@ if (!wss) {
 
       wss = expressWs(app)
 
-      // app.use(function middlware (req, res, next) {
-      //   return next()
-      // })
+      app.use(function middlware (req, res, next) {
+        res.setHeader('X-Robots-Tag', 'noindex')
+        return next()
+      })
+
+      app.use('/robots.txt', (req, res, next) => {
+        res.setHeader('content-type', 'text/plain')
+        return res.send(
+          `User-agent: *\nDisallow: /\n`
+        )
+      })
 
       app.use('/',
         (req, res, next) => {