fix: add robots.txt

LantingWiki · Jun 18, 2021 · 4696bbe · 4696bbe
1 parent 4050b3c
commit 4696bbe
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 0 deletions.
diff --git a/config/lanting-nginx.conf b/config/lanting-nginx.conf
@@ -62,4 +62,10 @@ server {
         # as directory, then fall back to displaying a 404.
         try_files $uri $uri/ /index.html =404;
     }
+
+    location /robots.txt {
+        allow all;
+        log_not_found off;
+        access_log off;
+    }
 }
diff --git a/public/robots.txt b/public/robots.txt
@@ -0,0 +1,4 @@
+User-agent: *
+Crawl-delay: 30
+User-agent: *
+Disallow: