generate robots.txt

2019-04-15 08:00:30 +02:00 · 2019-04-15 08:00:30 +02:00 · 12ef17a690
parent cb2ce2430b
commit 12ef17a690
1 changed files with 3 additions and 0 deletions
--- a/config.toml
+++ b/config.toml
@ -25,6 +25,9 @@ pygmentsstyle = "b2"
 pygmentscodefences = true
 pygmentscodefencesguesssyntax = true

+# add info for crawlers
+enableRobotsTXT = true
+
 [outputs]
    # JSON for search
    home = ["HTML", "RSS", "JSON"]