generate robots.txt

This commit is contained in:
Christoph Cullmann 2019-04-15 08:00:30 +02:00
parent cb2ce2430b
commit 12ef17a690

View file

@ -25,6 +25,9 @@ pygmentsstyle = "b2"
pygmentscodefences = true pygmentscodefences = true
pygmentscodefencesguesssyntax = true pygmentscodefencesguesssyntax = true
# add info for crawlers
enableRobotsTXT = true
[outputs] [outputs]
# JSON for search # JSON for search
home = ["HTML", "RSS", "JSON"] home = ["HTML", "RSS", "JSON"]