From 12ef17a690e93b2f4486495fd552b91b013dfcc3 Mon Sep 17 00:00:00 2001 From: Christoph Cullmann Date: Mon, 15 Apr 2019 08:00:30 +0200 Subject: [PATCH] generate robots.txt --- config.toml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/config.toml b/config.toml index 91c30a1..01ecd12 100644 --- a/config.toml +++ b/config.toml @@ -25,6 +25,9 @@ pygmentsstyle = "b2" pygmentscodefences = true pygmentscodefencesguesssyntax = true +# add info for crawlers +enableRobotsTXT = true + [outputs] # JSON for search home = ["HTML", "RSS", "JSON"]