From 03b1edb188aa1d556ff21ed5061e12e9c8fa36ee Mon Sep 17 00:00:00 2001 From: Sami Kerola Date: Mon, 7 Dec 2015 10:53:25 +0000 Subject: [PATCH] add sitemap url to robots.txt file Signed-off-by: Sami Kerola --- webpages/robots.txt | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/webpages/robots.txt b/webpages/robots.txt index c2a49f4..25e6762 100644 --- a/webpages/robots.txt +++ b/webpages/robots.txt @@ -1,2 +1,3 @@ +Sitemap: http://dhcpd-pools.sourceforge.net/sitemap.txt User-agent: * -Allow: / +Disallow: