From 345154516df6cb455d5f6f25e11fff5c82b684fb Mon Sep 17 00:00:00 2001 From: Chris Date: Sat, 28 Sep 2019 13:56:34 +0100 Subject: [PATCH] Add a robots.txt file --- .htaccess | 2 +- robots.txt | 2 ++ 2 files changed, 3 insertions(+), 1 deletion(-) create mode 100644 robots.txt diff --git a/.htaccess b/.htaccess index f4781d2..3aef86b 100755 --- a/.htaccess +++ b/.htaccess @@ -13,7 +13,7 @@ RewriteEngine On # RewriteBase /subdir/ #RewriteBase / -RewriteCond %{REQUEST_URI} !^/(templates|media|docs|ckeditor|images|data|index.cgi) +RewriteCond %{REQUEST_URI} !^/(templates|media|docs|ckeditor|images|data|index.cgi|robots.txt) RewriteRule (.*) index.cgi/$1 [PT,L] # Compress text, html, javascript, css, xml: diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..eb05362 --- /dev/null +++ b/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: