diff options
Diffstat (limited to 'www/html/robots.txt')
| -rw-r--r-- | www/html/robots.txt | 9 |
1 files changed, 9 insertions, 0 deletions
diff --git a/www/html/robots.txt b/www/html/robots.txt new file mode 100644 index 0000000..ebf0a3f --- /dev/null +++ b/www/html/robots.txt @@ -0,0 +1,9 @@ +User-agent: * # gilt fuer alle Spider + +Allow: /public/ + +Disallow: / +Disallow: /cgi-bin/ # alles im cgi-Verzeichnis +Disallow: /img/ +Disallow: /css/ + |