add robots.txt
This commit is contained in:
parent
cc66c705e2
commit
a7ca46df13
2 changed files with 14 additions and 0 deletions
|
|
@ -12,6 +12,7 @@ module.exports = function(eleventyConfig) {
|
|||
eleventyConfig.addPassthroughCopy("css/fonts");
|
||||
eleventyConfig.addPassthroughCopy("js");
|
||||
eleventyConfig.addPassthroughCopy("LICENSE.txt");
|
||||
eleventyConfig.addPassthroughCopy("robots.txt");
|
||||
|
||||
eleventyConfig.addNunjucksFilter("values", obj => Object.values(obj));
|
||||
|
||||
|
|
|
|||
13
robots.txt
Normal file
13
robots.txt
Normal file
|
|
@ -0,0 +1,13 @@
|
|||
User-agent: GPTBot
|
||||
Disallow: /
|
||||
|
||||
User-agent: Google-Extended
|
||||
Disallow: /
|
||||
|
||||
User-agent: CCBot
|
||||
Disallow: /
|
||||
|
||||
User-agent: ia_archiver
|
||||
Allow: /
|
||||
Disallow: /guestbook.html
|
||||
Disallow: /es/libro-de-visitas.html
|
||||
Loading…
Add table
Reference in a new issue