From 737af93d87b203f3a84b8271c205b45d44883d9c Mon Sep 17 00:00:00 2001 From: Claudio Maradonna Date: Sun, 5 Apr 2020 09:48:49 +0200 Subject: [PATCH 1/2] Trying to add robots.txt --- robots.txt | 8 ++++++++ 1 file changed, 8 insertions(+) create mode 100644 robots.txt diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..bc0c31d --- /dev/null +++ b/robots.txt @@ -0,0 +1,8 @@ +User-agent: * +Disallow: /webfonts/ +Disallow: /js/ +Disallow: /css/ +Disallow: /assets/ +Disallow: /public/ + +Sitemap: https://www.unitoo.it/sitemap.xml From 61726785afcf7e10df44aab30c3f53fc2b147a2a Mon Sep 17 00:00:00 2001 From: Claudio Maradonna Date: Sun, 5 Apr 2020 09:49:45 +0200 Subject: [PATCH 2/2] Updating robots.txt --- _site/feed.xml | 2 +- _site/robots.txt | 7 +++++++ 2 files changed, 8 insertions(+), 1 deletion(-) diff --git a/_site/feed.xml b/_site/feed.xml index c9ca754..ff6cc4a 100644 --- a/_site/feed.xml +++ b/_site/feed.xml @@ -1 +1 @@ -Jekyll2020-04-01T19:13:57+02:00https://www.unitoo.it/feed.xmlUnitooAzienda dedicata allo sviluppo software, alla formazione dei team e alla consulenza informatica \ No newline at end of file +Jekyll2020-04-05T09:49:30+02:00https://www.unitoo.it/feed.xmlUnitooAzienda dedicata allo sviluppo software, alla formazione dei team e alla consulenza informatica \ No newline at end of file diff --git a/_site/robots.txt b/_site/robots.txt index cffe115..bc0c31d 100644 --- a/_site/robots.txt +++ b/_site/robots.txt @@ -1 +1,8 @@ +User-agent: * +Disallow: /webfonts/ +Disallow: /js/ +Disallow: /css/ +Disallow: /assets/ +Disallow: /public/ + Sitemap: https://www.unitoo.it/sitemap.xml