From 23dedcbfa974a068a1993ecc9d6e65cd2d81f82e Mon Sep 17 00:00:00 2001 From: Ivan Blinkov Date: Fri, 31 Jan 2020 20:45:06 +0300 Subject: [PATCH] Update robots.txt --- website/robots.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/website/robots.txt b/website/robots.txt index 300b2e7da6e..2af539491b1 100644 --- a/website/robots.txt +++ b/website/robots.txt @@ -12,6 +12,7 @@ Disallow: /docs/ru/search.html Disallow: /docs/ja/search.html Disallow: /docs/zh/search.html Disallow: /docs/fa/search.html +Disallow: /cdn-cgi/ Allow: / Host: https://clickhouse.tech Sitemap: https://clickhouse.tech/docs/sitemap.xml