diff --git a/website/robots.txt b/website/robots.txt index fa3a68b6d69..2cecc12e311 100644 --- a/website/robots.txt +++ b/website/robots.txt @@ -1,14 +1,4 @@ User-agent: * -Disallow: /docs/en/single/ -Disallow: /docs/zh/single/ -Disallow: /docs/es/single/ -Disallow: /docs/fr/single/ -Disallow: /docs/ru/single/ -Disallow: /docs/ja/single/ -Disallow: /docs/fa/single/ -Disallow: /docs/v1* -Disallow: /docs/v2* -Disallow: /docs/v3* Disallow: /cdn-cgi/ Allow: / Host: https://clickhouse.tech