Update robots.txt

This commit is contained in:
Ivan Blinkov 2019-12-02 12:23:10 +03:00 committed by GitHub
parent a694e9c27c
commit 73ecec984b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -2,16 +2,16 @@ User-agent: *
Disallow: /docs/en/single/
Disallow: /docs/ru/single/
Disallow: /docs/zh/single/
Disallow: /docs/ja/single/
Disallow: /docs/fa/single/
Disallow: /docs/v1*
Disallow: /docs/v2*
Disallow: /docs/v3*
Disallow: /docs/en/search.html
Disallow: /docs/ru/search.html
Disallow: /docs/fa/search.html
Disallow: /docs/ja/search.html
Disallow: /docs/zh/search.html
Disallow: /deprecated/reference_en.html
Disallow: /deprecated/reference_ru.html
Disallow: /docs/fa/search.html
Allow: /
Host: https://clickhouse.yandex
Sitemap: https://clickhouse.yandex/docs/sitemap.xml