2019-04-02 22:21:44 +00:00
# coding: utf-8
2019-12-08 05:40:08 +00:00
import datetime
import math
2019-12-06 01:26:28 +00:00
import os
import time
2019-04-02 22:21:44 +00:00
2021-03-09 07:32:10 +00:00
import logging
2020-09-16 04:26:10 +00:00
import docker
import pymysql . connections
import pytest
2019-04-02 22:21:44 +00:00
from docker . models . containers import Container
2021-01-22 14:27:23 +00:00
from helpers . cluster import ClickHouseCluster , get_docker_compose_path , run_and_check
2019-04-02 22:21:44 +00:00
SCRIPT_DIR = os . path . dirname ( os . path . realpath ( __file__ ) )
2020-08-12 15:04:36 +00:00
DOCKER_COMPOSE_PATH = get_docker_compose_path ( )
2019-04-02 22:21:44 +00:00
2019-04-29 06:05:30 +00:00
cluster = ClickHouseCluster ( __file__ )
2021-06-29 13:01:15 +00:00
node = cluster . add_instance ( ' node ' , main_configs = [ " configs/ssl_conf.xml " , " configs/mysql.xml " , " configs/dhparam.pem " ,
" configs/server.crt " , " configs/server.key " ] ,
2021-04-13 14:55:31 +00:00
user_configs = [ " configs/users.xml " ] , env_variables = { ' UBSAN_OPTIONS ' : ' print_stacktrace=1 ' } , with_mysql_client = True )
2019-04-02 22:21:44 +00:00
2021-03-24 13:23:23 +00:00
server_port = 9001
2019-04-02 22:21:44 +00:00
@pytest.fixture ( scope = " module " )
2021-04-13 14:55:31 +00:00
def started_cluster ( ) :
2019-04-02 22:21:44 +00:00
cluster . start ( )
try :
2021-04-13 14:55:31 +00:00
yield cluster
2019-04-02 22:21:44 +00:00
finally :
cluster . shutdown ( )
@pytest.fixture ( scope = ' module ' )
2019-04-07 10:29:30 +00:00
def golang_container ( ) :
2020-08-12 15:04:36 +00:00
docker_compose = os . path . join ( DOCKER_COMPOSE_PATH , ' docker_compose_mysql_golang_client.yml ' )
2021-01-22 14:27:23 +00:00
run_and_check (
2020-09-16 04:26:10 +00:00
[ ' docker-compose ' , ' -p ' , cluster . project_name , ' -f ' , docker_compose , ' up ' , ' --no-recreate ' , ' -d ' , ' --no-build ' ] )
2021-06-01 08:43:44 +00:00
yield docker . DockerClient ( base_url = ' unix:///var/run/docker.sock ' , version = cluster . docker_api_version , timeout = 600 ) . containers . get ( cluster . project_name + ' _golang1_1 ' )
2019-04-02 22:21:44 +00:00
2019-07-21 12:09:41 +00:00
@pytest.fixture ( scope = ' module ' )
def php_container ( ) :
2020-08-12 15:04:36 +00:00
docker_compose = os . path . join ( DOCKER_COMPOSE_PATH , ' docker_compose_mysql_php_client.yml ' )
2021-01-22 14:27:23 +00:00
run_and_check (
2021-03-24 13:23:23 +00:00
[ ' docker-compose ' , ' --env-file ' , cluster . instances [ " node " ] . env_file , ' -p ' , cluster . project_name , ' -f ' , docker_compose , ' up ' , ' --no-recreate ' , ' -d ' , ' --no-build ' ] )
2021-06-01 08:43:44 +00:00
yield docker . DockerClient ( base_url = ' unix:///var/run/docker.sock ' , version = cluster . docker_api_version , timeout = 600 ) . containers . get ( cluster . project_name + ' _php1_1 ' )
2019-07-21 12:09:41 +00:00
2019-07-28 13:12:26 +00:00
@pytest.fixture ( scope = ' module ' )
def nodejs_container ( ) :
2020-08-12 15:04:36 +00:00
docker_compose = os . path . join ( DOCKER_COMPOSE_PATH , ' docker_compose_mysql_js_client.yml ' )
2021-01-22 14:27:23 +00:00
run_and_check (
2021-03-24 13:23:23 +00:00
[ ' docker-compose ' , ' --env-file ' , cluster . instances [ " node " ] . env_file , ' -p ' , cluster . project_name , ' -f ' , docker_compose , ' up ' , ' --no-recreate ' , ' -d ' , ' --no-build ' ] )
2021-06-01 08:43:44 +00:00
yield docker . DockerClient ( base_url = ' unix:///var/run/docker.sock ' , version = cluster . docker_api_version , timeout = 600 ) . containers . get ( cluster . project_name + ' _mysqljs1_1 ' )
2019-07-28 13:12:26 +00:00
Enhanced compatibility with native mysql-connector-java(JDBC) (#10021)
* Skip the `/* comments */ SELECT @@variables ...` from mysql-connector-java setup for MySQL Handler #9336
mysql-connector setup query:
/* mysql-connector-java-5.1.38 ( Revision: ${revinfo.commit} ) */SELECT @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_connection, @@character_set_results AS character_set_results, @@character_set_server AS character_set_server, @@init_connect AS init_connect, @@interactive_timeout AS interactive_timeout...
ClickHouse side Error:
{} <Error> executeQuery: Code: 62, e.displayText() = DB::Exception: Syntax error: failed at position 74: @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_conn. Expected one of: CAST, NULL...
Client side Exception:
java.sql.SQLException: Syntax error: failed at position 74: @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_conn. Expected one of: CAST...
* add repalce 'SHOW VARIABLES' for mysql-connector-java-5.1.34 #9336
* Add java client(JDBC) integration test to test_mysql_protocol
* shift out java tests from dbms
* Update MySQLHandler.cpp
* Update MySQLHandler.cpp
* test_mysql_protocol: add Test.java exit code 1 when expection
Co-authored-by: alexey-milovidov <milovidov@yandex-team.ru>
2020-04-08 21:52:19 +00:00
@pytest.fixture ( scope = ' module ' )
def java_container ( ) :
2020-08-12 15:04:36 +00:00
docker_compose = os . path . join ( DOCKER_COMPOSE_PATH , ' docker_compose_mysql_java_client.yml ' )
2021-01-22 14:27:23 +00:00
run_and_check (
2021-03-24 13:23:23 +00:00
[ ' docker-compose ' , ' --env-file ' , cluster . instances [ " node " ] . env_file , ' -p ' , cluster . project_name , ' -f ' , docker_compose , ' up ' , ' --no-recreate ' , ' -d ' , ' --no-build ' ] )
2021-06-01 08:43:44 +00:00
yield docker . DockerClient ( base_url = ' unix:///var/run/docker.sock ' , version = cluster . docker_api_version , timeout = 600 ) . containers . get ( cluster . project_name + ' _java1_1 ' )
Enhanced compatibility with native mysql-connector-java(JDBC) (#10021)
* Skip the `/* comments */ SELECT @@variables ...` from mysql-connector-java setup for MySQL Handler #9336
mysql-connector setup query:
/* mysql-connector-java-5.1.38 ( Revision: ${revinfo.commit} ) */SELECT @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_connection, @@character_set_results AS character_set_results, @@character_set_server AS character_set_server, @@init_connect AS init_connect, @@interactive_timeout AS interactive_timeout...
ClickHouse side Error:
{} <Error> executeQuery: Code: 62, e.displayText() = DB::Exception: Syntax error: failed at position 74: @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_conn. Expected one of: CAST, NULL...
Client side Exception:
java.sql.SQLException: Syntax error: failed at position 74: @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_conn. Expected one of: CAST...
* add repalce 'SHOW VARIABLES' for mysql-connector-java-5.1.34 #9336
* Add java client(JDBC) integration test to test_mysql_protocol
* shift out java tests from dbms
* Update MySQLHandler.cpp
* Update MySQLHandler.cpp
* test_mysql_protocol: add Test.java exit code 1 when expection
Co-authored-by: alexey-milovidov <milovidov@yandex-team.ru>
2020-04-08 21:52:19 +00:00
2021-04-13 14:55:31 +00:00
def test_mysql_client ( started_cluster ) :
2019-04-02 22:21:44 +00:00
# type: (Container, str) -> None
2021-04-13 14:55:31 +00:00
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
2019-07-28 13:12:26 +00:00
mysql - - protocol tcp - h { host } - P { port } default - u user_with_double_sha1 - - password = abacaba
- e " SELECT 1; "
2021-04-13 14:55:31 +00:00
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
2021-03-09 07:32:10 +00:00
logging . debug ( f " test_mysql_client code: { code } stdout: { stdout } , stderr: { stderr } " )
2020-10-02 16:54:07 +00:00
assert stdout . decode ( ) == ' \n ' . join ( [ ' 1 ' , ' 1 ' , ' ' ] )
2019-07-28 13:12:26 +00:00
2021-04-13 14:55:31 +00:00
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
2019-04-22 10:57:50 +00:00
mysql - - protocol tcp - h { host } - P { port } default - u default - - password = 123
2019-05-16 03:34:04 +00:00
- e " SELECT 1 as a; "
- e " SELECT ' тест ' as b; "
2021-04-13 14:55:31 +00:00
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
2019-04-02 22:21:44 +00:00
2020-10-02 16:54:07 +00:00
assert stdout . decode ( ) == ' \n ' . join ( [ ' a ' , ' 1 ' , ' b ' , ' тест ' , ' ' ] )
2019-04-02 22:21:44 +00:00
2021-04-13 14:55:31 +00:00
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
2019-04-22 10:57:50 +00:00
mysql - - protocol tcp - h { host } - P { port } default - u default - - password = abc - e " select 1 as a; "
2021-04-13 14:55:31 +00:00
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
2019-04-02 22:21:44 +00:00
2020-10-02 16:54:07 +00:00
assert stderr . decode ( ) == ' mysql: [Warning] Using a password on the command line interface can be insecure. \n ' \
2020-02-29 12:57:52 +00:00
' ERROR 516 (00000): default: Authentication failed: password is incorrect or there is no user with such name \n '
2019-04-02 22:21:44 +00:00
2021-04-13 14:55:31 +00:00
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
2019-04-22 10:57:50 +00:00
mysql - - protocol tcp - h { host } - P { port } default - u default - - password = 123
2019-04-02 22:21:44 +00:00
- e " use system; "
- e " select count(*) from (select name from tables limit 1); "
- e " use system2; "
2021-04-13 14:55:31 +00:00
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
2019-04-02 22:21:44 +00:00
2020-10-02 16:54:07 +00:00
assert stdout . decode ( ) == ' count() \n 1 \n '
2021-07-14 11:50:27 +00:00
expected_msg = ' \n ' . join ( [
" mysql: [Warning] Using a password on the command line interface can be insecure. " ,
" ERROR 81 (00000) at line 1: Code: 81. DB::Exception: Database system2 doesn ' t exist " ,
] )
assert stderr [ : len ( expected_msg ) ] . decode ( ) == expected_msg
2019-04-02 22:21:44 +00:00
2021-04-13 14:55:31 +00:00
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
2019-05-16 03:34:04 +00:00
mysql - - protocol tcp - h { host } - P { port } default - u default - - password = 123
- e " CREATE DATABASE x; "
- e " USE x; "
2019-06-16 15:12:37 +00:00
- e " CREATE TABLE table1 (column UInt32) ENGINE = Memory; "
2019-05-16 03:34:04 +00:00
- e " INSERT INTO table1 VALUES (0), (1), (5); "
- e " INSERT INTO table1 VALUES (0), (1), (5); "
2019-06-16 15:12:37 +00:00
- e " SELECT * FROM table1 ORDER BY column; "
2019-06-16 07:55:14 +00:00
- e " DROP DATABASE x; "
2019-06-16 15:12:37 +00:00
- e " CREATE TEMPORARY TABLE tmp (tmp_column UInt32); "
- e " INSERT INTO tmp VALUES (0), (1); "
- e " SELECT * FROM tmp ORDER BY tmp_column; "
2021-04-13 14:55:31 +00:00
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
2019-05-16 03:34:04 +00:00
2020-10-02 16:54:07 +00:00
assert stdout . decode ( ) == ' \n ' . join ( [ ' column ' , ' 0 ' , ' 0 ' , ' 1 ' , ' 1 ' , ' 5 ' , ' 5 ' , ' tmp_column ' , ' 0 ' , ' 1 ' , ' ' ] )
2019-05-16 03:34:04 +00:00
2020-09-16 04:26:10 +00:00
2021-04-13 14:55:31 +00:00
def test_mysql_client_exception ( started_cluster ) :
2020-09-16 04:26:10 +00:00
# Poco exception.
2021-04-13 14:55:31 +00:00
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
2020-07-10 06:20:32 +00:00
mysql - - protocol tcp - h { host } - P { port } default - u default - - password = 123
- e " CREATE TABLE default.t1_remote_mysql AS mysql( ' 127.0.0.1:10086 ' , ' default ' , ' t1_local ' , ' default ' , ' ' ); "
2021-04-13 14:55:31 +00:00
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
2020-07-10 06:20:32 +00:00
2021-07-14 11:50:27 +00:00
expected_msg = ' \n ' . join ( [
" mysql: [Warning] Using a password on the command line interface can be insecure. " ,
" ERROR 1000 (00000) at line 1: Poco::Exception. Code: 1000, e.code() = 0, Exception: Connections to all replicas failed: default@127.0.0.1:10086 as user default " ,
] )
assert stderr [ : len ( expected_msg ) ] . decode ( ) == expected_msg
2020-07-10 06:20:32 +00:00
2020-07-06 08:26:06 +00:00
2021-04-13 14:55:31 +00:00
def test_mysql_affected_rows ( started_cluster ) :
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
2020-11-05 16:10:27 +00:00
mysql - - protocol tcp - h { host } - P { port } default - u default - - password = 123
- e " CREATE TABLE IF NOT EXISTS default.t1 (n UInt64) ENGINE MergeTree() ORDER BY tuple(); "
2021-04-13 14:55:31 +00:00
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
2020-11-05 16:10:27 +00:00
assert code == 0
2021-04-13 14:55:31 +00:00
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
2020-11-05 16:10:27 +00:00
mysql - vvv - - protocol tcp - h { host } - P { port } default - u default - - password = 123
- e " INSERT INTO default.t1(n) VALUES(1); "
2021-04-13 14:55:31 +00:00
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
2020-11-05 16:10:27 +00:00
assert code == 0
2020-11-06 10:28:37 +00:00
assert " 1 row affected " in stdout . decode ( )
2020-11-05 16:10:27 +00:00
2021-04-13 14:55:31 +00:00
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
2020-11-05 16:10:27 +00:00
mysql - vvv - - protocol tcp - h { host } - P { port } default - u default - - password = 123
- e " INSERT INTO default.t1(n) SELECT * FROM numbers(1000) "
2021-04-13 14:55:31 +00:00
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
2020-11-05 16:10:27 +00:00
assert code == 0
2020-11-06 01:54:33 +00:00
assert " 1000 rows affected " in stdout . decode ( )
2020-11-05 16:10:27 +00:00
2021-04-13 14:55:31 +00:00
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
2020-11-05 16:10:27 +00:00
mysql - - protocol tcp - h { host } - P { port } default - u default - - password = 123
- e " DROP TABLE default.t1; "
2021-04-13 14:55:31 +00:00
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
2020-11-05 16:10:27 +00:00
assert code == 0
2021-04-13 14:55:31 +00:00
def test_mysql_replacement_query ( started_cluster ) :
2020-07-09 03:14:52 +00:00
# SHOW TABLE STATUS LIKE.
2021-04-13 14:55:31 +00:00
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
2020-07-09 03:14:52 +00:00
mysql - - protocol tcp - h { host } - P { port } default - u default
- - password = 123 - e " show table status like ' xx ' ; "
2021-04-13 14:55:31 +00:00
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
2020-07-09 03:14:52 +00:00
assert code == 0
# SHOW VARIABLES.
2021-04-13 14:55:31 +00:00
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
2020-07-06 08:26:06 +00:00
mysql - - protocol tcp - h { host } - P { port } default - u default
- - password = 123 - e " show variables; "
2021-04-13 14:55:31 +00:00
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
2020-07-06 08:26:06 +00:00
assert code == 0
2020-07-09 03:14:52 +00:00
# KILL QUERY.
2021-04-13 14:55:31 +00:00
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
2020-07-06 08:26:06 +00:00
mysql - - protocol tcp - h { host } - P { port } default - u default
- - password = 123 - e " kill query 0; "
2021-04-13 14:55:31 +00:00
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
2020-07-06 08:26:06 +00:00
assert code == 0
2021-04-13 14:55:31 +00:00
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
2020-07-06 08:26:06 +00:00
mysql - - protocol tcp - h { host } - P { port } default - u default
- - password = 123 - e " kill query where query_id= ' mysql:0 ' ; "
2021-04-13 14:55:31 +00:00
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
2020-07-06 08:26:06 +00:00
assert code == 0
2020-07-09 03:14:52 +00:00
# SELECT DATABASE().
2021-04-13 14:55:31 +00:00
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
2020-07-09 03:14:52 +00:00
mysql - - protocol tcp - h { host } - P { port } default - u default
- - password = 123 - e " select database(); "
2021-04-13 14:55:31 +00:00
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
2020-07-09 03:14:52 +00:00
assert code == 0
2021-03-25 04:38:24 +00:00
assert stdout . decode ( ) == ' DATABASE() \n default \n '
2020-07-09 03:14:52 +00:00
2021-04-13 14:55:31 +00:00
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
2020-07-09 03:14:52 +00:00
mysql - - protocol tcp - h { host } - P { port } default - u default
- - password = 123 - e " select DATABASE(); "
2021-04-13 14:55:31 +00:00
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
2020-07-09 03:14:52 +00:00
assert code == 0
2020-10-02 16:54:07 +00:00
assert stdout . decode ( ) == ' DATABASE() \n default \n '
2020-07-09 03:14:52 +00:00
2020-07-06 08:26:06 +00:00
2021-06-25 02:20:22 +00:00
def test_mysql_select_user ( started_cluster ) :
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
mysql - - protocol tcp - h { host } - P { port } default - u default - - password = 123
- e " select user(); "
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
assert code == 0
assert stdout . decode ( ) == ' currentUser() \n default \n '
2021-04-13 14:55:31 +00:00
def test_mysql_explain ( started_cluster ) :
2020-07-16 08:29:17 +00:00
# EXPLAIN SELECT 1
2021-04-13 14:55:31 +00:00
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
2020-07-16 08:29:17 +00:00
mysql - - protocol tcp - h { host } - P { port } default - u default - - password = 123
- e " EXPLAIN SELECT 1; "
2021-04-13 14:55:31 +00:00
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
2020-07-16 08:29:17 +00:00
assert code == 0
# EXPLAIN AST SELECT 1
2021-04-13 14:55:31 +00:00
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
2020-07-16 08:29:17 +00:00
mysql - - protocol tcp - h { host } - P { port } default - u default - - password = 123
- e " EXPLAIN AST SELECT 1; "
2021-04-13 14:55:31 +00:00
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
2020-07-16 08:29:17 +00:00
assert code == 0
# EXPLAIN PLAN SELECT 1
2021-04-13 14:55:31 +00:00
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
2020-07-16 08:29:17 +00:00
mysql - - protocol tcp - h { host } - P { port } default - u default - - password = 123
- e " EXPLAIN PLAN SELECT 1; "
2021-04-13 14:55:31 +00:00
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
2020-07-16 08:29:17 +00:00
assert code == 0
2020-07-30 21:26:04 +00:00
2020-07-16 08:29:17 +00:00
# EXPLAIN PIPELINE graph=1 SELECT 1
2021-04-13 14:55:31 +00:00
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
2020-07-16 08:29:17 +00:00
mysql - - protocol tcp - h { host } - P { port } default - u default - - password = 123
- e " EXPLAIN PIPELINE graph=1 SELECT 1; "
2021-04-13 14:55:31 +00:00
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
2020-07-16 08:29:17 +00:00
assert code == 0
2020-07-30 21:26:04 +00:00
2021-04-13 14:55:31 +00:00
def test_mysql_federated ( started_cluster ) :
2020-06-16 20:52:31 +00:00
# For some reason it occasionally fails without retries.
retries = 100
for try_num in range ( retries ) :
node . query ( ''' DROP DATABASE IF EXISTS mysql_federated ''' , settings = { " password " : " 123 " } )
node . query ( ''' CREATE DATABASE mysql_federated ''' , settings = { " password " : " 123 " } )
node . query ( ''' CREATE TABLE mysql_federated.test (col UInt32) ENGINE = Log ''' , settings = { " password " : " 123 " } )
node . query ( ''' INSERT INTO mysql_federated.test VALUES (0), (1), (5) ''' , settings = { " password " : " 123 " } )
2020-09-08 11:20:35 +00:00
def check_retryable_error_in_stderr ( stderr ) :
2020-10-02 16:54:07 +00:00
stderr = stderr . decode ( )
2020-09-28 11:17:07 +00:00
return ( " Can ' t connect to local MySQL server through socket " in stderr
or " MySQL server has gone away " in stderr
or " Server shutdown in progress " in stderr )
2020-09-08 11:20:35 +00:00
2021-04-13 14:55:31 +00:00
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
2020-06-16 20:52:31 +00:00
mysql
- e " DROP SERVER IF EXISTS clickhouse; "
- e " CREATE SERVER clickhouse FOREIGN DATA WRAPPER mysql
OPTIONS ( USER ' default ' , PASSWORD ' 123 ' , HOST ' {host} ' , PORT { port } , DATABASE ' mysql_federated ' ) ; "
- e " DROP DATABASE IF EXISTS mysql_federated; "
- e " CREATE DATABASE mysql_federated; "
2021-04-13 14:55:31 +00:00
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
2020-06-16 20:52:31 +00:00
if code != 0 :
2020-10-02 16:54:07 +00:00
print ( ( " stdout " , stdout ) )
print ( ( " stderr " , stderr ) )
2020-09-08 11:20:35 +00:00
if try_num + 1 < retries and check_retryable_error_in_stderr ( stderr ) :
2020-06-16 20:52:31 +00:00
time . sleep ( 1 )
continue
assert code == 0
2021-04-13 14:55:31 +00:00
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
2020-06-16 20:52:31 +00:00
mysql
- e " CREATE TABLE mysql_federated.test(`col` int UNSIGNED) ENGINE=FEDERATED CONNECTION= ' clickhouse ' ; "
- e " SELECT * FROM mysql_federated.test ORDER BY col; "
2021-04-13 14:55:31 +00:00
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
2020-06-16 20:52:31 +00:00
if code != 0 :
2020-10-02 16:54:07 +00:00
print ( ( " stdout " , stdout ) )
print ( ( " stderr " , stderr ) )
2020-09-08 11:20:35 +00:00
if try_num + 1 < retries and check_retryable_error_in_stderr ( stderr ) :
2020-06-16 20:52:31 +00:00
time . sleep ( 1 )
continue
assert code == 0
2020-10-02 16:54:07 +00:00
assert stdout . decode ( ) == ' \n ' . join ( [ ' col ' , ' 0 ' , ' 1 ' , ' 5 ' , ' ' ] )
2020-06-16 20:52:31 +00:00
2021-04-13 14:55:31 +00:00
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
2020-06-16 20:52:31 +00:00
mysql
- e " INSERT INTO mysql_federated.test VALUES (0), (1), (5); "
- e " SELECT * FROM mysql_federated.test ORDER BY col; "
2021-04-13 14:55:31 +00:00
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
2020-06-16 20:52:31 +00:00
if code != 0 :
2020-10-02 16:54:07 +00:00
print ( ( " stdout " , stdout ) )
print ( ( " stderr " , stderr ) )
2020-09-08 11:20:35 +00:00
if try_num + 1 < retries and check_retryable_error_in_stderr ( stderr ) :
2020-06-16 20:52:31 +00:00
time . sleep ( 1 )
continue
assert code == 0
2020-10-02 16:54:07 +00:00
assert stdout . decode ( ) == ' \n ' . join ( [ ' col ' , ' 0 ' , ' 0 ' , ' 1 ' , ' 1 ' , ' 5 ' , ' 5 ' , ' ' ] )
2019-05-16 03:34:04 +00:00
2019-04-02 22:21:44 +00:00
2021-04-13 14:55:31 +00:00
def test_mysql_set_variables ( started_cluster ) :
code , ( stdout , stderr ) = started_cluster . mysql_client_container . exec_run ( '''
2020-09-04 04:51:15 +00:00
mysql - - protocol tcp - h { host } - P { port } default - u default - - password = 123
2020-09-08 11:20:35 +00:00
- e
2020-09-04 04:51:15 +00:00
"
SET NAMES = default ;
SET character_set_results = default ;
SET FOREIGN_KEY_CHECKS = false ;
SET AUTOCOMMIT = 1 ;
SET sql_mode = ' strict ' ;
SET @ @wait_timeout = 2147483 ;
SET SESSION TRANSACTION ISOLATION LEVEL READ ;
"
2021-04-13 14:55:31 +00:00
''' .format(host=started_cluster.get_instance_ip( ' node ' ), port=server_port), demux=True)
2020-09-04 04:51:15 +00:00
assert code == 0
2021-06-25 02:20:22 +00:00
2021-04-13 14:55:31 +00:00
def test_python_client ( started_cluster ) :
client = pymysql . connections . Connection ( host = started_cluster . get_instance_ip ( ' node ' ) , user = ' user_with_double_sha1 ' , password = ' abacaba ' ,
2020-09-16 04:26:10 +00:00
database = ' default ' , port = server_port )
2019-12-01 11:21:43 +00:00
with pytest . raises ( pymysql . InternalError ) as exc_info :
client . query ( ' select name from tables ' )
2021-07-14 11:50:27 +00:00
assert exc_info . value . args [ 1 ] . startswith ( " Code: 60. DB::Exception: Table default.tables doesn ' t exist " ) , exc_info . value . args [ 1 ]
2019-12-01 11:21:43 +00:00
cursor = client . cursor ( pymysql . cursors . DictCursor )
cursor . execute ( " select 1 as a, ' тест ' as b " )
assert cursor . fetchall ( ) == [ { ' a ' : 1 , ' b ' : ' тест ' } ]
2019-04-02 22:21:44 +00:00
with pytest . raises ( pymysql . InternalError ) as exc_info :
2021-04-13 14:55:31 +00:00
pymysql . connections . Connection ( host = started_cluster . get_instance_ip ( ' node ' ) , user = ' default ' , password = ' abacab ' , database = ' default ' ,
2020-09-16 04:26:10 +00:00
port = server_port )
2019-04-02 22:21:44 +00:00
2020-09-16 04:26:10 +00:00
assert exc_info . value . args == (
516 , ' default: Authentication failed: password is incorrect or there is no user with such name ' )
2019-04-02 22:21:44 +00:00
2021-04-13 14:55:31 +00:00
client = pymysql . connections . Connection ( host = started_cluster . get_instance_ip ( ' node ' ) , user = ' default ' , password = ' 123 ' , database = ' default ' ,
2020-09-16 04:26:10 +00:00
port = server_port )
2019-04-02 22:21:44 +00:00
with pytest . raises ( pymysql . InternalError ) as exc_info :
client . query ( ' select name from tables ' )
2021-07-14 11:50:27 +00:00
assert exc_info . value . args [ 1 ] . startswith ( " Code: 60. DB::Exception: Table default.tables doesn ' t exist " ) , exc_info . value . args [ 1 ]
2019-04-02 22:21:44 +00:00
cursor = client . cursor ( pymysql . cursors . DictCursor )
cursor . execute ( " select 1 as a, ' тест ' as b " )
2019-12-01 11:21:43 +00:00
assert cursor . fetchall ( ) == [ { ' a ' : 1 , ' b ' : ' тест ' } ]
2019-04-02 22:21:44 +00:00
client . select_db ( ' system ' )
with pytest . raises ( pymysql . InternalError ) as exc_info :
client . select_db ( ' system2 ' )
2021-07-14 11:50:27 +00:00
assert exc_info . value . args [ 1 ] . startswith ( " Code: 81. DB::Exception: Database system2 doesn ' t exist " ) , exc_info . value . args [ 1 ]
2019-04-07 10:29:30 +00:00
2019-05-16 03:34:04 +00:00
cursor = client . cursor ( pymysql . cursors . DictCursor )
2019-06-16 07:55:14 +00:00
cursor . execute ( ' CREATE DATABASE x ' )
client . select_db ( ' x ' )
cursor . execute ( " CREATE TABLE table1 (a UInt32) ENGINE = Memory " )
2019-05-16 03:34:04 +00:00
cursor . execute ( " INSERT INTO table1 VALUES (1), (3) " )
cursor . execute ( " INSERT INTO table1 VALUES (1), (4) " )
cursor . execute ( " SELECT * FROM table1 ORDER BY a " )
2019-12-01 11:21:43 +00:00
assert cursor . fetchall ( ) == [ { ' a ' : 1 } , { ' a ' : 1 } , { ' a ' : 3 } , { ' a ' : 4 } ]
2019-05-16 03:34:04 +00:00
2019-04-07 10:29:30 +00:00
2021-04-13 14:55:31 +00:00
def test_golang_client ( started_cluster , golang_container ) :
2019-04-07 10:29:30 +00:00
# type: (str, Container) -> None
2020-10-02 16:54:07 +00:00
with open ( os . path . join ( SCRIPT_DIR , ' golang.reference ' ) , ' rb ' ) as fp :
2019-12-01 11:21:43 +00:00
reference = fp . read ( )
2020-09-16 04:26:10 +00:00
code , ( stdout , stderr ) = golang_container . exec_run (
' ./main --host {host} --port {port} --user default --password 123 --database '
2021-04-13 14:55:31 +00:00
' abc ' . format ( host = started_cluster . get_instance_ip ( ' node ' ) , port = server_port ) , demux = True )
2019-04-07 10:29:30 +00:00
assert code == 1
2020-10-02 16:54:07 +00:00
assert stderr . decode ( ) == " Error 81: Database abc doesn ' t exist \n "
2019-04-07 10:29:30 +00:00
2020-09-16 04:26:10 +00:00
code , ( stdout , stderr ) = golang_container . exec_run (
' ./main --host {host} --port {port} --user default --password 123 --database '
2021-04-13 14:55:31 +00:00
' default ' . format ( host = started_cluster . get_instance_ip ( ' node ' ) , port = server_port ) , demux = True )
2019-04-07 10:29:30 +00:00
assert code == 0
2019-12-01 11:21:43 +00:00
assert stdout == reference
2019-04-07 10:29:30 +00:00
2020-09-16 04:26:10 +00:00
code , ( stdout , stderr ) = golang_container . exec_run (
' ./main --host {host} --port {port} --user user_with_double_sha1 --password abacaba --database '
2021-04-13 14:55:31 +00:00
' default ' . format ( host = started_cluster . get_instance_ip ( ' node ' ) , port = server_port ) , demux = True )
2019-12-01 11:21:43 +00:00
assert code == 0
assert stdout == reference
2019-07-21 12:09:41 +00:00
2021-04-13 14:55:31 +00:00
def test_php_client ( started_cluster , php_container ) :
2019-07-21 12:09:41 +00:00
# type: (str, Container) -> None
2020-09-16 04:26:10 +00:00
code , ( stdout , stderr ) = php_container . exec_run (
2021-04-13 14:55:31 +00:00
' php -f test.php {host} {port} default 123 ' . format ( host = started_cluster . get_instance_ip ( ' node ' ) , port = server_port ) , demux = True )
2019-07-21 12:09:41 +00:00
assert code == 0
2021-09-09 09:37:51 +00:00
assert stdout . decode ( ) == ' tables \n tables \n '
2019-07-23 07:10:06 +00:00
2020-09-16 04:26:10 +00:00
code , ( stdout , stderr ) = php_container . exec_run (
2021-04-13 14:55:31 +00:00
' php -f test_ssl.php {host} {port} default 123 ' . format ( host = started_cluster . get_instance_ip ( ' node ' ) , port = server_port ) , demux = True )
2019-07-23 07:10:06 +00:00
assert code == 0
2021-09-09 09:37:51 +00:00
assert stdout . decode ( ) == ' tables \n tables \n '
2019-12-01 11:21:43 +00:00
2020-09-16 04:26:10 +00:00
code , ( stdout , stderr ) = php_container . exec_run (
2021-04-13 14:55:31 +00:00
' php -f test.php {host} {port} user_with_double_sha1 abacaba ' . format ( host = started_cluster . get_instance_ip ( ' node ' ) , port = server_port ) ,
2020-09-16 04:26:10 +00:00
demux = True )
2019-12-01 11:21:43 +00:00
assert code == 0
2021-09-09 09:37:51 +00:00
assert stdout . decode ( ) == ' tables \n tables \n '
2019-12-01 11:21:43 +00:00
2020-09-16 04:26:10 +00:00
code , ( stdout , stderr ) = php_container . exec_run (
2021-04-13 14:55:31 +00:00
' php -f test_ssl.php {host} {port} user_with_double_sha1 abacaba ' . format ( host = started_cluster . get_instance_ip ( ' node ' ) , port = server_port ) ,
2020-09-16 04:26:10 +00:00
demux = True )
2019-12-01 11:21:43 +00:00
assert code == 0
2021-09-09 09:37:51 +00:00
assert stdout . decode ( ) == ' tables \n tables \n '
2019-07-28 13:12:26 +00:00
2021-04-13 14:55:31 +00:00
def test_mysqljs_client ( started_cluster , nodejs_container ) :
2020-09-16 04:26:10 +00:00
code , ( _ , stderr ) = nodejs_container . exec_run (
2021-04-13 14:55:31 +00:00
' node test.js {host} {port} user_with_sha256 abacaba ' . format ( host = started_cluster . get_instance_ip ( ' node ' ) , port = server_port ) , demux = True )
2019-07-28 14:17:33 +00:00
assert code == 1
2020-10-02 16:54:07 +00:00
assert ' MySQL is requesting the sha256_password authentication method, which is not supported. ' in stderr . decode ( )
2019-07-28 13:12:26 +00:00
2020-09-16 04:26:10 +00:00
code , ( _ , stderr ) = nodejs_container . exec_run (
2021-04-13 14:55:31 +00:00
' node test.js {host} {port} user_with_empty_password " " ' . format ( host = started_cluster . get_instance_ip ( ' node ' ) , port = server_port ) ,
2020-09-16 04:26:10 +00:00
demux = True )
2019-12-06 01:30:01 +00:00
assert code == 0
2019-07-28 13:12:26 +00:00
2020-09-16 04:26:10 +00:00
code , ( _ , _ ) = nodejs_container . exec_run (
2021-04-13 14:55:31 +00:00
' node test.js {host} {port} user_with_double_sha1 abacaba ' . format ( host = started_cluster . get_instance_ip ( ' node ' ) , port = server_port ) ,
2020-09-16 04:26:10 +00:00
demux = True )
2019-07-28 13:12:26 +00:00
assert code == 0
2020-09-16 04:26:10 +00:00
code , ( _ , _ ) = nodejs_container . exec_run (
2021-04-13 14:55:31 +00:00
' node test.js {host} {port} user_with_empty_password 123 ' . format ( host = started_cluster . get_instance_ip ( ' node ' ) , port = server_port ) ,
2020-09-16 04:26:10 +00:00
demux = True )
2019-07-28 13:12:26 +00:00
assert code == 1
2019-12-08 05:40:08 +00:00
2021-04-13 14:55:31 +00:00
def test_java_client ( started_cluster , java_container ) :
Enhanced compatibility with native mysql-connector-java(JDBC) (#10021)
* Skip the `/* comments */ SELECT @@variables ...` from mysql-connector-java setup for MySQL Handler #9336
mysql-connector setup query:
/* mysql-connector-java-5.1.38 ( Revision: ${revinfo.commit} ) */SELECT @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_connection, @@character_set_results AS character_set_results, @@character_set_server AS character_set_server, @@init_connect AS init_connect, @@interactive_timeout AS interactive_timeout...
ClickHouse side Error:
{} <Error> executeQuery: Code: 62, e.displayText() = DB::Exception: Syntax error: failed at position 74: @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_conn. Expected one of: CAST, NULL...
Client side Exception:
java.sql.SQLException: Syntax error: failed at position 74: @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_conn. Expected one of: CAST...
* add repalce 'SHOW VARIABLES' for mysql-connector-java-5.1.34 #9336
* Add java client(JDBC) integration test to test_mysql_protocol
* shift out java tests from dbms
* Update MySQLHandler.cpp
* Update MySQLHandler.cpp
* test_mysql_protocol: add Test.java exit code 1 when expection
Co-authored-by: alexey-milovidov <milovidov@yandex-team.ru>
2020-04-08 21:52:19 +00:00
# type: (str, Container) -> None
2020-08-12 15:04:36 +00:00
with open ( os . path . join ( SCRIPT_DIR , ' java.reference ' ) ) as fp :
Enhanced compatibility with native mysql-connector-java(JDBC) (#10021)
* Skip the `/* comments */ SELECT @@variables ...` from mysql-connector-java setup for MySQL Handler #9336
mysql-connector setup query:
/* mysql-connector-java-5.1.38 ( Revision: ${revinfo.commit} ) */SELECT @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_connection, @@character_set_results AS character_set_results, @@character_set_server AS character_set_server, @@init_connect AS init_connect, @@interactive_timeout AS interactive_timeout...
ClickHouse side Error:
{} <Error> executeQuery: Code: 62, e.displayText() = DB::Exception: Syntax error: failed at position 74: @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_conn. Expected one of: CAST, NULL...
Client side Exception:
java.sql.SQLException: Syntax error: failed at position 74: @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_conn. Expected one of: CAST...
* add repalce 'SHOW VARIABLES' for mysql-connector-java-5.1.34 #9336
* Add java client(JDBC) integration test to test_mysql_protocol
* shift out java tests from dbms
* Update MySQLHandler.cpp
* Update MySQLHandler.cpp
* test_mysql_protocol: add Test.java exit code 1 when expection
Co-authored-by: alexey-milovidov <milovidov@yandex-team.ru>
2020-04-08 21:52:19 +00:00
reference = fp . read ( )
2020-04-09 02:53:40 +00:00
# database not exists exception.
2020-09-16 04:26:10 +00:00
code , ( stdout , stderr ) = java_container . exec_run (
' java JavaConnectorTest --host {host} --port {port} --user user_with_empty_password --database '
2021-04-13 14:55:31 +00:00
' abc ' . format ( host = started_cluster . get_instance_ip ( ' node ' ) , port = server_port ) , demux = True )
Enhanced compatibility with native mysql-connector-java(JDBC) (#10021)
* Skip the `/* comments */ SELECT @@variables ...` from mysql-connector-java setup for MySQL Handler #9336
mysql-connector setup query:
/* mysql-connector-java-5.1.38 ( Revision: ${revinfo.commit} ) */SELECT @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_connection, @@character_set_results AS character_set_results, @@character_set_server AS character_set_server, @@init_connect AS init_connect, @@interactive_timeout AS interactive_timeout...
ClickHouse side Error:
{} <Error> executeQuery: Code: 62, e.displayText() = DB::Exception: Syntax error: failed at position 74: @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_conn. Expected one of: CAST, NULL...
Client side Exception:
java.sql.SQLException: Syntax error: failed at position 74: @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_conn. Expected one of: CAST...
* add repalce 'SHOW VARIABLES' for mysql-connector-java-5.1.34 #9336
* Add java client(JDBC) integration test to test_mysql_protocol
* shift out java tests from dbms
* Update MySQLHandler.cpp
* Update MySQLHandler.cpp
* test_mysql_protocol: add Test.java exit code 1 when expection
Co-authored-by: alexey-milovidov <milovidov@yandex-team.ru>
2020-04-08 21:52:19 +00:00
assert code == 1
2020-04-09 02:53:40 +00:00
# empty password passed.
2020-09-16 04:26:10 +00:00
code , ( stdout , stderr ) = java_container . exec_run (
' java JavaConnectorTest --host {host} --port {port} --user user_with_empty_password --database '
2021-04-13 14:55:31 +00:00
' default ' . format ( host = started_cluster . get_instance_ip ( ' node ' ) , port = server_port ) , demux = True )
Enhanced compatibility with native mysql-connector-java(JDBC) (#10021)
* Skip the `/* comments */ SELECT @@variables ...` from mysql-connector-java setup for MySQL Handler #9336
mysql-connector setup query:
/* mysql-connector-java-5.1.38 ( Revision: ${revinfo.commit} ) */SELECT @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_connection, @@character_set_results AS character_set_results, @@character_set_server AS character_set_server, @@init_connect AS init_connect, @@interactive_timeout AS interactive_timeout...
ClickHouse side Error:
{} <Error> executeQuery: Code: 62, e.displayText() = DB::Exception: Syntax error: failed at position 74: @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_conn. Expected one of: CAST, NULL...
Client side Exception:
java.sql.SQLException: Syntax error: failed at position 74: @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_conn. Expected one of: CAST...
* add repalce 'SHOW VARIABLES' for mysql-connector-java-5.1.34 #9336
* Add java client(JDBC) integration test to test_mysql_protocol
* shift out java tests from dbms
* Update MySQLHandler.cpp
* Update MySQLHandler.cpp
* test_mysql_protocol: add Test.java exit code 1 when expection
Co-authored-by: alexey-milovidov <milovidov@yandex-team.ru>
2020-04-08 21:52:19 +00:00
assert code == 0
2020-10-02 16:54:07 +00:00
assert stdout . decode ( ) == reference
Enhanced compatibility with native mysql-connector-java(JDBC) (#10021)
* Skip the `/* comments */ SELECT @@variables ...` from mysql-connector-java setup for MySQL Handler #9336
mysql-connector setup query:
/* mysql-connector-java-5.1.38 ( Revision: ${revinfo.commit} ) */SELECT @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_connection, @@character_set_results AS character_set_results, @@character_set_server AS character_set_server, @@init_connect AS init_connect, @@interactive_timeout AS interactive_timeout...
ClickHouse side Error:
{} <Error> executeQuery: Code: 62, e.displayText() = DB::Exception: Syntax error: failed at position 74: @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_conn. Expected one of: CAST, NULL...
Client side Exception:
java.sql.SQLException: Syntax error: failed at position 74: @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_conn. Expected one of: CAST...
* add repalce 'SHOW VARIABLES' for mysql-connector-java-5.1.34 #9336
* Add java client(JDBC) integration test to test_mysql_protocol
* shift out java tests from dbms
* Update MySQLHandler.cpp
* Update MySQLHandler.cpp
* test_mysql_protocol: add Test.java exit code 1 when expection
Co-authored-by: alexey-milovidov <milovidov@yandex-team.ru>
2020-04-08 21:52:19 +00:00
2020-04-09 02:53:40 +00:00
# non-empty password passed.
2020-09-16 04:26:10 +00:00
code , ( stdout , stderr ) = java_container . exec_run (
' java JavaConnectorTest --host {host} --port {port} --user default --password 123 --database '
2021-04-13 14:55:31 +00:00
' default ' . format ( host = started_cluster . get_instance_ip ( ' node ' ) , port = server_port ) , demux = True )
2020-04-09 02:53:40 +00:00
assert code == 0
2020-10-02 16:54:07 +00:00
assert stdout . decode ( ) == reference
2020-04-09 02:53:40 +00:00
# double-sha1 password passed.
2020-09-16 04:26:10 +00:00
code , ( stdout , stderr ) = java_container . exec_run (
' java JavaConnectorTest --host {host} --port {port} --user user_with_double_sha1 --password abacaba --database '
2021-04-13 14:55:31 +00:00
' default ' . format ( host = started_cluster . get_instance_ip ( ' node ' ) , port = server_port ) , demux = True )
2020-04-09 02:53:40 +00:00
assert code == 0
2020-10-02 16:54:07 +00:00
assert stdout . decode ( ) == reference
2020-04-09 02:53:40 +00:00
Enhanced compatibility with native mysql-connector-java(JDBC) (#10021)
* Skip the `/* comments */ SELECT @@variables ...` from mysql-connector-java setup for MySQL Handler #9336
mysql-connector setup query:
/* mysql-connector-java-5.1.38 ( Revision: ${revinfo.commit} ) */SELECT @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_connection, @@character_set_results AS character_set_results, @@character_set_server AS character_set_server, @@init_connect AS init_connect, @@interactive_timeout AS interactive_timeout...
ClickHouse side Error:
{} <Error> executeQuery: Code: 62, e.displayText() = DB::Exception: Syntax error: failed at position 74: @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_conn. Expected one of: CAST, NULL...
Client side Exception:
java.sql.SQLException: Syntax error: failed at position 74: @@session.auto_increment_increment AS auto_increment_increment, @@character_set_client AS character_set_client, @@character_set_connection AS character_set_conn. Expected one of: CAST...
* add repalce 'SHOW VARIABLES' for mysql-connector-java-5.1.34 #9336
* Add java client(JDBC) integration test to test_mysql_protocol
* shift out java tests from dbms
* Update MySQLHandler.cpp
* Update MySQLHandler.cpp
* test_mysql_protocol: add Test.java exit code 1 when expection
Co-authored-by: alexey-milovidov <milovidov@yandex-team.ru>
2020-04-08 21:52:19 +00:00
2021-04-13 14:55:31 +00:00
def test_types ( started_cluster ) :
client = pymysql . connections . Connection ( host = started_cluster . get_instance_ip ( ' node ' ) , user = ' default ' , password = ' 123 ' , database = ' default ' ,
2020-09-16 04:26:10 +00:00
port = server_port )
2019-12-08 05:40:08 +00:00
cursor = client . cursor ( pymysql . cursors . DictCursor )
cursor . execute (
" select "
" toInt8(-pow(2, 7)) as Int8_column, "
" toUInt8(pow(2, 8) - 1) as UInt8_column, "
" toInt16(-pow(2, 15)) as Int16_column, "
" toUInt16(pow(2, 16) - 1) as UInt16_column, "
" toInt32(-pow(2, 31)) as Int32_column, "
" toUInt32(pow(2, 32) - 1) as UInt32_column, "
" toInt64( ' -9223372036854775808 ' ) as Int64_column, " # -2^63
" toUInt64( ' 18446744073709551615 ' ) as UInt64_column, " # 2^64 - 1
" ' тест ' as String_column, "
" toFixedString( ' тест ' , 8) as FixedString_column, "
" toFloat32(1.5) as Float32_column, "
" toFloat64(1.5) as Float64_column, "
" toFloat32(NaN) as Float32_NaN_column, "
" -Inf as Float64_Inf_column, "
" toDate( ' 2019-12-08 ' ) as Date_column, "
" toDate( ' 1970-01-01 ' ) as Date_min_column, "
" toDate( ' 1970-01-02 ' ) as Date_after_min_column, "
" toDateTime( ' 2019-12-08 08:24:03 ' ) as DateTime_column "
)
result = cursor . fetchall ( ) [ 0 ]
expected = [
( ' Int8_column ' , - 2 * * 7 ) ,
( ' UInt8_column ' , 2 * * 8 - 1 ) ,
( ' Int16_column ' , - 2 * * 15 ) ,
( ' UInt16_column ' , 2 * * 16 - 1 ) ,
( ' Int32_column ' , - 2 * * 31 ) ,
( ' UInt32_column ' , 2 * * 32 - 1 ) ,
( ' Int64_column ' , - 2 * * 63 ) ,
( ' UInt64_column ' , 2 * * 64 - 1 ) ,
( ' String_column ' , ' тест ' ) ,
( ' FixedString_column ' , ' тест ' ) ,
( ' Float32_column ' , 1.5 ) ,
( ' Float64_column ' , 1.5 ) ,
( ' Float32_NaN_column ' , float ( ' nan ' ) ) ,
( ' Float64_Inf_column ' , float ( ' -inf ' ) ) ,
( ' Date_column ' , datetime . date ( 2019 , 12 , 8 ) ) ,
2020-07-30 21:26:04 +00:00
( ' Date_min_column ' , datetime . date ( 1970 , 1 , 1 ) ) ,
2019-12-08 05:40:08 +00:00
( ' Date_after_min_column ' , datetime . date ( 1970 , 1 , 2 ) ) ,
( ' DateTime_column ' , datetime . datetime ( 2019 , 12 , 8 , 8 , 24 , 3 ) ) ,
]
for key , value in expected :
if isinstance ( value , float ) and math . isnan ( value ) :
assert math . isnan ( result [ key ] )
else :
assert result [ key ] == value