thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-09-20 00:30:49 +00:00
Code Issues Packages Projects Releases Wiki Activity

Data obfuscator: development [#CLICKHOUSE-2]

Browse Source
This commit is contained in:
Alexey Milovidov 2018-06-15 12:44:14 +03:00
parent 108cca6ac1
commit ddd10d956b
1 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
dbms/programs/anonymizer/main.cpp
View File

@ -869,9 +869,14 @@ try
{
BlockInputStreamPtr input = context.getInputFormat(input_format, file_in, header, max_block_size);
UInt64 processed_rows = 0;
input->readPrefix();
while (Block block = input->read())
{
anonymizer.train(block.getColumns());
processed_rows += block.rows();
std::cerr << "Processed " << processed_rows << " rows\n";
}
input->readSuffix();
}
@ -885,12 +890,15 @@ try
BlockInputStreamPtr input = context.getInputFormat(input_format, file_in, header, max_block_size);
BlockOutputStreamPtr output = context.getOutputFormat(output_format, file_out, header);
UInt64 processed_rows = 0;
input->readPrefix();
output->writePrefix();
while (Block block = input->read())
{
Columns columns = anonymizer.generate(block.getColumns());
output->write(header.cloneWithColumns(columns));
processed_rows += block.rows();
std::cerr << "Processed " << processed_rows << " rows\n";
}
output->writeSuffix();
input->readSuffix();