thevar1able/ClickHouse
1
0
Fork 0
mirror of https://github.com/ClickHouse/ClickHouse.git synced 2024-09-20 08:40:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove unused file after renaming

Browse Source
This commit is contained in:
avogar 2022-09-20 13:54:54 +00:00
parent 868ce8bc16
commit b86aec41d4
1 changed files with 0 additions and 56 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

56
src/Processors/Formats/IOutputFormatWithUTF8Validation.h
View File

@ -1,56 +0,0 @@
#pragma once
#include <Processors/Formats/IOutputFormat.h>
#include <Processors/Formats/IRowOutputFormat.h>
#include <IO/WriteBuffer.h>
#include <IO/WriteBufferValidUTF8.h>
namespace DB
{
template <typename Base, typename... Args>
class IIOutputFormatWithUTF8Validation : public Base
{
public:
IIOutputFormatWithUTF8Validation(bool validate_utf8, const Block & header, WriteBuffer & out_, Args... args)
: Base(header, out_, std::forward<Args>(args)...)
{
bool values_can_contain_invalid_utf8 = false;
for (const auto & type : this->getPort(IOutputFormat::PortKind::Main).getHeader().getDataTypes())
{
if (!type->textCanContainOnlyValidUTF8())
values_can_contain_invalid_utf8 = true;
}
if (validate_utf8 && values_can_contain_invalid_utf8)
{
validating_ostr = std::make_unique<WriteBufferValidUTF8>(this->out);
ostr = validating_ostr.get();
}
else
ostr = &this->out;
}
void flush() override
{
ostr->next();
if (validating_ostr)
this->out.next();
}
protected:
/// Point to validating_ostr or out from IOutputFormat, should be used in derived classes instead of out.
WriteBuffer * ostr;
private:
/// Validates UTF-8 sequences, replaces bad sequences with replacement character.
std::unique_ptr<WriteBuffer> validating_ostr;
};
using IOutputFormatWithUTF8Validation = IIOutputFormatWithUTF8Validation<IOutputFormat>;
using IRowOutputFormatWithUTF8Validation = IIOutputFormatWithUTF8Validation<IRowOutputFormat, const IRowOutputFormat::Params &>;
}