mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-12-11 08:52:06 +00:00
b79ead9c84
* Replicate poco into base/poco/ * De-register poco submodule * Build poco from ClickHouse * Exclude poco from stylecheck * Exclude poco from whitespace check * Exclude poco from typo check * Remove x bit from sources/headers (the style check complained) * Exclude poco from duplicate include check * Fix fasttest * Remove contrib/poco-cmake/* * Simplify poco build descriptions * Remove poco stuff not used by ClickHouse * Glob poco sources * Exclude poco from clang-tidy
136 lines
2.9 KiB
C++
136 lines
2.9 KiB
C++
//
|
|
// StringTokenizer.cpp
|
|
//
|
|
// Library: Foundation
|
|
// Package: Core
|
|
// Module: StringTokenizer
|
|
//
|
|
// Copyright (c) 2004-2006, Applied Informatics Software Engineering GmbH.
|
|
// and Contributors.
|
|
//
|
|
// SPDX-License-Identifier: BSL-1.0
|
|
//
|
|
|
|
|
|
#include "Poco/StringTokenizer.h"
|
|
#include "Poco/Ascii.h"
|
|
#include <algorithm>
|
|
|
|
|
|
namespace Poco {
|
|
|
|
|
|
StringTokenizer::StringTokenizer(const std::string& str, const std::string& separators, int options)
|
|
{
|
|
std::string::const_iterator it = str.begin();
|
|
std::string::const_iterator end = str.end();
|
|
std::string token;
|
|
bool doTrim = ((options & TOK_TRIM) != 0);
|
|
bool ignoreEmpty = ((options & TOK_IGNORE_EMPTY) != 0);
|
|
bool lastToken = false;
|
|
|
|
for (; it != end; ++it)
|
|
{
|
|
if (separators.find(*it) != std::string::npos)
|
|
{
|
|
if (doTrim) trim(token);
|
|
if (!token.empty() || !ignoreEmpty) _tokens.push_back(token);
|
|
if (!ignoreEmpty) lastToken = true;
|
|
token.clear();
|
|
}
|
|
else
|
|
{
|
|
token += *it;
|
|
lastToken = false;
|
|
}
|
|
}
|
|
|
|
if (!token.empty())
|
|
{
|
|
if (doTrim) trim(token);
|
|
if (!token.empty() || !ignoreEmpty) _tokens.push_back(token);
|
|
}
|
|
else if (lastToken)
|
|
{
|
|
_tokens.push_back(std::string());
|
|
}
|
|
}
|
|
|
|
|
|
StringTokenizer::~StringTokenizer()
|
|
{
|
|
}
|
|
|
|
|
|
void StringTokenizer::trim(std::string& token)
|
|
{
|
|
std::string::size_type front = 0;
|
|
std::string::size_type back = 0;
|
|
std::string::size_type length = token.length();
|
|
std::string::const_iterator tIt = token.begin();
|
|
std::string::const_iterator tEnd = token.end();
|
|
for (; tIt != tEnd; ++tIt, ++front)
|
|
{
|
|
if (!Ascii::isSpace(*tIt)) break;
|
|
}
|
|
if (tIt != tEnd)
|
|
{
|
|
std::string::const_reverse_iterator tRit = token.rbegin();
|
|
std::string::const_reverse_iterator tRend = token.rend();
|
|
for (; tRit != tRend; ++tRit, ++back)
|
|
{
|
|
if (!Ascii::isSpace(*tRit)) break;
|
|
}
|
|
}
|
|
token = token.substr(front, length - back - front);
|
|
}
|
|
|
|
|
|
std::size_t StringTokenizer::count(const std::string& token) const
|
|
{
|
|
std::size_t result = 0;
|
|
TokenVec::const_iterator it = std::find(_tokens.begin(), _tokens.end(), token);
|
|
while (it != _tokens.end())
|
|
{
|
|
result++;
|
|
it = std::find(++it, _tokens.end(), token);
|
|
}
|
|
return result;
|
|
}
|
|
|
|
|
|
std::string::size_type StringTokenizer::find(const std::string& token, std::string::size_type pos) const
|
|
{
|
|
TokenVec::const_iterator it = std::find(_tokens.begin() + pos, _tokens.end(), token);
|
|
if (it != _tokens.end())
|
|
{
|
|
return it - _tokens.begin();
|
|
}
|
|
throw NotFoundException(token);
|
|
}
|
|
|
|
|
|
bool StringTokenizer::has(const std::string& token) const
|
|
{
|
|
TokenVec::const_iterator it = std::find(_tokens.begin(), _tokens.end(), token);
|
|
return it != _tokens.end();
|
|
}
|
|
|
|
|
|
std::size_t StringTokenizer::replace(const std::string& oldToken, const std::string& newToken, std::string::size_type pos)
|
|
{
|
|
std::size_t result = 0;
|
|
TokenVec::iterator it = std::find(_tokens.begin() + pos, _tokens.end(), oldToken);
|
|
while (it != _tokens.end())
|
|
{
|
|
result++;
|
|
*it = newToken;
|
|
it = std::find(++it, _tokens.end(), oldToken);
|
|
}
|
|
return result;
|
|
}
|
|
|
|
|
|
} // namespace Poco
|
|
|