ClickHouse/src/IO/BufferBase.h

123 lines
4.5 KiB
C++
Raw Normal View History

#pragma once
#include <Core/Defines.h>
#include <algorithm>
namespace DB
{
2017-05-28 14:29:40 +00:00
/** Base class for ReadBuffer and WriteBuffer.
* Contains common types, variables, and functions.
*
2017-05-28 14:29:40 +00:00
* ReadBuffer and WriteBuffer are similar to istream and ostream, respectively.
* They have to be used, because using iostreams it is impossible to effectively implement some operations.
* For example, using istream, you can not quickly read string values from a tab-separated file,
* so that after reading, the position remains immediately after the read value.
* (The only option is to call the std::istream::get() function on each byte, but this slows down due to several virtual calls.)
*
2017-05-28 14:29:40 +00:00
* Read/WriteBuffers provide direct access to the internal buffer, so the necessary operations are implemented more efficiently.
* Only one virtual function nextImpl() is used, which is rarely called:
* - in the case of ReadBuffer - fill in the buffer with new data from the source;
* - in the case of WriteBuffer - write data from the buffer into the receiver.
*
2017-05-28 14:29:40 +00:00
* Read/WriteBuffer can own or not own an own piece of memory.
* In the second case, you can effectively read from an already existing piece of memory / std::string without copying it.
*/
class BufferBase
{
public:
2017-05-28 14:29:40 +00:00
/** Cursor in the buffer. The position of write or read. */
using Position = char *;
2017-05-28 14:29:40 +00:00
/** A reference to the range of memory. */
struct Buffer
{
Buffer(Position begin_pos_, Position end_pos_) : begin_pos(begin_pos_), end_pos(end_pos_) {}
inline Position begin() const { return begin_pos; }
inline Position end() const { return end_pos; }
inline size_t size() const { return size_t(end_pos - begin_pos); }
inline void resize(size_t size) { end_pos = begin_pos + size; }
inline void swap(Buffer & other)
{
std::swap(begin_pos, other.begin_pos);
std::swap(end_pos, other.end_pos);
}
private:
Position begin_pos;
2017-05-28 14:29:40 +00:00
Position end_pos; /// 1 byte after the end of the buffer
};
2017-05-28 14:29:40 +00:00
/** The constructor takes a range of memory to use for the buffer.
* offset - the starting point of the cursor. ReadBuffer must set it to the end of the range, and WriteBuffer - to the beginning.
*/
BufferBase(Position ptr, size_t size, size_t offset)
: pos(ptr + offset), working_buffer(ptr, ptr + size), internal_buffer(ptr, ptr + size) {}
void set(Position ptr, size_t size, size_t offset)
{
internal_buffer = Buffer(ptr, ptr + size);
working_buffer = Buffer(ptr, ptr + size);
pos = ptr + offset;
}
2017-05-28 14:29:40 +00:00
/// get buffer
inline Buffer & internalBuffer() { return internal_buffer; }
2017-05-28 14:29:40 +00:00
/// get the part of the buffer from which you can read / write data
inline Buffer & buffer() { return working_buffer; }
2017-05-28 14:29:40 +00:00
/// get (for reading and modifying) the position in the buffer
inline Position & position() { return pos; }
2017-05-28 14:29:40 +00:00
/// offset in bytes of the cursor from the beginning of the buffer
inline size_t offset() const { return size_t(pos - working_buffer.begin()); }
2018-07-17 16:29:11 +00:00
/// How many bytes are available for read/write
2018-07-17 12:32:31 +00:00
inline size_t available() const { return size_t(working_buffer.end() - pos); }
2018-08-25 11:57:00 +00:00
inline void swap(BufferBase & other)
{
internal_buffer.swap(other.internal_buffer);
working_buffer.swap(other.working_buffer);
std::swap(pos, other.pos);
}
2017-05-28 14:29:40 +00:00
/** How many bytes have been read/written, counting those that are still in the buffer. */
size_t count() const { return bytes + offset(); }
/** Check that there is more bytes in buffer after cursor. */
bool ALWAYS_INLINE hasPendingData() const { return available() > 0; }
bool isPadded() const { return padded; }
protected:
/// Read/write position.
Position pos;
/** How many bytes have been read/written, not counting those that are now in the buffer.
* (counting those that were already used and "removed" from the buffer)
*/
size_t bytes = 0;
2017-05-28 14:29:40 +00:00
/** A piece of memory that you can use.
* For example, if internal_buffer is 1MB, and from a file for reading it was loaded into the buffer
* only 10 bytes, then working_buffer will be 10 bytes in size
* (working_buffer.end() will point to the position immediately after the 10 bytes that can be read).
*/
Buffer working_buffer;
/// A reference to a piece of memory for the buffer.
Buffer internal_buffer;
/// Indicator of 15 bytes pad_right
bool padded{false};
};
}