dbms: parts_checker; not working yet. [#METR-11980]

dbms/include/DB/Core/ErrorCodes.h

@@ -254,6 +254,7 @@ namespace ErrorCodes
 		UNEXPECTED_ZOOKEEPER_ERROR,
 		INVALID_NESTED_NAME,
 		CORRUPTED_DATA,
+		INCORRECT_MARK,
 
 		POCO_EXCEPTION = 1000,
 		STD_EXCEPTION,

dbms/include/DB/IO/ReadBuffer.h

@@ -51,6 +51,13 @@ public:
 		return res;
 	}
 
+
+	inline void nextIfAtEnd()
+	{
+		if (pos == working_buffer.end())
+			next();
+	}
+
 	virtual ~ReadBuffer() {}
 
 
@@ -87,6 +94,21 @@ public:
 			throw Exception("Attempt to read after eof", ErrorCodes::ATTEMPT_TO_READ_AFTER_EOF);
 	}
 
+	/// Можно было бы назвать этот метод ignore, а ignore назвать ignoreStrict.
+	size_t tryIgnore(size_t n)
+	{
+		size_t bytes_ignored = 0;
+
+		while (bytes_ignored < n && !eof())
+		{
+			size_t bytes_to_ignore = std::min(static_cast<size_t>(working_buffer.end() - pos), n - bytes_ignored);
+			pos += bytes_to_ignore;
+			bytes_ignored += bytes_to_ignore;
+		}
+
+		return bytes_ignored;
+	}
+
 	/** Читает столько, сколько есть, не больше n байт. */
 	size_t read(char * to, size_t n)
 	{

dbms/include/DB/Storages/MarkCache.h

@@ -13,6 +13,21 @@ struct MarkInCompressedFile
 {
 	size_t offset_in_compressed_file;
 	size_t offset_in_decompressed_block;
+
+	bool operator==(const MarkInCompressedFile & rhs) const
+	{
+		return std::forward_as_tuple(offset_in_compressed_file, offset_in_decompressed_block) ==
+				std::forward_as_tuple(rhs.offset_in_compressed_file, rhs.offset_in_decompressed_block);
+	}
+	bool operator!=(const MarkInCompressedFile & rhs) const
+	{
+		return !(*this == rhs);
+	}
+
+	String toString() const
+	{
+		return "(" + DB::toString(offset_in_compressed_file) + "," + DB::toString(offset_in_decompressed_block) + ")";
+	}
 };
 
 typedef std::vector<MarkInCompressedFile> MarksInCompressedFile;

dbms/include/DB/Storages/MergeTree/MergeTreeData.h

@@ -137,6 +137,9 @@ public:
 
 				Checksum() {}
 				Checksum(size_t file_size_, uint128 file_hash_) : file_size(file_size_), file_hash(file_hash_) {}
+				Checksum(size_t file_size_, uint128 file_hash_, size_t uncompressed_size_, uint128 uncompressed_hash_)
+					: file_size(file_size_), file_hash(file_hash_), is_compressed(true),
+					uncompressed_size(uncompressed_size_), uncompressed_hash(uncompressed_hash_) {}
 
 				void checkEqual(const Checksum & rhs, bool have_uncompressed, const String & name) const;
 				void checkSize(const String & path) const;