#pragma once #include #include #include #include #include namespace DB { class MergeTreeIndexSet; struct MergeTreeIndexGranuleSet : public IMergeTreeIndexGranule { explicit MergeTreeIndexGranuleSet( const String & index_name_, const Block & index_sample_block_, size_t max_rows_); MergeTreeIndexGranuleSet( const String & index_name_, const Block & index_sample_block_, size_t max_rows_, MutableColumns && columns_); void serializeBinary(WriteBuffer & ostr) const override; void deserializeBinary(ReadBuffer & istr) override; size_t size() const { return block.rows(); } bool empty() const override { return !size(); } ~MergeTreeIndexGranuleSet() override = default; String index_name; size_t max_rows; Block index_sample_block; Block block; }; struct MergeTreeIndexAggregatorSet : IMergeTreeIndexAggregator { explicit MergeTreeIndexAggregatorSet( const String & index_name_, const Block & index_sample_block_, size_t max_rows_); ~MergeTreeIndexAggregatorSet() override = default; size_t size() const { return data.getTotalRowCount(); } bool empty() const override { return !size(); } MergeTreeIndexGranulePtr getGranuleAndReset() override; void update(const Block & block, size_t * pos, size_t limit) override; private: /// return true if has new data template bool buildFilter( Method & method, const ColumnRawPtrs & column_ptrs, IColumn::Filter & filter, size_t pos, size_t limit, ClearableSetVariants & variants) const; String index_name; size_t max_rows; Block index_sample_block; ClearableSetVariants data; Sizes key_sizes; MutableColumns columns; }; class MergeTreeIndexConditionSet : public IMergeTreeIndexCondition { public: MergeTreeIndexConditionSet( const String & index_name_, const Block & index_sample_block_, size_t max_rows_, const SelectQueryInfo & query, const Context & context); bool alwaysUnknownOrTrue() const override; bool mayBeTrueOnGranule(MergeTreeIndexGranulePtr idx_granule) const override; ~MergeTreeIndexConditionSet() override = default; private: void traverseAST(ASTPtr & node) const; bool atomFromAST(ASTPtr & node) const; static bool operatorFromAST(ASTPtr & node); bool checkASTUseless(const ASTPtr & node, bool atomic = false) const; String index_name; size_t max_rows; Block index_sample_block; bool useless; std::set key_columns; ASTPtr expression_ast; ExpressionActionsPtr actions; }; class MergeTreeIndexSet : public IMergeTreeIndex { public: MergeTreeIndexSet( const IndexDescription & index_, size_t max_rows_) : IMergeTreeIndex(index_) , max_rows(max_rows_) {} ~MergeTreeIndexSet() override = default; MergeTreeIndexGranulePtr createIndexGranule() const override; MergeTreeIndexAggregatorPtr createIndexAggregator() const override; MergeTreeIndexConditionPtr createIndexCondition( const SelectQueryInfo & query, const Context & context) const override; bool mayBenefitFromIndexForIn(const ASTPtr & node) const override; size_t max_rows = 0; }; }