#include #include #include #include #include #include #include #include #include #include #include using Poco::SharedPtr; int main(int argc, char ** argv) { try { typedef std::pair > NameAndTypePair; typedef std::list NamesAndTypesList; NamesAndTypesList names_and_types_list; boost::assign::push_back(names_and_types_list) ("WatchID", new DB::DataTypeUInt64) ("ChunkID", new DB::DataTypeUInt64) ("Random", new DB::DataTypeUInt32) ("JavaEnable", new DB::DataTypeUInt8) ("FrameEnable", new DB::DataTypeUInt8) ("Title", new DB::DataTypeString) ("GoodEvent", new DB::DataTypeUInt32) // ("EventTime", new DB::DataTypeDateTime) ("CounterID", new DB::DataTypeUInt32) ("ClientIP", new DB::DataTypeUInt32) ("RegionID", new DB::DataTypeUInt32) ("UniqID", new DB::DataTypeUInt64) ("SessID", new DB::DataTypeUInt32) ("CounterClass", new DB::DataTypeUInt8) ("OS", new DB::DataTypeUInt8) ("UserAgent", new DB::DataTypeUInt8) ("URL", new DB::DataTypeString) ("Referer", new DB::DataTypeString) ("Refresh", new DB::DataTypeUInt8) ("ResolutionWidth", new DB::DataTypeUInt16) ("ResolutionHeight", new DB::DataTypeUInt16) ("ResolutionDepth", new DB::DataTypeUInt8) ("FlashMajor", new DB::DataTypeUInt8) ("FlashMinor", new DB::DataTypeUInt8) ("FlashMinor2", new DB::DataTypeString) ("NetMajor", new DB::DataTypeUInt8) ("NetMinor", new DB::DataTypeUInt8) ("UserAgentMajor", new DB::DataTypeUInt16) // ("UserAgentMinor", new DB::DataTypeFixedString(2)) ("CookieEnable", new DB::DataTypeUInt8) ("JavascriptEnable", new DB::DataTypeUInt8) ("IsMobile", new DB::DataTypeUInt8) ("MobilePhone", new DB::DataTypeUInt8) ("MobilePhoneModel", new DB::DataTypeString) ("Params", new DB::DataTypeString) ("IPNetworkID", new DB::DataTypeUInt32) ("TraficSourceID", new DB::DataTypeInt8) ("SearchEngineID", new DB::DataTypeUInt16) ("SearchPhrase", new DB::DataTypeString) ("AdvEngineID", new DB::DataTypeUInt8) ("IsArtifical", new DB::DataTypeUInt8) ("WindowClientWidth", new DB::DataTypeUInt16) ("WindowClientHeight", new DB::DataTypeUInt16) ("ClientTimeZone", new DB::DataTypeInt16) // ("ClientEventTime", new DB::DataTypeDateTime) ("SilverlightVersion1", new DB::DataTypeUInt8) ("SilverlightVersion2", new DB::DataTypeUInt8) ("SilverlightVersion3", new DB::DataTypeUInt32) ("SilverlightVersion4", new DB::DataTypeUInt16) ("PageCharset", new DB::DataTypeString) ; SharedPtr names_and_types_map = new DB::NamesAndTypes; SharedPtr data_types; DB::ColumnNames column_names; for (NamesAndTypesList::const_iterator it = names_and_types_list.begin(); it != names_and_types_list.end(); ++it) { names_and_types_map->insert(*it); data_types->push_back(it->second); column_names.push_back(it->first); } /// создаём таблицу хит лога DB::StorageLog table("./", "HitLog", names_and_types_map, ".bin"); /// создаём описание, как читать данные из tab separated дампа DB::Block sample; for (NamesAndTypesList::const_iterator it = names_and_types_list.begin(); it != names_and_types_list.end(); ++it) { DB::ColumnWithNameAndType elem; elem.name = it->first; elem.type = it->second; elem.column = elem.type->createColumn(); sample.insert(elem); } /// читаем данные из tsv файла и одновременно пишем в таблицу { DB::TabSeparatedRowInputStream in(std::cin, data_types); SharedPtr out = table.write(0); DB::copyData(in, *out, sample); } /// читаем из неё { SharedPtr in = table.read(column_names, 0); DB::TabSeparatedRowOutputStream out(std::cout, data_types); DB::copyData(*in, out); } } catch (const DB::Exception & e) { std::cerr << e.what() << ", " << e.message() << std::endl; return 1; } return 0; }