ClickHouse/dbms/benchmark/monetdb/log/log_upload_100m

63 lines
19 KiB
Plaintext
Raw Normal View History

2016-02-07 21:58:58 +00:00
start time: Thu Sep 12 06:33:47 MSK 2013
monetdbd is running
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>
sql>\q
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>set GLOBAL max_length_for_sort_data = 8388608;
syntax error, unexpected GLOBAL in: "set global"
sql>\q
times: 1
query: create table hits_100m ( WatchID BIGINT, JavaEnable SMALLINT, Title VARCHAR(1400), GoodEvent SMALLINT, EventTime TIMESTAMP, EventDate DATE, CounterID BIGINT, ClientIP BIGINT, RegionID BIGINT, UserID BIGINT, CounterClass TINYINT, OS SMALLINT, UserAgent SMALLINT, URL VARCHAR(7800), Referer VARCHAR(3125), Refresh TINYINT, RefererCategoryID INT, RefererRegionID BIGINT, URLCategoryID INT, URLRegionID BIGINT, ResolutionWidth INT, ResolutionHeight INT, ResolutionDepth SMALLINT, FlashMajor SMALLINT, FlashMinor SMALLINT, FlashMinor2 VARCHAR(256), NetMajor SMALLINT, NetMinor SMALLINT, UserAgentMajor INT, UserAgentMinor CHAR(2), CookieEnable SMALLINT, JavascriptEnable SMALLINT, IsMobile SMALLINT, MobilePhone SMALLINT, MobilePhoneModel VARCHAR(80), Params VARCHAR(2925), IPNetworkID BIGINT, TraficSourceID SMALLINT, SearchEngineID INT, SearchPhrase VARCHAR(2008), AdvEngineID SMALLINT, IsArtifical SMALLINT, WindowClientWidth INT, WindowClientHeight INT, ClientTimeZone INTEGER, ClientEventTime TIMESTAMP, SilverlightVersion1 SMALLINT, SilverlightVersion2 SMALLINT, SilverlightVersion3 BIGINT, SilverlightVersion4 INT, PageCharset VARCHAR(80), CodeVersion BIGINT, IsLink SMALLINT, IsDownload SMALLINT, IsNotBounce SMALLINT, FUniqID BIGINT, OriginalURL VARCHAR(8181), HID BIGINT, IsOldCounter SMALLINT, IsEvent SMALLINT, IsParameter SMALLINT, DontCountHits SMALLINT, WithHash SMALLINT, HitColor CHAR(1), LocalEventTime TIMESTAMP, Age SMALLINT, Sex SMALLINT, Income SMALLINT, Interests INT, Robotness SMALLINT, RemoteIP BIGINT, WindowName INT, OpenerName INT, HistoryLength SMALLINT, BrowserLanguage CHAR(2), BrowserCountry CHAR(2), SocialNetwork VARCHAR(128), SocialAction VARCHAR(128), HTTPError INT, SendTiming BIGINT, DNSTiming BIGINT, ConnectTiming BIGINT, ResponseStartTiming BIGINT, ResponseEndTiming BIGINT, FetchTiming BIGINT, SocialSourceNetworkID SMALLINT, SocialSourcePage VARCHAR(256), ParamPrice BIGINT, ParamOrderID VARCHAR(80), ParamCurrency CHAR(3), ParamCurrencyID INT, OpenstatServiceName VARCHAR(80), OpenstatCampaignID VARCHAR(512), OpenstatAdID VARCHAR(80), OpenstatSourceID VARCHAR(256), UTMSource VARCHAR(256), UTMMedium VARCHAR(256), UTMCampaign VARCHAR(407), UTMContent VARCHAR(256), UTMTerm VARCHAR(437), FromTag VARCHAR(428), HasGCLID SMALLINT, RefererHash BIGINT, URLHash BIGINT, CLID BIGINT, UserIDHash BIGINT ); CREATE INDEX hits_100m_ind ON hits_100m(CounterID, EventDate, UserIDHash, EventTime);
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>create table hits_100m ( WatchID BIGINT, JavaEnable SMALLINT, <( WatchID BIGINT, JavaEnable SMALLINT, Title VARCHAR(1400), <JavaEnable SMALLINT, Title VARCHAR(1400), G oodEvent SMALLINT, Ev <itle VARCHAR(1400), GoodEvent SMALLINT, Eve ntTime TIMESTAMP, Eve <odEvent SMALLINT, EventTime TIMESTAMP, Even tDate DATE, CounterID <tTime TIMESTAMP, EventDate DATE, CounterID BIGINT, ClientIP BIGI <Date DATE, CounterID BIGINT, ClientIP BIGIN T, RegionID BIGINT, <IGINT, ClientIP BIGINT, RegionID BIGINT,  UserID BIGINT, Coun <, RegionID BIGINT, UserID BIGINT, Count erClass TINYINT, OS S < UserID BIGINT, CounterClass TINYINT, OS SM ALLINT, UserAgent SMA <rClass TINYINT, OS SMALLINT, UserAgent SMAL LINT, URL VARCHAR(780 <LLINT, UserAgent SMALLINT, URL VARCHAR(7800 ), Referer VARCHAR(31 <INT, URL VARCHAR(7800), Referer VARCHAR(312 5), Refresh TINYINT, <, Referer VARCHAR(3125), Refresh TINYINT,  RefererCategoryID INT, <), Refresh TINYINT, RefererCategoryID INT,  RefererRegionID BIGIN < RefererCategoryID INT, RefererRegionID BIGINT , URLCategoryID INT, < RefererRegionID BIGINT, URLCategoryID INT,  URLRegionID BIGINT, < URLCategoryID INT, URLRegionID BIGINT,  ResolutionWidth INT, < URLRegionID BIGINT, ResolutionWidth INT, ResolutionHeight INT, <ResolutionWidth INT, ResolutionHeight INT, ResolutionDepth SMALLINT, <esolutionHeight INT, ResolutionDepth SMALLINT,  FlashMajor SMALLINT, <esolutionDepth SMALLINT, FlashMajor SMALLINT,  FlashMinor SMALLINT, < FlashMajor SMALLINT, FlashMinor SMALLINT,  FlashMinor2 VARCHAR(256 < FlashMinor SMALLINT, FlashMinor2 VARCHAR(256) , NetMajor SMALLINT, < FlashMinor2 VARCHAR(256), NetMajor SMALLINT,  NetMinor SMALLINT, < NetMajor SMALLINT, NetMinor SMALLINT, UserAgentMajor INT, U < NetMinor SMALLINT, UserAgentMajor INT, Us erAgentMinor CHAR(2), <serAgentMajor INT, UserAgentMinor CHAR(2), CookieEnable SMALLINT, <rAgentMinor CHAR(2), CookieEnable SMALLINT,  JavascriptEnable SMALLIN <ookieEnable SMALLINT, JavascriptEnable SMALLINT , IsMobile SMALLINT, <JavascriptEnable SMALLINT, IsMobile SMALLINT,  MobilePhone SMALLINT, < IsMobile SMALLINT, MobilePhone SMALLINT,  MobilePhoneModel VARCH < MobilePhone SMALLINT, MobilePhoneModel VAR
CREATE TABLE: name 'hits_100m' already in use
CREATE INDEX: name 'hits_100m_ind' already in use
sql>\q
monetdbd is running
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>
sql>\q
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>set GLOBAL max_length_for_sort_data = 8388608;
syntax error, unexpected GLOBAL in: "set global"
sql>\q
times: 1
query: COPY INTO hits_100m FROM ('/opt/dump/dump_0.3/dump_hits_100m_meshed_utf8.tsv') DELIMITERS '\t';
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>COPY INTO hits_100m FROM ('/opt/dump/dump_0.3/dump_hits_100m_meshed_utf8. <M ('/opt/dump/dump_0.3/dump_hits_100m_meshed_utf8.t sv') DELIMITERS '\t';
\q
stop time: Thu Sep 12 06:55:23 MSK 2013