ClickHouse/dbms/benchmark/monetdb/log/log_upload_1b

start time: Thu Sep 12 08:31:54 MSK 2013
monetdbd is running
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>
sql>\q
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>set GLOBAL max_length_for_sort_data = 8388608;
syntax error, unexpected GLOBAL in: "set global"
sql>\q

times: 1
query: create table hits_1b (     WatchID BIGINT,     JavaEnable SMALLINT,     Title VARCHAR(1400),     GoodEvent SMALLINT,     EventTime TIMESTAMP,     EventDate DATE,     CounterID BIGINT,     ClientIP BIGINT,     RegionID BIGINT,     UserID BIGINT,     CounterClass TINYINT,     OS SMALLINT,     UserAgent SMALLINT,     URL VARCHAR(7800),     Referer VARCHAR(3125),     Refresh TINYINT,     RefererCategoryID INT,     RefererRegionID BIGINT,     URLCategoryID INT,     URLRegionID BIGINT,     ResolutionWidth INT,     ResolutionHeight INT,     ResolutionDepth SMALLINT,     FlashMajor SMALLINT,     FlashMinor SMALLINT,     FlashMinor2 VARCHAR(256),     NetMajor SMALLINT,     NetMinor SMALLINT,     UserAgentMajor INT,     UserAgentMinor CHAR(2),     CookieEnable SMALLINT,     JavascriptEnable SMALLINT,     IsMobile SMALLINT,     MobilePhone SMALLINT,     MobilePhoneModel VARCHAR(80),     Params VARCHAR(2925),     IPNetworkID BIGINT,     TraficSourceID SMALLINT,     SearchEngineID INT,     SearchPhrase VARCHAR(2008),     AdvEngineID SMALLINT,     IsArtifical SMALLINT,     WindowClientWidth INT,     WindowClientHeight INT,     ClientTimeZone INTEGER,     ClientEventTime TIMESTAMP,     SilverlightVersion1 SMALLINT,     SilverlightVersion2 SMALLINT,     SilverlightVersion3 BIGINT,     SilverlightVersion4 INT,     PageCharset VARCHAR(80),     CodeVersion BIGINT,     IsLink SMALLINT,     IsDownload SMALLINT,     IsNotBounce SMALLINT,     FUniqID BIGINT,     OriginalURL VARCHAR(8181),     HID BIGINT,     IsOldCounter SMALLINT,     IsEvent SMALLINT,     IsParameter SMALLINT,     DontCountHits SMALLINT,     WithHash SMALLINT,     HitColor CHAR(1),     LocalEventTime TIMESTAMP,     Age SMALLINT,     Sex SMALLINT,     Income SMALLINT,     Interests INT,     Robotness SMALLINT,     RemoteIP BIGINT,     WindowName INT,     OpenerName INT,     HistoryLength SMALLINT,     BrowserLanguage CHAR(2),     BrowserCountry CHAR(2),     SocialNetwork VARCHAR(128),     SocialAction VARCHAR(128),     HTTPError INT,     SendTiming BIGINT,     DNSTiming BIGINT,     ConnectTiming BIGINT,     ResponseStartTiming BIGINT,     ResponseEndTiming BIGINT,     FetchTiming BIGINT,     SocialSourceNetworkID SMALLINT,     SocialSourcePage VARCHAR(256),     ParamPrice BIGINT,     ParamOrderID VARCHAR(80),     ParamCurrency CHAR(3),     ParamCurrencyID INT,     OpenstatServiceName VARCHAR(80),     OpenstatCampaignID VARCHAR(512),     OpenstatAdID VARCHAR(80),     OpenstatSourceID VARCHAR(256),     UTMSource VARCHAR(256),     UTMMedium VARCHAR(256),     UTMCampaign VARCHAR(407),     UTMContent VARCHAR(256),     UTMTerm VARCHAR(437),     FromTag VARCHAR(428),     HasGCLID SMALLINT,     RefererHash BIGINT,     URLHash BIGINT,     CLID BIGINT,      UserIDHash BIGINT );  CREATE INDEX hits_1b_ind ON  hits_1b(CounterID, EventDate, UserIDHash, EventTime); 
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>create table hits_1b (     WatchID BIGINT,     JavaEnable SMALLINT,     T
<    WatchID BIGINT,     JavaEnable SMALLINT,     Ti                         tle VARCHAR(1400),     Go
<vaEnable SMALLINT,     Title VARCHAR(1400),     Goo                         dEvent SMALLINT,     Even
<le VARCHAR(1400),     GoodEvent SMALLINT,     Event                         Time TIMESTAMP,     Event
<Event SMALLINT,     EventTime TIMESTAMP,     EventD                         ate DATE,     CounterID B
<ime TIMESTAMP,     EventDate DATE,     CounterID BI                         GINT,     ClientIP BIGINT
<te DATE,     CounterID BIGINT,     ClientIP BIGINT,                              RegionID BIGINT,    
<INT,     ClientIP BIGINT,     RegionID BIGINT,                              UserID BIGINT,     Counte
<    RegionID BIGINT,     UserID BIGINT,     Counter                         Class TINYINT,     OS SMA
<serID BIGINT,     CounterClass TINYINT,     OS SMAL                         LINT,     UserAgent SMALL
<lass TINYINT,     OS SMALLINT,     UserAgent SMALLI                         NT,     URL VARCHAR(7800)
<INT,     UserAgent SMALLINT,     URL VARCHAR(7800),                              Referer VARCHAR(3125
<T,     URL VARCHAR(7800),     Referer VARCHAR(3125)                         ,     Refresh TINYINT,   
<    Referer VARCHAR(3125),     Refresh TINYINT,                              RefererCategoryID INT,  
<     Refresh TINYINT,     RefererCategoryID INT,                              RefererRegionID BIGINT,
<RefererCategoryID INT,     RefererRegionID BIGINT,                              URLCategoryID INT,   
< RefererRegionID BIGINT,     URLCategoryID INT,                              URLRegionID BIGINT,     
<   URLCategoryID INT,     URLRegionID BIGINT,     R                         esolutionWidth INT,     R
<URLRegionID BIGINT,     ResolutionWidth INT,     Re                         solutionHeight INT,     R
<solutionWidth INT,     ResolutionHeight INT,     Re                         solutionDepth SMALLINT,  
<olutionHeight INT,     ResolutionDepth SMALLINT,                              FlashMajor SMALLINT,   
<olutionDepth SMALLINT,     FlashMajor SMALLINT,                              FlashMinor SMALLINT,    
< FlashMajor SMALLINT,     FlashMinor SMALLINT,                              FlashMinor2 VARCHAR(256),
<FlashMinor SMALLINT,     FlashMinor2 VARCHAR(256),                              NetMajor SMALLINT,   
<lashMinor2 VARCHAR(256),     NetMajor SMALLINT,                              NetMinor SMALLINT,     U
<   NetMajor SMALLINT,     NetMinor SMALLINT,     Us                         erAgentMajor INT,     Use
<NetMinor SMALLINT,     UserAgentMajor INT,     User                         AgentMinor CHAR(2),     C
<rAgentMajor INT,     UserAgentMinor CHAR(2),     Co                         okieEnable SMALLINT,     
<gentMinor CHAR(2),     CookieEnable SMALLINT,     J                         avascriptEnable SMALLINT,
<kieEnable SMALLINT,     JavascriptEnable SMALLINT,                              IsMobile SMALLINT,   
<vascriptEnable SMALLINT,     IsMobile SMALLINT,                              MobilePhone SMALLINT,   
<   IsMobile SMALLINT,     MobilePhone SMALLINT,                              MobilePhoneModel VARCHAR
<MobilePhone SMALLINT,     MobilePhoneModel VARCHAR(                         80),     Params VARCHAR(2
<MobilePhoneModel VARCHAR(80),     Params VARCHAR(29                         25),     IPNetworkID BIGI
<0),     Params VARCHAR(2925),     IPNetworkID BIGIN                         T,     TraficSourceID SMA
<5),     IPNetworkID BIGINT,     TraficSourceID SMAL                         LINT,     SearchEngineID 
<,     TraficSourceID SMALLINT,     SearchEngineID I                         NT,     SearchPhrase VARC
<INT,     SearchEngineID INT,     SearchPhrase VARCH                         AR(2008),     AdvEngineID
<T,     SearchPhrase VARCHAR(2008),     AdvEngineID                          SMALLINT,     IsArtifical
<R(2008),     AdvEngineID SMALLINT,     IsArtifical                          SMALLINT,     WindowClien
<MALLINT,     IsArtifical SMALLINT,     WindowClient                         Width INT,     WindowClie
<MALLINT,     WindowClientWidth INT,     WindowClien                         tHeight INT,     ClientTi
<idth INT,     WindowClientHeight INT,     ClientTim                         eZone INTEGER,     Client
<Height INT,     ClientTimeZone INTEGER,     ClientE                         ventTime TIMESTAMP,     S
<Zone INTEGER,     ClientEventTime TIMESTAMP,     Si                         lverlightVersion1 SMALLIN
<entTime TIMESTAMP,     SilverlightVersion1 SMALLINT                         ,     SilverlightVersion2
<verlightVersion1 SMALLINT,     SilverlightVersion2                          SMALLINT,     Silverlight
<     SilverlightVersion2 SMALLINT,     SilverlightV                         ersion3 BIGINT,     Silve
<MALLINT,     SilverlightVersion3 BIGINT,     Silver                         lightVersion4 INT,     Pa
<rsion3 BIGINT,     SilverlightVersion4 INT,     Pag                         eCharset VARCHAR(80),    
<ightVersion4 INT,     PageCharset VARCHAR(80),                              CodeVersion BIGINT,     I
<Charset VARCHAR(80),     CodeVersion BIGINT,     Is                         Link SMALLINT,     IsDown
<odeVersion BIGINT,     IsLink SMALLINT,     IsDownl                         oad SMALLINT,     IsNotBo
<ink SMALLINT,     IsDownload SMALLINT,     IsNotBou                         nce SMALLINT,     FUniqID
<ad SMALLINT,     IsNotBounce SMALLINT,     FUniqID                          BIGINT,     OriginalURL V
<ce SMALLINT,     FUniqID BIGINT,     OriginalURL VA                         RCHAR(8181),     HID BIGI
<IGINT,     OriginalURL VARCHAR(8181),     HID BIGIN                         T,     IsOldCounter SMALL
<CHAR(8181),     HID BIGINT,     IsOldCounter SMALLI                         NT,     IsEvent SMALLINT,
<,     IsOldCounter SMALLINT,     IsEvent SMALLINT,                              IsParameter SMALLINT,
<T,     IsEvent SMALLINT,     IsParameter SMALLINT,                              DontCountHits SMALLIN
<   IsParameter SMALLINT,     DontCountHits SMALLINT                         ,     WithHash SMALLINT, 
<   DontCountHits SMALLINT,     WithHash SMALLINT,                              HitColor CHAR(1),     
<     WithHash SMALLINT,     HitColor CHAR(1),     L                         ocalEventTime TIMESTAMP, 
<  HitColor CHAR(1),     LocalEventTime TIMESTAMP,                              Age SMALLINT,     Sex 
<calEventTime TIMESTAMP,     Age SMALLINT,     Sex S                         MALLINT,     Income SMALL
<  Age SMALLINT,     Sex SMALLINT,     Income SMALLI                         NT,     Interests INT,   
<ALLINT,     Income SMALLINT,     Interests INT,                              Robotness SMALLINT,     
<T,     Interests INT,     Robotness SMALLINT,     R                         emoteIP BIGINT,     Windo
<Robotness SMALLINT,     RemoteIP BIGINT,     Window                         Name INT,     OpenerName 
<moteIP BIGINT,     WindowName INT,     OpenerName I                         NT,     HistoryLength SMA
<ame INT,     OpenerName INT,     HistoryLength SMAL                         LINT,     BrowserLanguage
<T,     HistoryLength SMALLINT,     BrowserLanguage                          CHAR(2),     BrowserCount
<INT,     BrowserLanguage CHAR(2),     BrowserCountr                         y CHAR(2),     SocialNetw
<HAR(2),     BrowserCountry CHAR(2),     SocialNetwo                         rk VARCHAR(128),     Soci
< CHAR(2),     SocialNetwork VARCHAR(128),     Socia                         lAction VARCHAR(128),    
<k VARCHAR(128),     SocialAction VARCHAR(128),                              HTTPError INT,     SendTi
<Action VARCHAR(128),     HTTPError INT,     SendTim                         ing BIGINT,     DNSTiming
<TTPError INT,     SendTiming BIGINT,     DNSTiming                          BIGINT,     ConnectTiming
<ng BIGINT,     DNSTiming BIGINT,     ConnectTiming                          BIGINT,     ResponseStart
<IGINT,     ConnectTiming BIGINT,     ResponseStartT                         iming BIGINT,     Respons
<IGINT,     ResponseStartTiming BIGINT,     Response                         EndTiming BIGINT,     Fet
<ming BIGINT,     ResponseEndTiming BIGINT,     Fetc                         hTiming BIGINT,     Socia
<ndTiming BIGINT,     FetchTiming BIGINT,     Social                         SourceNetworkID SMALLINT,
<Timing BIGINT,     SocialSourceNetworkID SMALLINT,                              SocialSourcePage VARC
<ourceNetworkID SMALLINT,     SocialSourcePage VARCH                         AR(256),     ParamPrice B
<   SocialSourcePage VARCHAR(256),     ParamPrice BI                         GINT,     ParamOrderID VA
<R(256),     ParamPrice BIGINT,     ParamOrderID VAR                         CHAR(80),     ParamCurren
<INT,     ParamOrderID VARCHAR(80),     ParamCurrenc                         y CHAR(3),     ParamCurre
<HAR(80),     ParamCurrency CHAR(3),     ParamCurren                         cyID INT,     OpenstatSer
< CHAR(3),     ParamCurrencyID INT,     OpenstatServ                         iceName VARCHAR(80),     
<yID INT,     OpenstatServiceName VARCHAR(80),     O                         penstatCampaignID VARCHAR
<ceName VARCHAR(80),     OpenstatCampaignID VARCHAR(                         512),     OpenstatAdID VA
<enstatCampaignID VARCHAR(512),     OpenstatAdID VAR                         CHAR(80),     OpenstatSou
<12),     OpenstatAdID VARCHAR(80),     OpenstatSour                         ceID VARCHAR(256),     UT
<HAR(80),     OpenstatSourceID VARCHAR(256),     UTM                         Source VARCHAR(256),     
<eID VARCHAR(256),     UTMSource VARCHAR(256),     U                         TMMedium VARCHAR(256),   
<ource VARCHAR(256),     UTMMedium VARCHAR(256),                              UTMCampaign VARCHAR(407)
<MMedium VARCHAR(256),     UTMCampaign VARCHAR(407),                              UTMContent VARCHAR(2
<UTMCampaign VARCHAR(407),     UTMContent VARCHAR(25                         6),     UTMTerm VARCHAR(4
<    UTMContent VARCHAR(256),     UTMTerm VARCHAR(43                         7),     FromTag VARCHAR(4
<),     UTMTerm VARCHAR(437),     FromTag VARCHAR(42                         8),     HasGCLID SMALLINT
<),     FromTag VARCHAR(428),     HasGCLID SMALLINT,                              RefererHash BIGINT, 
<),     HasGCLID SMALLINT,     RefererHash BIGINT,                              URLHash BIGINT,     CL
<    RefererHash BIGINT,     URLHash BIGINT,     CLI                         D BIGINT,      UserIDHash
<  URLHash BIGINT,     CLID BIGINT,      UserIDHash                          BIGINT );  CREATE INDEX h
< BIGINT,      UserIDHash BIGINT );  CREATE INDEX hi                         ts_1b_ind ON  hits_1b(Cou
<IGINT );  CREATE INDEX hits_1b_ind ON  hits_1b(Coun                         terID, EventDate, UserIDH
<s_1b_ind ON  hits_1b(CounterID, EventDate, UserIDHa                         sh, EventTime); 
CREATE TABLE: name 'hits_1b' already in use
CREATE INDEX: name 'hits_1b_ind' already in use
sql>\q
monetdbd is running
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>
sql>\q
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>set GLOBAL max_length_for_sort_data = 8388608;
syntax error, unexpected GLOBAL in: "set global"
sql>\q

times: 1
query: COPY INTO hits_1b FROM ('/opt/dump/dump_0.3/dump_hits_1b_meshed_utf8.tsv')  DELIMITERS '\t';
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>COPY INTO hits_1b FROM ('/opt/dump/dump_0.3/dump_hits_1b_meshed_utf8.tsv'
<('/opt/dump/dump_0.3/dump_hits_1b_meshed_utf8.tsv')                           DELIMITERS '\t';
\q
stop time: Thu Sep 12 09:25:04 MSK 2013