ClickHouse/dbms/benchmark/monetdb/log/log_upload_100m
2016-02-08 00:58:58 +03:00

63 lines
19 KiB
Plaintext
Raw Blame History

This file contains invisible Unicode characters

This file contains invisible Unicode characters that are indistinguishable to humans but may be processed differently by a computer. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

start time: Thu Sep 12 06:33:47 MSK 2013
monetdbd is running
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>
sql>\q
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>set GLOBAL max_length_for_sort_data = 8388608;
syntax error, unexpected GLOBAL in: "set global"
sql>\q
times: 1
query: create table hits_100m ( WatchID BIGINT, JavaEnable SMALLINT, Title VARCHAR(1400), GoodEvent SMALLINT, EventTime TIMESTAMP, EventDate DATE, CounterID BIGINT, ClientIP BIGINT, RegionID BIGINT, UserID BIGINT, CounterClass TINYINT, OS SMALLINT, UserAgent SMALLINT, URL VARCHAR(7800), Referer VARCHAR(3125), Refresh TINYINT, RefererCategoryID INT, RefererRegionID BIGINT, URLCategoryID INT, URLRegionID BIGINT, ResolutionWidth INT, ResolutionHeight INT, ResolutionDepth SMALLINT, FlashMajor SMALLINT, FlashMinor SMALLINT, FlashMinor2 VARCHAR(256), NetMajor SMALLINT, NetMinor SMALLINT, UserAgentMajor INT, UserAgentMinor CHAR(2), CookieEnable SMALLINT, JavascriptEnable SMALLINT, IsMobile SMALLINT, MobilePhone SMALLINT, MobilePhoneModel VARCHAR(80), Params VARCHAR(2925), IPNetworkID BIGINT, TraficSourceID SMALLINT, SearchEngineID INT, SearchPhrase VARCHAR(2008), AdvEngineID SMALLINT, IsArtifical SMALLINT, WindowClientWidth INT, WindowClientHeight INT, ClientTimeZone INTEGER, ClientEventTime TIMESTAMP, SilverlightVersion1 SMALLINT, SilverlightVersion2 SMALLINT, SilverlightVersion3 BIGINT, SilverlightVersion4 INT, PageCharset VARCHAR(80), CodeVersion BIGINT, IsLink SMALLINT, IsDownload SMALLINT, IsNotBounce SMALLINT, FUniqID BIGINT, OriginalURL VARCHAR(8181), HID BIGINT, IsOldCounter SMALLINT, IsEvent SMALLINT, IsParameter SMALLINT, DontCountHits SMALLINT, WithHash SMALLINT, HitColor CHAR(1), LocalEventTime TIMESTAMP, Age SMALLINT, Sex SMALLINT, Income SMALLINT, Interests INT, Robotness SMALLINT, RemoteIP BIGINT, WindowName INT, OpenerName INT, HistoryLength SMALLINT, BrowserLanguage CHAR(2), BrowserCountry CHAR(2), SocialNetwork VARCHAR(128), SocialAction VARCHAR(128), HTTPError INT, SendTiming BIGINT, DNSTiming BIGINT, ConnectTiming BIGINT, ResponseStartTiming BIGINT, ResponseEndTiming BIGINT, FetchTiming BIGINT, SocialSourceNetworkID SMALLINT, SocialSourcePage VARCHAR(256), ParamPrice BIGINT, ParamOrderID VARCHAR(80), ParamCurrency CHAR(3), ParamCurrencyID INT, OpenstatServiceName VARCHAR(80), OpenstatCampaignID VARCHAR(512), OpenstatAdID VARCHAR(80), OpenstatSourceID VARCHAR(256), UTMSource VARCHAR(256), UTMMedium VARCHAR(256), UTMCampaign VARCHAR(407), UTMContent VARCHAR(256), UTMTerm VARCHAR(437), FromTag VARCHAR(428), HasGCLID SMALLINT, RefererHash BIGINT, URLHash BIGINT, CLID BIGINT, UserIDHash BIGINT ); CREATE INDEX hits_100m_ind ON hits_100m(CounterID, EventDate, UserIDHash, EventTime);
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>create table hits_100m ( WatchID BIGINT, JavaEnable SMALLINT,
<( WatchID BIGINT, JavaEnable SMALLINT, Title VARCHAR(1400),
<JavaEnable SMALLINT, Title VARCHAR(1400), G oodEvent SMALLINT, Ev
<itle VARCHAR(1400), GoodEvent SMALLINT, Eve ntTime TIMESTAMP, Eve
<odEvent SMALLINT, EventTime TIMESTAMP, Even tDate DATE, CounterID
<tTime TIMESTAMP, EventDate DATE, CounterID BIGINT, ClientIP BIGI
<Date DATE, CounterID BIGINT, ClientIP BIGIN T, RegionID BIGINT,
<IGINT, ClientIP BIGINT, RegionID BIGINT,  UserID BIGINT, Coun
<, RegionID BIGINT, UserID BIGINT, Count erClass TINYINT, OS S
< UserID BIGINT, CounterClass TINYINT, OS SM ALLINT, UserAgent SMA
<rClass TINYINT, OS SMALLINT, UserAgent SMAL LINT, URL VARCHAR(780
<LLINT, UserAgent SMALLINT, URL VARCHAR(7800 ), Referer VARCHAR(31
<INT, URL VARCHAR(7800), Referer VARCHAR(312 5), Refresh TINYINT,
<, Referer VARCHAR(3125), Refresh TINYINT,  RefererCategoryID INT,
<), Refresh TINYINT, RefererCategoryID INT,  RefererRegionID BIGIN
< RefererCategoryID INT, RefererRegionID BIGINT , URLCategoryID INT,
< RefererRegionID BIGINT, URLCategoryID INT,  URLRegionID BIGINT,
< URLCategoryID INT, URLRegionID BIGINT,  ResolutionWidth INT,
< URLRegionID BIGINT, ResolutionWidth INT, ResolutionHeight INT,
<ResolutionWidth INT, ResolutionHeight INT, ResolutionDepth SMALLINT,
<esolutionHeight INT, ResolutionDepth SMALLINT,  FlashMajor SMALLINT,
<esolutionDepth SMALLINT, FlashMajor SMALLINT,  FlashMinor SMALLINT,
< FlashMajor SMALLINT, FlashMinor SMALLINT,  FlashMinor2 VARCHAR(256
< FlashMinor SMALLINT, FlashMinor2 VARCHAR(256) , NetMajor SMALLINT,
< FlashMinor2 VARCHAR(256), NetMajor SMALLINT,  NetMinor SMALLINT,
< NetMajor SMALLINT, NetMinor SMALLINT, UserAgentMajor INT, U
< NetMinor SMALLINT, UserAgentMajor INT, Us erAgentMinor CHAR(2),
<serAgentMajor INT, UserAgentMinor CHAR(2), CookieEnable SMALLINT,
<rAgentMinor CHAR(2), CookieEnable SMALLINT,  JavascriptEnable SMALLIN
<ookieEnable SMALLINT, JavascriptEnable SMALLINT , IsMobile SMALLINT,
<JavascriptEnable SMALLINT, IsMobile SMALLINT,  MobilePhone SMALLINT,
< IsMobile SMALLINT, MobilePhone SMALLINT,  MobilePhoneModel VARCH
< MobilePhone SMALLINT, MobilePhoneModel VARCHA R(80), Params VARCHAR
< MobilePhoneModel VARCHAR(80), Params VARCHAR( 2925), IPNetworkID BI
<(80), Params VARCHAR(2925), IPNetworkID BIG INT, TraficSourceID S
<925), IPNetworkID BIGINT, TraficSourceID SM ALLINT, SearchEngineI
<NT, TraficSourceID SMALLINT, SearchEngineID  INT, SearchPhrase VA
<LLINT, SearchEngineID INT, SearchPhrase VAR CHAR(2008), AdvEngine
<INT, SearchPhrase VARCHAR(2008), AdvEngineI D SMALLINT, IsArtific
<HAR(2008), AdvEngineID SMALLINT, IsArtifica l SMALLINT, WindowCli
< SMALLINT, IsArtifical SMALLINT, WindowClie ntWidth INT, WindowCl
< SMALLINT, WindowClientWidth INT, WindowCli entHeight INT, Client
<tWidth INT, WindowClientHeight INT, ClientT imeZone INTEGER, Clie
<ntHeight INT, ClientTimeZone INTEGER, Clien tEventTime TIMESTAMP,
<meZone INTEGER, ClientEventTime TIMESTAMP, SilverlightVersion1 SMALL
<EventTime TIMESTAMP, SilverlightVersion1 SMALLI NT, SilverlightVersio
<ilverlightVersion1 SMALLINT, SilverlightVersion 2 SMALLINT, Silverlig
<T, SilverlightVersion2 SMALLINT, Silverligh tVersion3 BIGINT, Sil
< SMALLINT, SilverlightVersion3 BIGINT, Silv erlightVersion4 INT,
<Version3 BIGINT, SilverlightVersion4 INT, P ageCharset VARCHAR(80),
<rlightVersion4 INT, PageCharset VARCHAR(80),  CodeVersion BIGINT,
<geCharset VARCHAR(80), CodeVersion BIGINT, IsLink SMALLINT, IsDo
< CodeVersion BIGINT, IsLink SMALLINT, IsDow nload SMALLINT, IsNot
<sLink SMALLINT, IsDownload SMALLINT, IsNotB ounce SMALLINT, FUniq
<load SMALLINT, IsNotBounce SMALLINT, FUniqI D BIGINT, OriginalURL
<unce SMALLINT, FUniqID BIGINT, OriginalURL VARCHAR(8181), HID BI
< BIGINT, OriginalURL VARCHAR(8181), HID BIG INT, IsOldCounter SMA
<ARCHAR(8181), HID BIGINT, IsOldCounter SMAL LINT, IsEvent SMALLIN
<NT, IsOldCounter SMALLINT, IsEvent SMALLINT , IsParameter SMALLIN
<INT, IsEvent SMALLINT, IsParameter SMALLINT , DontCountHits SMALL
< IsParameter SMALLINT, DontCountHits SMALLI NT, WithHash SMALLINT
< DontCountHits SMALLINT, WithHash SMALLINT,  HitColor CHAR(1),
<T, WithHash SMALLINT, HitColor CHAR(1),  LocalEventTime TIMESTAMP
< HitColor CHAR(1), LocalEventTime TIMESTAMP,  Age SMALLINT, Se
<LocalEventTime TIMESTAMP, Age SMALLINT, Sex  SMALLINT, Income SMA
< Age SMALLINT, Sex SMALLINT, Income SMAL LINT, Interests INT,
<SMALLINT, Income SMALLINT, Interests INT,  Robotness SMALLINT,
<INT, Interests INT, Robotness SMALLINT,  RemoteIP BIGINT, Win
< Robotness SMALLINT, RemoteIP BIGINT, Wind owName INT, OpenerNam
<RemoteIP BIGINT, WindowName INT, OpenerName  INT, HistoryLength S
<wName INT, OpenerName INT, HistoryLength SM ALLINT, BrowserLangua
<INT, HistoryLength SMALLINT, BrowserLanguag e CHAR(2), BrowserCou
<LLINT, BrowserLanguage CHAR(2), BrowserCoun try CHAR(2), SocialNe
< CHAR(2), BrowserCountry CHAR(2), SocialNet work VARCHAR(128), So
<ry CHAR(2), SocialNetwork VARCHAR(128), Soc ialAction VARCHAR(128),
<ork VARCHAR(128), SocialAction VARCHAR(128),  HTTPError INT, Send
<alAction VARCHAR(128), HTTPError INT, SendT iming BIGINT, DNSTimi
< HTTPError INT, SendTiming BIGINT, DNSTimin g BIGINT, ConnectTimi
<ming BIGINT, DNSTiming BIGINT, ConnectTimin g BIGINT, ResponseSta
< BIGINT, ConnectTiming BIGINT, ResponseStar tTiming BIGINT, Respo
< BIGINT, ResponseStartTiming BIGINT, Respon seEndTiming BIGINT, F
<Timing BIGINT, ResponseEndTiming BIGINT, Fe tchTiming BIGINT, Soc
<eEndTiming BIGINT, FetchTiming BIGINT, Soci alSourceNetworkID SMALLIN
<chTiming BIGINT, SocialSourceNetworkID SMALLINT , SocialSourcePage VA
<lSourceNetworkID SMALLINT, SocialSourcePage VAR CHAR(256), ParamPrice
< SocialSourcePage VARCHAR(256), ParamPrice BIGINT, ParamOrderID
<HAR(256), ParamPrice BIGINT, ParamOrderID V ARCHAR(80), ParamCurr
<IGINT, ParamOrderID VARCHAR(80), ParamCurre ncy CHAR(3), ParamCur
<RCHAR(80), ParamCurrency CHAR(3), ParamCurr encyID INT, OpenstatS
<cy CHAR(3), ParamCurrencyID INT, OpenstatSe rviceName VARCHAR(80),
<ncyID INT, OpenstatServiceName VARCHAR(80),  OpenstatCampaignID VARCH
<viceName VARCHAR(80), OpenstatCampaignID VARCHA R(512), OpenstatAdID
<OpenstatCampaignID VARCHAR(512), OpenstatAdID V ARCHAR(80), OpenstatS
<(512), OpenstatAdID VARCHAR(80), OpenstatSo urceID VARCHAR(256),
<RCHAR(80), OpenstatSourceID VARCHAR(256), U TMSource VARCHAR(256),
<rceID VARCHAR(256), UTMSource VARCHAR(256),  UTMMedium VARCHAR(256),
<MSource VARCHAR(256), UTMMedium VARCHAR(256),  UTMCampaign VARCHAR(40
<UTMMedium VARCHAR(256), UTMCampaign VARCHAR(407 ), UTMContent VARCHAR
< UTMCampaign VARCHAR(407), UTMContent VARCHAR( 256), UTMTerm VARCHAR
<, UTMContent VARCHAR(256), UTMTerm VARCHAR( 437), FromTag VARCHAR
<56), UTMTerm VARCHAR(437), FromTag VARCHAR( 428), HasGCLID SMALLI
<37), FromTag VARCHAR(428), HasGCLID SMALLIN T, RefererHash BIGINT
<28), HasGCLID SMALLINT, RefererHash BIGINT,  URLHash BIGINT,
<, RefererHash BIGINT, URLHash BIGINT, C LID BIGINT, UserIDHa
< URLHash BIGINT, CLID BIGINT, UserIDHas h BIGINT ); CREATE INDEX
<ID BIGINT, UserIDHash BIGINT ); CREATE INDEX hits_100m_ind ON hits_10
< BIGINT ); CREATE INDEX hits_100m_ind ON hits_100 m(CounterID, EventDate, U
<its_100m_ind ON hits_100m(CounterID, EventDate, Us erIDHash, EventTime);
CREATE TABLE: name 'hits_100m' already in use
CREATE INDEX: name 'hits_100m_ind' already in use
sql>\q
monetdbd is running
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>
sql>\q
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>set GLOBAL max_length_for_sort_data = 8388608;
syntax error, unexpected GLOBAL in: "set global"
sql>\q
times: 1
query: COPY INTO hits_100m FROM ('/opt/dump/dump_0.3/dump_hits_100m_meshed_utf8.tsv') DELIMITERS '\t';
spawn mclient -u monetdb -d hits
password:
Welcome to mclient, the MonetDB/SQL interactive terminal (Feb2013-SP3)
Database: MonetDB v11.15.11 (Feb2013-SP3), 'mapi:monetdb://mturlrep13:50000/hits'
Type \q to quit, \? for a list of available commands
auto commit mode: on
sql>COPY INTO hits_100m FROM ('/opt/dump/dump_0.3/dump_hits_100m_meshed_utf8.
<M ('/opt/dump/dump_0.3/dump_hits_100m_meshed_utf8.t sv') DELIMITERS '\t';
\q
stop time: Thu Sep 12 06:55:23 MSK 2013