mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-11-17 13:13:36 +00:00
130 lines
4.0 KiB
Markdown
130 lines
4.0 KiB
Markdown
|
---
|
||
|
machine_translated: true
|
||
|
machine_translated_rev: d734a8e46ddd7465886ba4133bff743c55190626
|
||
|
toc_priority: 17
|
||
|
toc_title: "AMPLab Big Data\u30D9\u30F3\u30C1\u30DE\u30FC\u30AF"
|
||
|
---
|
||
|
|
||
|
# AMPLab Big Dataベンチマーク {#amplab-big-data-benchmark}
|
||
|
|
||
|
見るhttps://amplab.cs.berkeley.edu/benchmark/
|
||
|
|
||
|
で無料アカウントにサインアップhttps://aws.amazon.com.それはクレジットカード、電子メール、および電話番号が必要です。 新しいアクセスキーを取得するhttps://console.aws.amazon.com/iam/home?nc2=h\_m\_sc\#security\_credential
|
||
|
|
||
|
コンソールで以下を実行します:
|
||
|
|
||
|
``` bash
|
||
|
$ sudo apt-get install s3cmd
|
||
|
$ mkdir tiny; cd tiny;
|
||
|
$ s3cmd sync s3://big-data-benchmark/pavlo/text-deflate/tiny/ .
|
||
|
$ cd ..
|
||
|
$ mkdir 1node; cd 1node;
|
||
|
$ s3cmd sync s3://big-data-benchmark/pavlo/text-deflate/1node/ .
|
||
|
$ cd ..
|
||
|
$ mkdir 5nodes; cd 5nodes;
|
||
|
$ s3cmd sync s3://big-data-benchmark/pavlo/text-deflate/5nodes/ .
|
||
|
$ cd ..
|
||
|
```
|
||
|
|
||
|
次のclickhouseクエリを実行します:
|
||
|
|
||
|
``` sql
|
||
|
CREATE TABLE rankings_tiny
|
||
|
(
|
||
|
pageURL String,
|
||
|
pageRank UInt32,
|
||
|
avgDuration UInt32
|
||
|
) ENGINE = Log;
|
||
|
|
||
|
CREATE TABLE uservisits_tiny
|
||
|
(
|
||
|
sourceIP String,
|
||
|
destinationURL String,
|
||
|
visitDate Date,
|
||
|
adRevenue Float32,
|
||
|
UserAgent String,
|
||
|
cCode FixedString(3),
|
||
|
lCode FixedString(6),
|
||
|
searchWord String,
|
||
|
duration UInt32
|
||
|
) ENGINE = MergeTree(visitDate, visitDate, 8192);
|
||
|
|
||
|
CREATE TABLE rankings_1node
|
||
|
(
|
||
|
pageURL String,
|
||
|
pageRank UInt32,
|
||
|
avgDuration UInt32
|
||
|
) ENGINE = Log;
|
||
|
|
||
|
CREATE TABLE uservisits_1node
|
||
|
(
|
||
|
sourceIP String,
|
||
|
destinationURL String,
|
||
|
visitDate Date,
|
||
|
adRevenue Float32,
|
||
|
UserAgent String,
|
||
|
cCode FixedString(3),
|
||
|
lCode FixedString(6),
|
||
|
searchWord String,
|
||
|
duration UInt32
|
||
|
) ENGINE = MergeTree(visitDate, visitDate, 8192);
|
||
|
|
||
|
CREATE TABLE rankings_5nodes_on_single
|
||
|
(
|
||
|
pageURL String,
|
||
|
pageRank UInt32,
|
||
|
avgDuration UInt32
|
||
|
) ENGINE = Log;
|
||
|
|
||
|
CREATE TABLE uservisits_5nodes_on_single
|
||
|
(
|
||
|
sourceIP String,
|
||
|
destinationURL String,
|
||
|
visitDate Date,
|
||
|
adRevenue Float32,
|
||
|
UserAgent String,
|
||
|
cCode FixedString(3),
|
||
|
lCode FixedString(6),
|
||
|
searchWord String,
|
||
|
duration UInt32
|
||
|
) ENGINE = MergeTree(visitDate, visitDate, 8192);
|
||
|
```
|
||
|
|
||
|
コンソールに戻る:
|
||
|
|
||
|
``` bash
|
||
|
$ for i in tiny/rankings/*.deflate; do echo $i; zlib-flate -uncompress < $i | clickhouse-client --host=example-perftest01j --query="INSERT INTO rankings_tiny FORMAT CSV"; done
|
||
|
$ for i in tiny/uservisits/*.deflate; do echo $i; zlib-flate -uncompress < $i | clickhouse-client --host=example-perftest01j --query="INSERT INTO uservisits_tiny FORMAT CSV"; done
|
||
|
$ for i in 1node/rankings/*.deflate; do echo $i; zlib-flate -uncompress < $i | clickhouse-client --host=example-perftest01j --query="INSERT INTO rankings_1node FORMAT CSV"; done
|
||
|
$ for i in 1node/uservisits/*.deflate; do echo $i; zlib-flate -uncompress < $i | clickhouse-client --host=example-perftest01j --query="INSERT INTO uservisits_1node FORMAT CSV"; done
|
||
|
$ for i in 5nodes/rankings/*.deflate; do echo $i; zlib-flate -uncompress < $i | clickhouse-client --host=example-perftest01j --query="INSERT INTO rankings_5nodes_on_single FORMAT CSV"; done
|
||
|
$ for i in 5nodes/uservisits/*.deflate; do echo $i; zlib-flate -uncompress < $i | clickhouse-client --host=example-perftest01j --query="INSERT INTO uservisits_5nodes_on_single FORMAT CSV"; done
|
||
|
```
|
||
|
|
||
|
デー:
|
||
|
|
||
|
``` sql
|
||
|
SELECT pageURL, pageRank FROM rankings_1node WHERE pageRank > 1000
|
||
|
|
||
|
SELECT substring(sourceIP, 1, 8), sum(adRevenue) FROM uservisits_1node GROUP BY substring(sourceIP, 1, 8)
|
||
|
|
||
|
SELECT
|
||
|
sourceIP,
|
||
|
sum(adRevenue) AS totalRevenue,
|
||
|
avg(pageRank) AS pageRank
|
||
|
FROM rankings_1node ALL INNER JOIN
|
||
|
(
|
||
|
SELECT
|
||
|
sourceIP,
|
||
|
destinationURL AS pageURL,
|
||
|
adRevenue
|
||
|
FROM uservisits_1node
|
||
|
WHERE (visitDate > '1980-01-01') AND (visitDate < '1980-04-01')
|
||
|
) USING pageURL
|
||
|
GROUP BY sourceIP
|
||
|
ORDER BY totalRevenue DESC
|
||
|
LIMIT 1
|
||
|
```
|
||
|
|
||
|
[元の記事](https://clickhouse.tech/docs/en/getting_started/example_datasets/amplab_benchmark/) <!--hide-->
|