mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-09-20 08:40:50 +00:00
43 lines
2.1 KiB
Docker
43 lines
2.1 KiB
Docker
FROM ubuntu:20.04
|
|
MAINTAINER lgbo-ustc <lgbo.ustc@gmail.com>
|
|
|
|
RUN apt-get update \
|
|
&& apt-get install -y wget openjdk-8-jre \
|
|
&& wget https://archive.apache.org/dist/hadoop/common/hadoop-3.1.0/hadoop-3.1.0.tar.gz \
|
|
&& tar -xf hadoop-3.1.0.tar.gz && rm -rf hadoop-3.1.0.tar.gz \
|
|
&& wget https://apache.apache.org/dist/hive/hive-2.3.9/apache-hive-2.3.9-bin.tar.gz \
|
|
&& tar -xf apache-hive-2.3.9-bin.tar.gz && rm -rf apache-hive-2.3.9-bin.tar.gz \
|
|
&& apt install -y vim \
|
|
&& apt install -y openssh-server openssh-client \
|
|
&& apt install -y mysql-server \
|
|
&& mkdir -p /root/.ssh \
|
|
&& ssh-keygen -t rsa -b 2048 -P '' -f /root/.ssh/id_rsa \
|
|
&& cat /root/.ssh/id_rsa.pub > /root/.ssh/authorized_keys \
|
|
&& cp /root/.ssh/id_rsa /etc/ssh/ssh_host_rsa_key \
|
|
&& cp /root/.ssh/id_rsa.pub /etc/ssh/ssh_host_rsa_key.pub \
|
|
&& wget https://dev.mysql.com/get/Downloads/Connector-J/mysql-connector-java-8.0.27.tar.gz \
|
|
&& tar -xf mysql-connector-java-8.0.27.tar.gz \
|
|
&& mv mysql-connector-java-8.0.27/mysql-connector-java-8.0.27.jar /apache-hive-2.3.9-bin/lib/ \
|
|
&& rm -rf mysql-connector-java-8.0.27.tar.gz mysql-connector-java-8.0.27 \
|
|
&& apt install -y iputils-ping net-tools \
|
|
&& apt-get clean \
|
|
&& rm -rf /var/lib/apt/lists/* /var/cache/debconf /tmp/*
|
|
|
|
ENV JAVA_HOME=/usr
|
|
ENV HADOOP_HOME=/hadoop-3.1.0
|
|
ENV HDFS_NAMENODE_USER=root
|
|
ENV HDFS_DATANODE_USER=root HDFS_SECONDARYNAMENODE_USER=root YARN_RESOURCEMANAGER_USER=root YARN_NODEMANAGER_USER=root HDFS_DATANODE_SECURE_USER=hdfs
|
|
COPY hdfs-site.xml /hadoop-3.1.0/etc/hadoop
|
|
COPY mapred-site.xml /hadoop-3.1.0/etc/hadoop
|
|
COPY yarn-site.xml /hadoop-3.1.0/etc/hadoop
|
|
COPY hadoop-env.sh /hadoop-3.1.0/etc/hadoop/
|
|
#COPY core-site.xml /hadoop-3.1.0/etc/hadoop
|
|
COPY core-site.xml.template /hadoop-3.1.0/etc/hadoop
|
|
COPY hive-site.xml /apache-hive-2.3.9-bin/conf
|
|
COPY prepare_hive_data.sh /
|
|
COPY demo_data.txt /
|
|
|
|
ENV PATH=/apache-hive-2.3.9-bin/bin:/hadoop-3.1.0/bin:/hadoop-3.1.0/sbin:$PATH
|
|
RUN service ssh start && sed s/HOSTNAME/$HOSTNAME/ /hadoop-3.1.0/etc/hadoop/core-site.xml.template > /hadoop-3.1.0/etc/hadoop/core-site.xml && hdfs namenode -format
|
|
COPY start.sh /
|