当前位置:网站首页>DORIS集群部署

DORIS集群部署

2022-08-11 11:53:00 gamespiay123

下载doris版本

wget https://www.apache.org/dyn/mirrors/mirrors.cgi?action=download&filename=doris/1.1/1.1.0-rc05/apache-doris-1.1.0-bin-x86-jdk8.tar.gz

tar -zxvf  apache-doris-1.1.0-bin-x86-jdk8.tar.gz

mv apache-doris-1.1.0-bin-x86-jdk8  doris

eg :   hadoop-master-01 (fe,IP:192.168.0.1)

         hadoop-slave-01  (be,IP:192.168.0.2)

         hadoop-slave-02  (be,IP:192.168.0.3)

         hadoop-slave-03  (be,IP:192.168.0.4)

在hadoop-master-01  当前目录/home/bigdata

cd  /home/bigdata/doris/fe

mkdir doris-meta

cd /home/bigdata/doris/fe/conf

修改配置文件fe.conf

JAVA_OPTS="-Xmx8192m -XX:+UseMembar -XX:SurvivorRatio=8 -XX:MaxTenuringThreshold=7 -XX:+PrintGCDateStamps -XX:+PrintGCDetails -XX:+UseConcMarkSweepGC -XX:+UseParNewGC -XX:+CMSClassUnloadingEnabled -XX:-CMSParallelRemarkEnabled -XX:CMSInitiatingOccupancyFraction=80 -XX:SoftRefLRUPolicyMSPerMB=0 -Xloggc:$DORIS_HOME/log/fe.gc.log.$DATE"

JAVA_OPTS_FOR_JDK_9="-Xmx8192m -XX:SurvivorRatio=8 -XX:MaxTenuringThreshold=7 -XX:+CMSClassUnloadingEnabled -XX:-CMSParallelRemarkEnabled -XX:CMSInitiatingOccupancyFraction=80 -XX:SoftRefLRUPolicyMSPerMB=0 -Xlog:gc*:$DORIS_HOME/log/fe.gc.log.$DATE:time"

priority_networks = 192.168.0.0/24

cd  /home/bigdata/doris/fe/bin

启动fe

./start_fe.sh  –daemon

查看是否正常启动:

curl  http://hadoop-master-01:8030/api/bootstrap

返回json中msg为success就OK了

使用mysql查看

tar –zxvf  mysql-5.7.33-linux-glibc2.12-x86_64.tar.gz

tar –zxvf  openjdk-11.0.1_linux-x64_bin.tar.gz

配置环境/etc/profile

alias mysql='/home/bigdata/mysql-5.7.33-linux-glibc2.12-x86_64/bin/mysql'

export JAVA_HOME=/home/bigdata/jdk-11.0.1

export JRE_HOME=${JAVA_HOME}/jre

export CLASSPATH=.:${JAVA_HOME}/lib:${JRE_HOME}/lib:$CLASSPATH

export JAVA_PATH=${JAVA_HOME}/bin:${JRE_HOME}/bin

export PATH=$PATH:${JAVA_PATH}

  执行source  /etc/profile

    mysql -h hadoop-master-01 -P9030 –uroot

    修改root密码

   SET PASSWORD FOR 'root' = PASSWORD('123456');

  hadoop-slave-01,hadoop-slave-02,hadoop-slave-03安装be 

cd /home/bigdata/doris/be

mkdir doris

cd  /home/bigdata/doris/be/conf

修改配置be.conf

priority_networks = 192.168.0.0/24

storage_root_path = /home/bigdata/doris/be/doris

ulimit -n 65536

cd  /home/bigdata/doris/be/bin

启动be服务

./start_be.sh –daemon

查看服务是否正常运行

curl http://hadoop-slave-01:8040/api/health

curl http://hadoop-slave-02:8040/api/health

curl http://hadoop-slave-03:8040/api/health

返回的json字段status为OK

mysql -h hadoop-master-01 -P9030 –uroot -p123456

ALTER SYSTEM add BACKEND "hadoop-slave-01:9050"

ALTER SYSTEM add BACKEND "hadoop-slave-02:9050"

ALTER SYSTEM add BACKEND "hadoop-slave-03:9050"

show proc "/backends";

测试数据是否能正常查询

create database test;

CREATE TABLE table2(

    siteid INT DEFAULT '10',

    citycode SMALLINT,

    username VARCHAR(32) DEFAULT '',

    pv BIGINT SUM DEFAULT '0'

)AGGREGATE KEY(siteid, citycode, username)

DISTRIBUTED BY HASH(siteid) BUCKETS 1

PROPERTIES("replication_num" = "3");

INSERT INTO table2 VALUES (1,1,'jim',2);

select * from table2;

 

配置broker(四台都安装)

cd /home/bigdata/doris/apache_hdfs_broker

配置/etc/profile

export JAVA_HOME=/home/bigdata/jdk-11.0.1

export JRE_HOME=${JAVA_HOME}/jre

export CLASSPATH=.:${JAVA_HOME}/lib:${JRE_HOME}/lib:$CLASSPATH

export JAVA_PATH=${JAVA_HOME}/bin:${JRE_HOME}/bin

export PATH=$PATH:${JAVA_PATH}

source /etc/proile

cd apache_hdfs_broker/conf

修改配置文件hdfs-site.conf 将 hadoop目录的hdfs-site直接copy过来

启动broker服务

./start_broker.sh  --daemon

查看日志文件

 

mysql -h hadoop-master-01 -P9030 –uroot  -p123456

ALTER SYSTEM ADD BROKER fe_broker_01 "hadoop-master-01:8000";

ALTER SYSTEM ADD BROKER fe_broker_02 "hadoop-slave-01:8000";

ALTER SYSTEM ADD BROKER fe_broker_03 "hadoop-slave-02:8000";

ALTER SYSTEM ADD BROKER fe_broker_04 "hadoop-slave-03:8000";

show proc "/brokers";

 

原网站

版权声明
本文为[gamespiay123]所创,转载请带上原文链接,感谢
https://blog.csdn.net/gamespiay123/article/details/126277962