当前位置:网站首页>DORIS集群部署
DORIS集群部署
2022-08-11 11:53:00 【gamespiay123】
下载doris版本
tar -zxvf apache-doris-1.1.0-bin-x86-jdk8.tar.gz
mv apache-doris-1.1.0-bin-x86-jdk8 doris
eg : hadoop-master-01 (fe,IP:192.168.0.1)
hadoop-slave-01 (be,IP:192.168.0.2)
hadoop-slave-02 (be,IP:192.168.0.3)
hadoop-slave-03 (be,IP:192.168.0.4)
在hadoop-master-01 当前目录/home/bigdata
cd /home/bigdata/doris/fe
mkdir doris-meta
cd /home/bigdata/doris/fe/conf
修改配置文件fe.conf
JAVA_OPTS="-Xmx8192m -XX:+UseMembar -XX:SurvivorRatio=8 -XX:MaxTenuringThreshold=7 -XX:+PrintGCDateStamps -XX:+PrintGCDetails -XX:+UseConcMarkSweepGC -XX:+UseParNewGC -XX:+CMSClassUnloadingEnabled -XX:-CMSParallelRemarkEnabled -XX:CMSInitiatingOccupancyFraction=80 -XX:SoftRefLRUPolicyMSPerMB=0 -Xloggc:$DORIS_HOME/log/fe.gc.log.$DATE"
JAVA_OPTS_FOR_JDK_9="-Xmx8192m -XX:SurvivorRatio=8 -XX:MaxTenuringThreshold=7 -XX:+CMSClassUnloadingEnabled -XX:-CMSParallelRemarkEnabled -XX:CMSInitiatingOccupancyFraction=80 -XX:SoftRefLRUPolicyMSPerMB=0 -Xlog:gc*:$DORIS_HOME/log/fe.gc.log.$DATE:time"
priority_networks = 192.168.0.0/24
cd /home/bigdata/doris/fe/bin
启动fe
./start_fe.sh –daemon
查看是否正常启动:
curl http://hadoop-master-01:8030/api/bootstrap
返回json中msg为success就OK了
使用mysql查看
tar –zxvf mysql-5.7.33-linux-glibc2.12-x86_64.tar.gz
tar –zxvf openjdk-11.0.1_linux-x64_bin.tar.gz
配置环境/etc/profile
alias mysql='/home/bigdata/mysql-5.7.33-linux-glibc2.12-x86_64/bin/mysql'
export JAVA_HOME=/home/bigdata/jdk-11.0.1
export JRE_HOME=${JAVA_HOME}/jre
export CLASSPATH=.:${JAVA_HOME}/lib:${JRE_HOME}/lib:$CLASSPATH
export JAVA_PATH=${JAVA_HOME}/bin:${JRE_HOME}/bin
export PATH=$PATH:${JAVA_PATH}
执行source /etc/profile
mysql -h hadoop-master-01 -P9030 –uroot
修改root密码
SET PASSWORD FOR 'root' = PASSWORD('123456');
hadoop-slave-01,hadoop-slave-02,hadoop-slave-03安装be
cd /home/bigdata/doris/be
mkdir doris
cd /home/bigdata/doris/be/conf
修改配置be.conf
priority_networks = 192.168.0.0/24
storage_root_path = /home/bigdata/doris/be/doris
ulimit -n 65536
cd /home/bigdata/doris/be/bin
启动be服务
./start_be.sh –daemon
查看服务是否正常运行
curl http://hadoop-slave-01:8040/api/health
curl http://hadoop-slave-02:8040/api/health
curl http://hadoop-slave-03:8040/api/health
返回的json字段status为OK
mysql -h hadoop-master-01 -P9030 –uroot -p123456
ALTER SYSTEM add BACKEND "hadoop-slave-01:9050"
ALTER SYSTEM add BACKEND "hadoop-slave-02:9050"
ALTER SYSTEM add BACKEND "hadoop-slave-03:9050"
show proc "/backends";
测试数据是否能正常查询
create database test;
CREATE TABLE table2(
siteid INT DEFAULT '10',
citycode SMALLINT,
username VARCHAR(32) DEFAULT '',
pv BIGINT SUM DEFAULT '0'
)AGGREGATE KEY(siteid, citycode, username)
DISTRIBUTED BY HASH(siteid) BUCKETS 1
PROPERTIES("replication_num" = "3");
INSERT INTO table2 VALUES (1,1,'jim',2);
select * from table2;
配置broker(四台都安装)
cd /home/bigdata/doris/apache_hdfs_broker
配置/etc/profile
export JAVA_HOME=/home/bigdata/jdk-11.0.1
export JRE_HOME=${JAVA_HOME}/jre
export CLASSPATH=.:${JAVA_HOME}/lib:${JRE_HOME}/lib:$CLASSPATH
export JAVA_PATH=${JAVA_HOME}/bin:${JRE_HOME}/bin
export PATH=$PATH:${JAVA_PATH}
source /etc/proile
cd apache_hdfs_broker/conf
修改配置文件hdfs-site.conf 将 hadoop目录的hdfs-site直接copy过来
启动broker服务
./start_broker.sh --daemon
查看日志文件
mysql -h hadoop-master-01 -P9030 –uroot -p123456
ALTER SYSTEM ADD BROKER fe_broker_01 "hadoop-master-01:8000";
ALTER SYSTEM ADD BROKER fe_broker_02 "hadoop-slave-01:8000";
ALTER SYSTEM ADD BROKER fe_broker_03 "hadoop-slave-02:8000";
ALTER SYSTEM ADD BROKER fe_broker_04 "hadoop-slave-03:8000";
show proc "/brokers";
边栏推荐
- pgr_createTopology
- [10 o'clock open class]: Optimization of AV1 encoder and its application in streaming media and real-time communication
- WPF 实现内阴影
- PlutoSDR学习指南【3】官方软件“IIO Oscilloscope”
- SQL Runtime SLX中的优化设计有哪些?
- A043: These three abilities are indispensable for good chip design
- d,cast转换aa为右值
- TiSpark 原理之下推丨TiDB 工具分享
- 安装与查看是否安装
- Jmeter性能测试
猜你喜欢
随机推荐
edusoho兑换码功能二次开发
VirtualLab: Ince - array of laser Gaussian beam generated vortex observation
微服务分布式构架开发实战PDF,阿里架构师推荐,快快收藏吧
音频分享系统(类听书系统)
error: ‘const char* libc_name_p(const char*, unsigned int)’ redeclared inline with ‘gnu_inline’ attr
【题目】无重复字符的最长子串
B端产品需求分析与优先级判断
【数字赛道命题三】基于复旦微FPGA平台实现H.264视频解码
蚂蚁集团开源密码学基础库 BabaSSL 正式更名“铜锁”
18-移动端等比例缩放rem
7月月更开奖啦!快来看看你中奖了吗?
Ince-Gaussian mode
开源H.264 Video Encoder IP Core V2.0 介绍
TiSpark 原理之下推丨TiDB 工具分享
SQL Runtime SLX主要包括哪两方面?
反射笔记2.0
PlutoSDR学习指南【0】PlutoSDR介绍
pgr_createTopology
【集创赛】arm杯一等奖作品:智能BLDC驱动系统
SM5200原厂SOT23-6 500mA 线性锂电子替代芯片