clickhouse集群搭建
clickhouse集群搭建.txt
172.16.1.162
172.16.1.163
172.16.1.164
前提先安装好了zookeeper集群
软件目录/data/app/src
数据目录/data/appData/clickhouse
日志目录/data/logs/clickhouse
mkdir -p /data/app/src
mkdir -p /data/appData/clickhouse/tmp
mkdir -p /data/logs/clickhouse
cd /data/app/src
wget https://repo.clickhouse.tech/tgz/stable/clickhouse-client-20.8.12.2.tgz
wget https://repo.clickhouse.tech/tgz/stable/clickhouse-server-20.8.12.2.tgz
wget https://repo.clickhouse.tech/tgz/stable/clickhouse-common-static-20.8.12.2.tgz
wget https://repo.clickhouse.tech/tgz/stable/clickhouse-common-static-dbg-20.8.12.2.tgz
------------------------------------------------------------
tar -zxvf clickhouse-common-static-20.8.12.2.tgz
./clickhouse-common-static-20.8.12.2/install/doinst.sh
------------------------------------------------------------
tar -zxvf clickhouse-common-static-dbg-20.8.12.2.tgz
./clickhouse-common-static-dbg-20.8.12.2/install/doinst.sh
[root@node3 src]# ls -l /etc/clickhouse-server
总用量 44
-rw-r--r--. 1 root root 34331 2月 21 11:41 config.xml
-rw-r--r--. 1 root root 5587 2月 21 11:41 users.xml
发现已经生成了配置文件,如果需要改动默认的路径,需要先改完全部配置文件
------------------------------------------------------------
tar -zxvf clickhouse-server-20.8.12.2.tgz
./clickhouse-server-20.8.12.2/install/doinst.sh
------------------------------------------------------------
tar -zxvf clickhouse-client-20.8.12.2.tgz
./clickhouse-client-20.8.12.2/install/doinst.sh
------------------------------------------------------------
groupadd clickhouse
useradd -g clickhouse -M -s /sbin/nologin clickhouse
chown -R clickhouse:clickhouse /data/appData/clickhouse /data/logs/clickhouse
systemctl start clickhouse-server
systemctl status clickhouse-server
ps -ef| grep clickhouse-server
clickhouse-client --port 19000 -m -h 127.0.0.1 -u default --password eb22d98eaf028b1ca5c36548193d604a
clickhouse-server集群配置文件.txt
----------------------------------------------------#不同机器修改
cat > /etc/clickhouse-server/config.xml <
query_log
EOF
-------------------------------------------------------
cat > /etc/clickhouse-server/users.xml <
EOF
----------------------------------------------------#不同机器修改macros
cat > /etc/clickhouse-server/metrika.xml <
EOF
Clickhouse创建数据库和表on cluster.txt
Clickhouse Database 操作
https://blog.csdn.net/vkingnew/article/details/106784458
登录任意clickhouse节点,在集群中创建全局数据库
create database if not exists _cw_distributed_db on cluster clickhouse_cluster;
create database if not exists shard1 on cluster clickhouse_cluster;
show create database _cw_distributed_db \G
ls -l /data/appData/clickhouse/data
ls -l /data/appData/clickhouse/metadata
2.
CREATE TABLE IF NOT EXISTS `_cw_distributed_db`.`dcim_dhjk` on cluster clickhouse_cluster
(
`pointDate` String,
`pointId` String,
`pointValue` String,
`pointOriginalValue` Nullable(String),
`origin` Nullable(String),
`pointCode` Nullable(String),
`_cw_insert_time` DateTime MATERIALIZED now(),
`_cw_uuid` UUID MATERIALIZED generateUUIDv4()
) ENGINE = Distributed(clickhouse_cluster, '', `dcim_dhjk_replica`, rand());
CREATE TABLE IF NOT EXISTS `shard1`.`dcim_dhjk_replica` on cluster clickhouse_cluster
(
`pointDate` String,
`pointId` String,
`pointValue` String,
`pointOriginalValue` Nullable(String),
`origin` Nullable(String),
`pointCode` Nullable(String),
`_cw_insert_time` DateTime MATERIALIZED now(),
`_cw_uuid` UUID MATERIALIZED generateUUIDv4()
) ENGINE = ReplicatedMergeTree('/clickhouse/tables/{shard}/dcim/dhjk', '{replica}')
PARTITION BY toDate(subString(pointDate,1,10))
ORDER BY (pointDate,pointId,pointValue)
SETTINGS index_granularity = 8192;
DROP TABLE IF EXISTS _cw_distributed_db.dhjk on cluster clickhouse_cluster;