clickhouse集群搭建


clickhouse集群搭建.txt
172.16.1.162
172.16.1.163
172.16.1.164

前提先安装好了zookeeper集群

软件目录/data/app/src
数据目录/data/appData/clickhouse
日志目录/data/logs/clickhouse

mkdir -p /data/app/src
mkdir -p /data/appData/clickhouse/tmp
mkdir -p /data/logs/clickhouse

cd /data/app/src

wget https://repo.clickhouse.tech/tgz/stable/clickhouse-client-20.8.12.2.tgz
wget https://repo.clickhouse.tech/tgz/stable/clickhouse-server-20.8.12.2.tgz
wget https://repo.clickhouse.tech/tgz/stable/clickhouse-common-static-20.8.12.2.tgz
wget https://repo.clickhouse.tech/tgz/stable/clickhouse-common-static-dbg-20.8.12.2.tgz


------------------------------------------------------------
tar -zxvf clickhouse-common-static-20.8.12.2.tgz
 
./clickhouse-common-static-20.8.12.2/install/doinst.sh
 
------------------------------------------------------------
tar -zxvf clickhouse-common-static-dbg-20.8.12.2.tgz
 
./clickhouse-common-static-dbg-20.8.12.2/install/doinst.sh

[root@node3 src]# ls -l  /etc/clickhouse-server
总用量 44
-rw-r--r--. 1 root root 34331 2月  21 11:41 config.xml
-rw-r--r--. 1 root root  5587 2月  21 11:41 users.xml

发现已经生成了配置文件,如果需要改动默认的路径,需要先改完全部配置文件
 
------------------------------------------------------------
tar -zxvf clickhouse-server-20.8.12.2.tgz
 
./clickhouse-server-20.8.12.2/install/doinst.sh
 
------------------------------------------------------------
tar -zxvf clickhouse-client-20.8.12.2.tgz
 
./clickhouse-client-20.8.12.2/install/doinst.sh
------------------------------------------------------------

groupadd clickhouse
useradd -g clickhouse -M -s /sbin/nologin clickhouse
chown -R  clickhouse:clickhouse /data/appData/clickhouse /data/logs/clickhouse

systemctl start clickhouse-server
systemctl status clickhouse-server
ps -ef| grep clickhouse-server
clickhouse-client --port 19000 -m -h 127.0.0.1 -u default --password eb22d98eaf028b1ca5c36548193d604a


clickhouse-server集群配置文件.txt
----------------------------------------------------#不同机器修改各自主机host
cat > /etc/clickhouse-server/config.xml <<?xml version="1.0"?>

   
   
        system
       

query_log

        toYYYYMMDD(event_date)
        7500
   
   
        warning
        /data/logs/clickhouse/server.log
        /data/logs/clickhouse/error.log
        1024M
        3
   

   
    18123
    19000
    19009
   
    172.16.1.162
   
    0.0.0.0
   
    40960

   
    5
   
    100000
   
    8589934592
    5368709120
   
    /data/appData/clickhouse
    /data/appData/clickhouse/tmp
   
    users.xml
    default
    default


   
   
   
   
    3600
   
    0
   
    2621440
   
       
        /clickhouse/task_queue/ddl
        60
        86400
        1000
   

    /etc/clickhouse-server/metrika.xml

EOF
-------------------------------------------------------
cat > /etc/clickhouse-server/users.xml <<?xml version="1.0"?>

   
       
            1
            10000000000
            10000000000
            10000000000
            0
            0
            random
            16
            16
            auto
            1
            1000000
            break
            500000000
            250000000
            3000
            3000
       

       
            1
       

   

   
       
           eb22d98eaf028b1ca5c36548193d604a
           
                ::/0
           

            default
            default
       


       
           eb22d98eaf028b1ca5c36548193d604a
           
                ::1
                127.0.0.1
           

            readonly
            default
       

   

   
       
           
                3600
                0
                0
                0
                0
                0
           

       

   


EOF
----------------------------------------------------#不同机器修改macros
cat > /etc/clickhouse-server/metrika.xml <
  
     
         
            true
                 
                  shard1
                  172.16.1.162
                  19000
                  default
                  eb22d98eaf028b1ca5c36548193d604a
                 

                 
                  shard1
                  172.16.1.163
                  19000
                  default
                  eb22d98eaf028b1ca5c36548193d604a
                 

                 
                  shard1
                  172.16.1.164
                  19000
                  default
                  eb22d98eaf028b1ca5c36548193d604a
                 

         

     

  

  
     1
     172.16.1.162
  

  
      ::/0
  

  
  
      
            172.16.1.162
            18127
       

       
            172.16.1.163
            18127
       

       
            172.16.1.164
            18127
       

        60000
        30000
   

  
     
         10000000000
         0.01
         lz4
     

  


EOF

Clickhouse创建数据库和表on cluster.txt
Clickhouse Database 操作
https://blog.csdn.net/vkingnew/article/details/106784458


登录任意clickhouse节点,在集群中创建全局数据库
create database if not exists _cw_distributed_db on cluster clickhouse_cluster;
create database if not exists shard1 on cluster clickhouse_cluster;
show create database _cw_distributed_db \G
ls -l /data/appData/clickhouse/data
ls -l /data/appData/clickhouse/metadata

2.
CREATE TABLE IF NOT EXISTS `_cw_distributed_db`.`dcim_dhjk` on cluster clickhouse_cluster
(
 `pointDate` String,
 `pointId` String,
 `pointValue` String,
 `pointOriginalValue` Nullable(String),
 `origin` Nullable(String),
 `pointCode` Nullable(String),
 `_cw_insert_time` DateTime MATERIALIZED now(),
 `_cw_uuid` UUID MATERIALIZED generateUUIDv4()
) ENGINE = Distributed(clickhouse_cluster, '', `dcim_dhjk_replica`, rand());


CREATE TABLE IF NOT EXISTS `shard1`.`dcim_dhjk_replica` on cluster clickhouse_cluster
(
 `pointDate` String,
 `pointId` String,
 `pointValue` String,
 `pointOriginalValue` Nullable(String),
 `origin` Nullable(String),
 `pointCode` Nullable(String),
 `_cw_insert_time` DateTime MATERIALIZED now(),
 `_cw_uuid` UUID MATERIALIZED generateUUIDv4()
) ENGINE = ReplicatedMergeTree('/clickhouse/tables/{shard}/dcim/dhjk', '{replica}')
PARTITION BY toDate(subString(pointDate,1,10))
ORDER BY (pointDate,pointId,pointValue)
SETTINGS index_granularity = 8192;



DROP TABLE IF EXISTS _cw_distributed_db.dhjk on cluster clickhouse_cluster;