CYBSKY HomeArchivesTagsCategories
12实例15node多实例集群部署方案
字数总计: 4k|阅读时长: 23 分钟

==作者：YB-Chi==

资源

ip host
10.209.18.201 pod3-mmp1-a-13
10.209.18.202 pod3-mmp1-a-14
10.209.18.205 pod3-mmp1-a-18
10.209.18.208 pod3-mmp1-a-39
10.209.18.21 pod3-mmp1-e-26
10.209.18.212 pod3-mmp1-a-32
10.209.18.219 pod3-mmp1-a-21
10.209.18.22 pod3-mmp1-e-6
10.209.18.23 pod3-mmp1-d-4
10.209.18.24 pod3-mmp1-e-17
10.209.18.25 pod3-mmp1-d-12
10.209.18.26 pod3-mmp1-e-7
10.209.18.27 pod3-mmp1-d-28
10.209.18.28 pod3-mmp1-d-29
10.209.18.29 pod3-mmp1-e-22

root/WY#cluster@2021

依赖

zk三台:

  • 10.209.18.201
  • 10.209.18.202
  • 10.209.18.205

安装包

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
# rpm包 https://github.com/ClickHouse/ClickHouse/
chmod 755 /data0/software/clickhouse/*

clickhouse-client-21.1.2.15-2.noarch.rpm
clickhouse-server-21.1.2.15-2.noarch.rpm
clickhouse-common-static-21.1.2.15-2.x86_64.rpm
clickhouse-common-static-dbg-21.1.2.15-2.x86_64.rpm

yum -y install expect
yum install -y perl perl-devel autoconf libaio

# 安装包路径
/data0/software/clickhouse/
# 数据路径
/data0/clickhouse_data
# 配置文件路径
/data0/software/clickhouse/config
# 日志路径
/data0/clickhouse_data/logs/

安装

1
2
3
4
5
6
7
8
9
10
11

rpm -ivh /data0/software/clickhouse/clickhouse-common-static-21.1.2.15-2.x86_64.rpm
rpm -ivh /data0/software/clickhouse/clickhouse-common-static-dbg-21.1.2.15-2.x86_64.rpm
rpm -ivh /data0/software/clickhouse/clickhouse-server-21.1.2.15-2.noarch.rpm
rpm -ivh /data0/software/clickhouse/clickhouse-client-21.1.2.15-2.noarch.rpm


# 配置文件
/data0/software/clickhouse/config/config_node0.xml~config_node11.xml
/data0/software/clickhouse/config/metrika_node0.xml~metrika_node11.xml
/data0/software/clickhouse/config/user.xml

配置

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
# config.xml 端口改动
# 9000 tcp
netstat -ntlp|grep 9001
netstat -ntlp|grep 9002
netstat -ntlp|grep 9003
netstat -ntlp|grep 9004
netstat -ntlp|grep 9005
netstat -ntlp|grep 9006
netstat -ntlp|grep 9007
netstat -ntlp|grep 9008
netstat -ntlp|grep 9009
netstat -ntlp|grep 9010
netstat -ntlp|grep 9011
netstat -ntlp|grep 9012

# 9004 interserver_http
netstat -ntlp|grep 9021
netstat -ntlp|grep 9022
netstat -ntlp|grep 9023
netstat -ntlp|grep 9024
netstat -ntlp|grep 9025
netstat -ntlp|grep 9026
netstat -ntlp|grep 9027
netstat -ntlp|grep 9028
netstat -ntlp|grep 9029
netstat -ntlp|grep 9030
netstat -ntlp|grep 9031
netstat -ntlp|grep 9032


# 8123 http
netstat -ntlp|grep 8121
netstat -ntlp|grep 8122
netstat -ntlp|grep 8123
netstat -ntlp|grep 8124
netstat -ntlp|grep 8125
netstat -ntlp|grep 8126
netstat -ntlp|grep 8127
netstat -ntlp|grep 8128
netstat -ntlp|grep 8129
netstat -ntlp|grep 8130
netstat -ntlp|grep 8131
netstat -ntlp|grep 8132

# 9363 prometheus
netstat -ntlp|grep 9361
netstat -ntlp|grep 9362
netstat -ntlp|grep 9363
netstat -ntlp|grep 9364
netstat -ntlp|grep 9365
netstat -ntlp|grep 9366
netstat -ntlp|grep 9367
netstat -ntlp|grep 9368
netstat -ntlp|grep 9369
netstat -ntlp|grep 9370
netstat -ntlp|grep 9371
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
# 所有节点执行 创建数据目录 配置文件目录 所有的配置文件和日志在一个目录 
mkdir -p /data0/clickhouse_data
mkdir -p /data1/clickhouse_data
mkdir -p /data2/clickhouse_data
mkdir -p /data3/clickhouse_data
mkdir -p /data4/clickhouse_data
mkdir -p /data5/clickhouse_data
mkdir -p /data6/clickhouse_data
mkdir -p /data7/clickhouse_data
mkdir -p /data8/clickhouse_data
mkdir -p /data9/clickhouse_data
mkdir -p /data10/clickhouse_data
mkdir -p /data11/clickhouse_data

mkdir -p /data0/software/clickhouse/config

cp /etc/clickhouse-server/users.xml /data0/software/clickhouse/config/

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
# 复制改名配置文件
cp /etc/clickhouse-server/config.xml /data0/software/clickhouse/config/
cp config.xml config_node0.xml

# 修改node0【修改不做记录，详见下个代码块配置文件】  并复制其他实例的配置文件
cp config_node0.xml config_node1.xml
cp config_node0.xml config_node2.xml
cp config_node0.xml config_node3.xml
cp config_node0.xml config_node4.xml
cp config_node0.xml config_node5.xml
cp config_node0.xml config_node6.xml
cp config_node0.xml config_node7.xml
cp config_node0.xml config_node8.xml
cp config_node0.xml config_node9.xml
cp config_node0.xml config_node10.xml
cp config_node0.xml config_node11.xml

# 更改路径
sed -i "s:/data0/clickhouse_data:/data1/clickhouse_data:g" /data0/software/clickhouse/config/config_node1.xml
sed -i "s:/data0/clickhouse_data:/data2/clickhouse_data:g" /data0/software/clickhouse/config/config_node2.xml
sed -i "s:/data0/clickhouse_data:/data3/clickhouse_data:g" /data0/software/clickhouse/config/config_node3.xml
sed -i "s:/data0/clickhouse_data:/data4/clickhouse_data:g" /data0/software/clickhouse/config/config_node4.xml
sed -i "s:/data0/clickhouse_data:/data5/clickhouse_data:g" /data0/software/clickhouse/config/config_node5.xml
sed -i "s:/data0/clickhouse_data:/data6/clickhouse_data:g" /data0/software/clickhouse/config/config_node6.xml
sed -i "s:/data0/clickhouse_data:/data7/clickhouse_data:g" /data0/software/clickhouse/config/config_node7.xml
sed -i "s:/data0/clickhouse_data:/data8/clickhouse_data:g" /data0/software/clickhouse/config/config_node8.xml
sed -i "s:/data0/clickhouse_data:/data9/clickhouse_data:g" /data0/software/clickhouse/config/config_node9.xml
sed -i "s:/data0/clickhouse_data:/data10/clickhouse_data:g" /data0/software/clickhouse/config/config_node10.xml
sed -i "s:/data0/clickhouse_data:/data11/clickhouse_data:g" /data0/software/clickhouse/config/config_node11.xml

# 更改端口
sed -i "s:8121:8122:g" /data0/software/clickhouse/config/config_node1.xml
sed -i "s:8121:8123:g" /data0/software/clickhouse/config/config_node2.xml
sed -i "s:8121:8124:g" /data0/software/clickhouse/config/config_node3.xml
sed -i "s:8121:8125:g" /data0/software/clickhouse/config/config_node4.xml
sed -i "s:8121:8126:g" /data0/software/clickhouse/config/config_node5.xml
sed -i "s:8121:8127:g" /data0/software/clickhouse/config/config_node6.xml
sed -i "s:8121:8128:g" /data0/software/clickhouse/config/config_node7.xml
sed -i "s:8121:8129:g" /data0/software/clickhouse/config/config_node8.xml
sed -i "s:8121:8130:g" /data0/software/clickhouse/config/config_node9.xml
sed -i "s:8121:8131:g" /data0/software/clickhouse/config/config_node10.xml
sed -i "s:8121:8132:g" /data0/software/clickhouse/config/config_node11.xml

sed -i "s:9001:9002:g" /data0/software/clickhouse/config/config_node1.xml
sed -i "s:9001:9003:g" /data0/software/clickhouse/config/config_node2.xml
sed -i "s:9001:9004:g" /data0/software/clickhouse/config/config_node3.xml
sed -i "s:9001:9005:g" /data0/software/clickhouse/config/config_node4.xml
sed -i "s:9001:9006:g" /data0/software/clickhouse/config/config_node5.xml
sed -i "s:9001:9007:g" /data0/software/clickhouse/config/config_node6.xml
sed -i "s:9001:9008:g" /data0/software/clickhouse/config/config_node7.xml
sed -i "s:9001:9009:g" /data0/software/clickhouse/config/config_node8.xml
sed -i "s:9001:9010:g" /data0/software/clickhouse/config/config_node9.xml
sed -i "s:9001:9011:g" /data0/software/clickhouse/config/config_node10.xml
sed -i "s:9001:9012:g" /data0/software/clickhouse/config/config_node11.xml

sed -i "s:9021:9022:g" /data0/software/clickhouse/config/config_node1.xml
sed -i "s:9021:9023:g" /data0/software/clickhouse/config/config_node2.xml
sed -i "s:9021:9024:g" /data0/software/clickhouse/config/config_node3.xml
sed -i "s:9021:9025:g" /data0/software/clickhouse/config/config_node4.xml
sed -i "s:9021:9026:g" /data0/software/clickhouse/config/config_node5.xml
sed -i "s:9021:9027:g" /data0/software/clickhouse/config/config_node6.xml
sed -i "s:9021:9028:g" /data0/software/clickhouse/config/config_node7.xml
sed -i "s:9021:9029:g" /data0/software/clickhouse/config/config_node8.xml
sed -i "s:9021:9030:g" /data0/software/clickhouse/config/config_node9.xml
sed -i "s:9021:9031:g" /data0/software/clickhouse/config/config_node10.xml
sed -i "s:9021:9032:g" /data0/software/clickhouse/config/config_node11.xml

sed -i "s:node0:node1:g" /data0/software/clickhouse/config/config_node1.xml
sed -i "s:node0:node2:g" /data0/software/clickhouse/config/config_node2.xml
sed -i "s:node0:node3:g" /data0/software/clickhouse/config/config_node3.xml
sed -i "s:node0:node4:g" /data0/software/clickhouse/config/config_node4.xml
sed -i "s:node0:node5:g" /data0/software/clickhouse/config/config_node5.xml
sed -i "s:node0:node6:g" /data0/software/clickhouse/config/config_node6.xml
sed -i "s:node0:node7:g" /data0/software/clickhouse/config/config_node7.xml
sed -i "s:node0:node8:g" /data0/software/clickhouse/config/config_node8.xml
sed -i "s:node0:node9:g" /data0/software/clickhouse/config/config_node9.xml
sed -i "s:node0:node10:g" /data0/software/clickhouse/config/config_node10.xml
sed -i "s:node0:node11:g" /data0/software/clickhouse/config/config_node11.xml

sed -i "s:9361:9362:g" /data0/software/clickhouse/config/config_node1.xml
sed -i "s:9361:9363:g" /data0/software/clickhouse/config/config_node2.xml
sed -i "s:9361:9364:g" /data0/software/clickhouse/config/config_node3.xml
sed -i "s:9361:9365:g" /data0/software/clickhouse/config/config_node4.xml
sed -i "s:9361:9366:g" /data0/software/clickhouse/config/config_node5.xml
sed -i "s:9361:9367:g" /data0/software/clickhouse/config/config_node6.xml
sed -i "s:9361:9368:g" /data0/software/clickhouse/config/config_node7.xml
sed -i "s:9361:9369:g" /data0/software/clickhouse/config/config_node8.xml
sed -i "s:9361:9370:g" /data0/software/clickhouse/config/config_node9.xml
sed -i "s:9361:9371:g" /data0/software/clickhouse/config/config_node10.xml
sed -i "s:9361:9372:g" /data0/software/clickhouse/config/config_node11.xml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
<!-- config_node0.xml -->
<?xml version="1.0"?>
<yandex>
    <!--日志-->
    <logger>
        <level>trace</level>
        <log>/data0/clickhouse_data/logs/clickhouse-node0.log</log>
        <errorlog>/data0/clickhouse_data/logs/clickhouse-data0.err.log</errorlog>
        <size>1000M</size>
        <count>10</count>
    </logger>
    <!--本地节点信息-->
    <http_port>8121</http_port>
    <tcp_port>9001</tcp_port>
    <interserver_http_port>9021</interserver_http_port>
    <interserver_http_host>pod3-mmp1-a-13</interserver_http_host>
    <!--本机域名或IP-->
    <!--本地配置-->
    <listen_host>0.0.0.0</listen_host>
    <max_connections>2048</max_connections>
    <!-- <receive_timeout>800</receive_timeout>
             <send_timeout>800</send_timeout> -->
    <keep_alive_timeout>3</keep_alive_timeout>

<!--     <grpc>
                 <enable_ssl>false</enable_ssl>
        <ssl_cert_file>/path/to/ssl_cert_file</ssl_cert_file>
        <ssl_key_file>/path/to/ssl_key_file</ssl_key_file>
        <ssl_require_client_auth>false</ssl_require_client_auth>
        <ssl_ca_cert_file>/path/to/ssl_ca_cert_file</ssl_ca_cert_file>
        <compression>deflate</compression>
        <compression_level>medium</compression_level>
        <max_send_message_size>-1</max_send_message_size>
        <max_receive_message_size>-1</max_receive_message_size>
        <verbose_logs>false</verbose_logs>
    </grpc> -->


    <openSSL>
        <server> 
            <certificateFile>/data0/clickhouse_data/server.crt</certificateFile>
            <privateKeyFile>/data0/clickhouse_data/server.key</privateKeyFile>
            <dhParamsFile>/data0/clickhouse_data/dhparam.pem</dhParamsFile>
            <verificationMode>none</verificationMode>
            <loadDefaultCAFile>true</loadDefaultCAFile>
            <cacheSessions>true</cacheSessions>
            <disableProtocols>sslv2,sslv3</disableProtocols>
            <preferServerCiphers>true</preferServerCiphers>
        </server>

        <client> 
            <loadDefaultCAFile>true</loadDefaultCAFile>
            <cacheSessions>true</cacheSessions>
            <disableProtocols>sslv2,sslv3</disableProtocols>
            <preferServerCiphers>true</preferServerCiphers>
            <invalidCertificateHandler>
                <name>RejectCertificateHandler</name>
            </invalidCertificateHandler>
        </client>
    </openSSL>

    <max_concurrent_queries>100</max_concurrent_queries>
    <max_server_memory_usage>0</max_server_memory_usage>
    <max_thread_pool_size>10000</max_thread_pool_size>
    <max_server_memory_usage_to_ram_ratio>0.9</max_server_memory_usage_to_ram_ratio>
    <total_memory_profiler_step>4194304</total_memory_profiler_step>
    <total_memory_tracker_sample_probability>0</total_memory_tracker_sample_probability>
    <uncompressed_cache_size>8589934592</uncompressed_cache_size>
    <mark_cache_size>5368709120</mark_cache_size>
    <path>/data0/clickhouse_data/</path>
    <tmp_path>/data0/clickhouse_data/tmp/</tmp_path>

    <!-- <users_config>/data/clickhouse/node1/users.xml</users_config> -->
    <user_files_path>/data0/clickhouse_data/user_files/</user_files_path>
    <ldap_servers>
    </ldap_servers>
    <user_directories>
        <users_xml>
            <path>users.xml</path>
        </users_xml>
        <local_directory>
            <path>/data0/clickhouse_data/access/</path>
        </local_directory>
    </user_directories>

    <default_profile>default</default_profile>
    <default_database>default</default_database>
    <!-- Perform mlockall after startup to lower first queries latency
                   and to prevent clickhouse executable from being paged out under high IO load.
         Enabling this option is recommended but will lead to increased startup time for up to a few seconds.
    -->
    <mlock_executable>true</mlock_executable>
    <remap_executable>false</remap_executable>

    <!--集群相关配置 对应metrika文件的标签名-->
    <remote_servers incl="clickhouse_remote_servers" />
    <zookeeper incl="zookeeper-servers" optional="true" />
    <macros incl="macros" optional="true" />
    <include_from>/data0/software/clickhouse/config/metrika_node0.xml</include_from>

    <builtin_dictionaries_reload_interval>3600</builtin_dictionaries_reload_interval>
    <max_session_timeout>3600</max_session_timeout>
    <default_session_timeout>300</default_session_timeout>

    <query_log>
        <database>system</database>
        <table>query_log</table>
        <partition_by>toMonday(event_date)</partition_by>
        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
    </query_log>

    <trace_log>
        <database>system</database>
        <table>trace_log</table>

        <partition_by>toYYYYMM(event_date)</partition_by>
        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
    </trace_log>

    <query_thread_log>
        <database>system</database>
        <table>query_thread_log</table>
        <partition_by>toMonday(event_date)</partition_by>
        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
    </query_thread_log>

    <metric_log>
        <database>system</database>
        <table>metric_log</table>
        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
        <collect_interval_milliseconds>1000</collect_interval_milliseconds>
    </metric_log>

    <asynchronous_metric_log>
        <database>system</database>
        <table>asynchronous_metric_log</table>
        <flush_interval_milliseconds>60000</flush_interval_milliseconds>
    </asynchronous_metric_log>

    <opentelemetry_span_log>
        <engine>
            engine MergeTree
            partition by toYYYYMM(finish_date)
            order by (finish_date, finish_time_us, trace_id)
        </engine>
        <database>system</database>
        <table>opentelemetry_span_log</table>
        <flush_interval_milliseconds>7500</flush_interval_milliseconds>
    </opentelemetry_span_log>


    <crash_log>
        <database>system</database>
        <table>crash_log</table>

        <partition_by />
        <flush_interval_milliseconds>1000</flush_interval_milliseconds>
    </crash_log>

    <dictionaries_config>*_dictionary.xml</dictionaries_config>

    <distributed_ddl>
        <!-- Path in ZooKeeper to queue with DDL queries -->
        <path>/clickhouse/task_queue/ddl</path>
    </distributed_ddl>

    <graphite_rollup_example>
        <pattern>
            <regexp>click_cost</regexp>
            <function>any</function>
            <retention>
                <age>0</age>
                <precision>3600</precision>
            </retention>
            <retention>
                <age>86400</age>
                <precision>60</precision>
            </retention>
        </pattern>
        <default>
            <function>max</function>
            <retention>
                <age>0</age>
                <precision>60</precision>
            </retention>
            <retention>
                <age>3600</age>
                <precision>300</precision>
            </retention>
            <retention>
                <age>86400</age>
                <precision>3600</precision>
            </retention>
        </default>
    </graphite_rollup_example>

    <format_schema_path>/data0/clickhouse_data/format_schemas/</format_schema_path>

    <query_masking_rules>
        <rule>
            <name>hide encrypt/decrypt arguments</name>
            <regexp>((?:aes_)?(?:encrypt|decrypt)(?:_mysql)?)\s*\(\s*(?:'(?:\\'|.)+'|.*?)\s*\)</regexp>
            <replace>\1(???)</replace>
        </rule>
    </query_masking_rules>

    <!-- <merge_tree>
                 <parts_to_delay_insert>300</parts_to_delay_insert>
        <parts_to_throw_insert>600</parts_to_throw_insert>
        <max_delay_to_insert>2</max_delay_to_insert>
    </merge_tree> -->

    <merge_tree>
        <max_suspicious_broken_parts>5</max_suspicious_broken_parts>
    </merge_tree>
    <!-- 不限制drop表 -->
    <max_table_size_to_drop>0</max_table_size_to_drop>
    <max_partition_size_to_drop>0</max_partition_size_to_drop>

    <send_crash_reports>
        <enabled>false</enabled>
        <anonymize>false</anonymize>
        <endpoint>https://6f33034cfe684dd7a3ab9875e57b1c8d@o388870.ingest.sentry.io/5226277</endpoint>
    </send_crash_reports>

    <prometheus>
        <endpoint>/metrics</endpoint>
        <port>9361</port>
        <metrics>true</metrics>
        <events>true</events>
        <asynchronous_metrics>true</asynchronous_metrics>
        <status_info>true</status_info>
    </prometheus>

    <timezone>Asia/Shanghai</timezone>
</yandex>
1
2
3
4
5
6
7
8
9
10
11
12
# 由于sed -i 修改了日志目录,重新把日志目录改回来
sed -i "s:/data1/clickhouse_data/logs:/data0/clickhouse_data/logs:g" /data0/software/clickhouse/config/config_node1.xml
sed -i "s:/data2/clickhouse_data/logs:/data0/clickhouse_data/logs:g" /data0/software/clickhouse/config/config_node2.xml
sed -i "s:/data3/clickhouse_data/logs:/data0/clickhouse_data/logs:g" /data0/software/clickhouse/config/config_node3.xml
sed -i "s:/data4/clickhouse_data/logs:/data0/clickhouse_data/logs:g" /data0/software/clickhouse/config/config_node4.xml
sed -i "s:/data5/clickhouse_data/logs:/data0/clickhouse_data/logs:g" /data0/software/clickhouse/config/config_node5.xml
sed -i "s:/data6/clickhouse_data/logs:/data0/clickhouse_data/logs:g" /data0/software/clickhouse/config/config_node6.xml
sed -i "s:/data7/clickhouse_data/logs:/data0/clickhouse_data/logs:g" /data0/software/clickhouse/config/config_node7.xml
sed -i "s:/data8/clickhouse_data/logs:/data0/clickhouse_data/logs:g" /data0/software/clickhouse/config/config_node8.xml
sed -i "s:/data9/clickhouse_data/logs:/data0/clickhouse_data/logs:g" /data0/software/clickhouse/config/config_node9.xml
sed -i "s:/data10/clickhouse_data/logs:/data0/clickhouse_data/logs:g" /data0/software/clickhouse/config/config_node10.xml
sed -i "s:/data11/clickhouse_data/logs:/data0/clickhouse_data/logs:g" /data0/software/clickhouse/config/config_node11.xml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
# 配置文件改完后 scp到其他节点 由于met文件是本地改好上传的，此处将config文件放入config-dir 然后scp

# WY#cluster@2021
scp -rp config-dir root@pod3-mmp1-a-14:/data0/software/clickhouse/config/
scp -rp config-dir root@pod3-mmp1-a-18:/data0/software/clickhouse/config/
scp -rp config-dir root@pod3-mmp1-a-39:/data0/software/clickhouse/config/
scp -rp config-dir root@pod3-mmp1-e-26:/data0/software/clickhouse/config/
scp -rp config-dir root@pod3-mmp1-a-32:/data0/software/clickhouse/config/
scp -rp config-dir root@pod3-mmp1-a-21:/data0/software/clickhouse/config/
scp -rp config-dir root@pod3-mmp1-e-6:/data0/software/clickhouse/config/
scp -rp config-dir root@pod3-mmp1-d-4:/data0/software/clickhouse/config/
scp -rp config-dir root@pod3-mmp1-e-17:/data0/software/clickhouse/config/
scp -rp config-dir root@pod3-mmp1-d-12:/data0/software/clickhouse/config/
scp -rp config-dir root@pod3-mmp1-e-7:/data0/software/clickhouse/config/
scp -rp config-dir root@pod3-mmp1-d-28:/data0/software/clickhouse/config/
scp -rp config-dir root@pod3-mmp1-d-29:/data0/software/clickhouse/config/
scp -rp config-dir root@pod3-mmp1-e-22:/data0/software/clickhouse/config/


# 给每个节点更改host
sed -i "s:pod3-mmp1-a-13:pod3-mmp1-a-14:g" /data0/software/clickhouse/config/config-dir/*
sed -i "s:pod3-mmp1-a-13:pod3-mmp1-a-18:g" /data0/software/clickhouse/config/config-dir/*
sed -i "s:pod3-mmp1-a-13:pod3-mmp1-a-39:g" /data0/software/clickhouse/config/config-dir/*
sed -i "s:pod3-mmp1-a-13:pod3-mmp1-e-26:g" /data0/software/clickhouse/config/config-dir/*
sed -i "s:pod3-mmp1-a-13:pod3-mmp1-a-32:g" /data0/software/clickhouse/config/config-dir/*
sed -i "s:pod3-mmp1-a-13:pod3-mmp1-a-21:g" /data0/software/clickhouse/config/config-dir/*
sed -i "s:pod3-mmp1-a-13:pod3-mmp1-e-6:g" /data0/software/clickhouse/config/config-dir/*
sed -i "s:pod3-mmp1-a-13:pod3-mmp1-d-4:g" /data0/software/clickhouse/config/config-dir/*
sed -i "s:pod3-mmp1-a-13:pod3-mmp1-e-17:g" /data0/software/clickhouse/config/config-dir/*
sed -i "s:pod3-mmp1-a-13:pod3-mmp1-d-12:g" /data0/software/clickhouse/config/config-dir/*
sed -i "s:pod3-mmp1-a-13:pod3-mmp1-e-7:g" /data0/software/clickhouse/config/config-dir/*
sed -i "s:pod3-mmp1-a-13:pod3-mmp1-d-28:g" /data0/software/clickhouse/config/config-dir/*
sed -i "s:pod3-mmp1-a-13:pod3-mmp1-d-29:g" /data0/software/clickhouse/config/config-dir/*
sed -i "s:pod3-mmp1-a-13:pod3-mmp1-e-22:g" /data0/software/clickhouse/config/config-dir/*
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
# 操作所有窗口
# 编辑启动脚本
vim /data0/software/clickhouse/start.sh

nohup /usr/bin/clickhouse-server -C=/data0/software/clickhouse/config/config_node0.xml --pid-file=/data0/software/clickhouse/config/config_node0.pid &
nohup /usr/bin/clickhouse-server -C=/data0/software/clickhouse/config/config_node1.xml --pid-file=/data0/software/clickhouse/config/config_node1.pid &
nohup /usr/bin/clickhouse-server -C=/data0/software/clickhouse/config/config_node2.xml --pid-file=/data0/software/clickhouse/config/config_node2.pid &
nohup /usr/bin/clickhouse-server -C=/data0/software/clickhouse/config/config_node3.xml --pid-file=/data0/software/clickhouse/config/config_node3.pid &
nohup /usr/bin/clickhouse-server -C=/data0/software/clickhouse/config/config_node4.xml --pid-file=/data0/software/clickhouse/config/config_node4.pid &
nohup /usr/bin/clickhouse-server -C=/data0/software/clickhouse/config/config_node5.xml --pid-file=/data0/software/clickhouse/config/config_node5.pid &
nohup /usr/bin/clickhouse-server -C=/data0/software/clickhouse/config/config_node6.xml --pid-file=/data0/software/clickhouse/config/config_node6.pid &
nohup /usr/bin/clickhouse-server -C=/data0/software/clickhouse/config/config_node7.xml --pid-file=/data0/software/clickhouse/config/config_node7.pid &
nohup /usr/bin/clickhouse-server -C=/data0/software/clickhouse/config/config_node8.xml --pid-file=/data0/software/clickhouse/config/config_node8.pid &
nohup /usr/bin/clickhouse-server -C=/data0/software/clickhouse/config/config_node9.xml --pid-file=/data0/software/clickhouse/config/config_node9.pid &
nohup /usr/bin/clickhouse-server -C=/data0/software/clickhouse/config/config_node10.xml --pid-file=/data0/software/clickhouse/config/config_node10.pid &
nohup /usr/bin/clickhouse-server -C=/data0/software/clickhouse/config/config_node11.xml --pid-file=/data0/software/clickhouse/config/config_node11.pid &

# 保存退出
chmod +x /data0/software/clickhouse/start.sh

# 启动
/data0/software/clickhouse/start.sh

# 检查 应当有看门狗和程序server俩服务 加上ps供25个
ps -ef|grep click
ps -ef|grep click|wc -l


# 验证客户端
clickhouse-client --host pod3-mmp1-a-13 --port 9001
select * from system.clusters;

# 创建集群表要指定集群名 集群名为metr*文件中的标签名ch_cluster_all
create database jikewang on cluster perftest_3shards_1replicas;
CREATE TABLE log_test ON CLUSTER perftest_3shards_1replicas
(
    `ts` DateTime,
    `uid` String,
    `biz` String
)
ENGINE = ReplicatedMergeTree('/clickhouse/tables/{shard}/log_test', '{replica}')
PARTITION BY toYYYYMMDD(ts)
ORDER BY ts;

参考文档:

ClickHouse最佳实战之Clickhouse服务配置文件config.xml详解

ClickHouse集群多实例部署

ClickHouse 多实例环境安装

文章作者: CYBSKY
文章链接: https://cybsky.top/2022/09/08/cyb-mds/database/ClickHouse/12实例15node多实例集群部署方案/
版权声明: 本博客所有文章除特别声明外，均采用 CC BY-NC-SA 4.0 许可协议。转载请注明来自 CYBSKY！
LinuxClickhouse