feat: initialize
This commit is contained in:
commit
1cc35d5ce2
GPG Key ID:
A3F8A7E23DA2AD94
|
|
@ -0,0 +1,21 @@
|
||||||
|
MIT License
|
||||||
|
|
||||||
|
Copyright (c) 2022 Reinaldy Rafli <aldy505@proton.me>
|
||||||
|
|
||||||
|
Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||||
|
of this software and associated documentation files (the "Software"), to deal
|
||||||
|
in the Software without restriction, including without limitation the rights
|
||||||
|
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||||
|
copies of the Software, and to permit persons to whom the Software is
|
||||||
|
furnished to do so, subject to the following conditions:
|
||||||
|
|
||||||
|
The above copyright notice and this permission notice shall be included in all
|
||||||
|
copies or substantial portions of the Software.
|
||||||
|
|
||||||
|
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||||
|
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||||
|
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||||
|
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||||
|
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||||
|
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||||
|
SOFTWARE.
|
||||||
|
|
@ -0,0 +1,54 @@
|
||||||
|
# Local Clickhouse Cluster with Docker Compose
|
||||||
|
|
||||||
|
Sets up a local Clickhouse cluster with 3 nodes (and Zookeeper as a bonus).
|
||||||
|
|
||||||
|
To run it:
|
||||||
|
|
||||||
|
```bash
|
||||||
|
docker compose up -d
|
||||||
|
```
|
||||||
|
|
||||||
|
There is no authentication, just log in with the `default` user with no password at all.
|
||||||
|
|
||||||
|
There is a cluster already set up called `localcluster`.
|
||||||
|
|
||||||
|
Prometheus metrics is available at `/metrics` endpoint on port `9363` of each node.
|
||||||
|
|
||||||
|
To connect with Go:
|
||||||
|
|
||||||
|
```go
|
||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
|
||||||
|
"github.com/ClickHouse/clickhouse-go/v2"
|
||||||
|
)
|
||||||
|
|
||||||
|
func main() {
|
||||||
|
clickhouseOptions, err := clickhouse.ParseDSN("clickhouse://default:@127.0.0.1:19000,127.0.0.1:29000,127.0.0.1:39000/default?dial_timeout=200ms&max_execution_time=60&debug=true")
|
||||||
|
if err != nil {
|
||||||
|
// handle your error
|
||||||
|
}
|
||||||
|
|
||||||
|
clickhouseConnection, err := clickhouse.Open(clickhouseOptions)
|
||||||
|
if err != nil {
|
||||||
|
// handle your error
|
||||||
|
}
|
||||||
|
defer func () {
|
||||||
|
err := clickhouseConnection.Close()
|
||||||
|
if err != nil {
|
||||||
|
// handle your error
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
|
||||||
|
// To query with to the "localcluster"
|
||||||
|
err = clickhouseConnection.Exec(
|
||||||
|
context.Background(),
|
||||||
|
`CREATE DATABASE IF NOT EXISTS "sampledatabase" ON CLUSTER "localcluster"`,
|
||||||
|
)
|
||||||
|
if err != nil {
|
||||||
|
// handle your error
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
@ -0,0 +1,40 @@
|
||||||
|
<clickhouse>
|
||||||
|
<listen_host>::1</listen_host>
|
||||||
|
<listen_host>0.0.0.0</listen_host>
|
||||||
|
<remote_servers>
|
||||||
|
<localcluster>
|
||||||
|
<shard>
|
||||||
|
<internal_replication>true</internal_replication>
|
||||||
|
<replica>
|
||||||
|
<host>ch1</host>
|
||||||
|
<port>9000</port>
|
||||||
|
</replica>
|
||||||
|
<replica>
|
||||||
|
<host>ch2</host>
|
||||||
|
<port>9000</port>
|
||||||
|
</replica>
|
||||||
|
<replica>
|
||||||
|
<host>ch3</host>
|
||||||
|
<port>9000</port>
|
||||||
|
</replica>
|
||||||
|
</shard>
|
||||||
|
</localcluster>
|
||||||
|
</remote_servers>
|
||||||
|
|
||||||
|
<zookeeper>
|
||||||
|
<node>
|
||||||
|
<host>zookeeper</host>
|
||||||
|
<port>2181</port>
|
||||||
|
</node>
|
||||||
|
</zookeeper>
|
||||||
|
|
||||||
|
<prometheus>
|
||||||
|
<endpoint>/metrics</endpoint>
|
||||||
|
<port>9363</port>
|
||||||
|
|
||||||
|
<metrics>true</metrics>
|
||||||
|
<events>true</events>
|
||||||
|
<asynchronous_metrics>true</asynchronous_metrics>
|
||||||
|
<status_info>true</status_info>
|
||||||
|
</prometheus>
|
||||||
|
</clickhouse>
|
||||||
|
|
@ -0,0 +1,90 @@
|
||||||
|
services:
|
||||||
|
ch1:
|
||||||
|
image: clickhouse/clickhouse-server:22.8.1
|
||||||
|
restart: on-failure:10
|
||||||
|
volumes:
|
||||||
|
- ./config.xml:/etc/clickhouse-server/config.d/local.xml
|
||||||
|
- ./macro1.xml:/etc/clickhouse-server/config.d/macros.xml
|
||||||
|
- ch1data:/var/lib/clickhouse
|
||||||
|
ports:
|
||||||
|
- '18123:8123'
|
||||||
|
- '19000:9000'
|
||||||
|
ulimits:
|
||||||
|
nproc: 65536
|
||||||
|
nofile:
|
||||||
|
soft: 252144
|
||||||
|
hard: 252144
|
||||||
|
healthcheck:
|
||||||
|
test: wget --spider -q localhost:8123/ping
|
||||||
|
interval: 30s
|
||||||
|
timeout: 5s
|
||||||
|
retries: 3
|
||||||
|
start_period: 30s
|
||||||
|
depends_on:
|
||||||
|
zookeeper:
|
||||||
|
condition: service_healthy
|
||||||
|
ch2:
|
||||||
|
image: clickhouse/clickhouse-server:22.8.1
|
||||||
|
restart: on-failure:10
|
||||||
|
volumes:
|
||||||
|
- ./config.xml:/etc/clickhouse-server/config.d/local.xml
|
||||||
|
- ./macro2.xml:/etc/clickhouse-server/config.d/macros.xml
|
||||||
|
- ch2data:/var/lib/clickhouse
|
||||||
|
ports:
|
||||||
|
- '28123:8123'
|
||||||
|
- '29000:9000'
|
||||||
|
ulimits:
|
||||||
|
nproc: 65536
|
||||||
|
nofile:
|
||||||
|
soft: 252144
|
||||||
|
hard: 252144
|
||||||
|
healthcheck:
|
||||||
|
test: wget --spider -q localhost:8123/ping
|
||||||
|
interval: 30s
|
||||||
|
timeout: 5s
|
||||||
|
retries: 3
|
||||||
|
start_period: 30s
|
||||||
|
depends_on:
|
||||||
|
zookeeper:
|
||||||
|
condition: service_healthy
|
||||||
|
ch1:
|
||||||
|
condition: service_started
|
||||||
|
ch3:
|
||||||
|
image: clickhouse/clickhouse-server:22.8.1
|
||||||
|
restart: on-failure:10
|
||||||
|
volumes:
|
||||||
|
- ./config.xml:/etc/clickhouse-server/config.d/local.xml
|
||||||
|
- ./macro3.xml:/etc/clickhouse-server/config.d/macros.xml
|
||||||
|
- ch3data:/var/lib/clickhouse
|
||||||
|
ports:
|
||||||
|
- '38123:8123'
|
||||||
|
- '39000:9000'
|
||||||
|
ulimits:
|
||||||
|
nproc: 65536
|
||||||
|
nofile:
|
||||||
|
soft: 252144
|
||||||
|
hard: 252144
|
||||||
|
healthcheck:
|
||||||
|
test: wget --spider -q localhost:8123/ping
|
||||||
|
interval: 30s
|
||||||
|
timeout: 5s
|
||||||
|
retries: 3
|
||||||
|
start_period: 30s
|
||||||
|
depends_on:
|
||||||
|
zookeeper:
|
||||||
|
condition: service_healthy
|
||||||
|
ch1:
|
||||||
|
condition: service_started
|
||||||
|
zookeeper:
|
||||||
|
image: zookeeper:3.8.0
|
||||||
|
restart: on-failure:10
|
||||||
|
healthcheck:
|
||||||
|
test: [ "CMD", "sh", "-c", "nc -nz 127.0.0.1 2181" ]
|
||||||
|
interval: 30s
|
||||||
|
timeout: 5s
|
||||||
|
retries: 3
|
||||||
|
start_period: 30s
|
||||||
|
volumes:
|
||||||
|
ch1data:
|
||||||
|
ch2data:
|
||||||
|
ch3data:
|
||||||
|
|
@ -0,0 +1,6 @@
|
||||||
|
<clickhouse>
|
||||||
|
<macros replace="replace">
|
||||||
|
<cluster>localcluster</cluster>
|
||||||
|
<replica>ch1</replica>
|
||||||
|
</macros>
|
||||||
|
</clickhouse>
|
||||||
|
|
@ -0,0 +1,6 @@
|
||||||
|
<clickhouse>
|
||||||
|
<macros replace="replace">
|
||||||
|
<cluster>localcluster</cluster>
|
||||||
|
<replica>ch2</replica>
|
||||||
|
</macros>
|
||||||
|
</clickhouse>
|
||||||
|
|
@ -0,0 +1,6 @@
|
||||||
|
<clickhouse>
|
||||||
|
<macros replace="replace">
|
||||||
|
<cluster>localcluster</cluster>
|
||||||
|
<replica>ch3</replica>
|
||||||
|
</macros>
|
||||||
|
</clickhouse>
|
||||||
Loading…
Reference in New Issue