安裝clickhouse與使用
docker pull yandex/clickhouse-server
如果pull出現(xiàn) docker pull yandex/clickhouse-server
Using default tag: latest
Error response from daemon: Get https://registry-1.docker.io/v2/: net/http: TLS handshake timeout
請換源。另一種方式是用dig命令然后配置hosts扮超。這個方式有可能dig出來的ip都不好使预吆。
docker run -d --name ck-server --ulimit nofile=262144:262144 -p 8123:8123 -p 9000:9000 -p 9009:9009 yandex/clickhouse-server
docker exec -it ck-server /bin/bash
clickhouse-client #進入數(shù)據(jù)庫
建庫京办、建表矛缨、建測試數(shù)據(jù)(均為本地測試)
create database statics engine=Ordinary;
use statics;
create table mysql_slow_log (
id UInt16,
user_name String,
host String,
sql String,
rows_examined UInt16,
exec_time UInt16,
query_time String,
create_time date
)engine=MergeTree(create_time, (id), 8192);
insert into mysql_slow_log (user_name, host, sql, rows_examined, exec_time, query_time, create_time) values('xiaoming', '127.0.0.1', 'select * from music', 3000, 1587021607, '0.333', '2020-04-16 15:32:17');
go操作
govendor fetch github.com/ClickHouse/clickhouse-go
govendor fetch github.com/jmoiron/sqlx
項目的vendor 目錄用的govendor 來管理的
error: RPC failed; curl 56 LibreSSL SSL_read: SSL_ERROR_SYSCALL, errno 54
fatal: The remote end hung up unexpectedly
解決:git config http.postBuffer 524288000
代碼(參考 clickhouse-go 的示例代碼)
func (slowLog MysqlSlowLogModel) GetAllFromCk(offset int, pageSize int)([]MysqlSlowLogModel, error) {
connect, err := sqlx.Open("clickhouse", "tcp://127.0.0.1:9000?debug=true")
if err != nil {
return nil, errors.New("ck connect failover")
}
var items []MysqlSlowLogModel
sql := "select * from statics.mysql_slow_log";
if offset >=0 && pageSize > 0{
sql = fmt.Sprintf("%s limit %d, %d", sql, offset, pageSize)
}
if err := connect.Select(&items, sql); err != nil {
return nil, err
}
return items, nil
}
其他的操作api斯辰,在sqlx.go文件中找舶担。readme中有示例。
界面展示
參考資料:
*《DOCKER 安裝clickhouse》http://www.reibang.com/p/362252f2284b
*《大數(shù)據(jù)實時分析領域黑馬開源ClickHouse》https://time.geekbang.org/column/article/40817