從接觸go到現(xiàn)在大概接近一年時間了吧，主要用它來開發(fā)GPU集群管理的client端以及一些小的工具差凹，例如：服務端mock測試瘦材、ID生成器等厅须，給我的感覺就是高性能、低消耗食棕、夠輕量朗和，所以在目前容器化、微服務化火熱的今天簿晓，其扮演著重要角色眶拉，如：docker、k8s憔儿、istio忆植、prometheus等都是基于go開發(fā)，國內(nèi)很多一線大廠都開始主推go作為他們的服務端開發(fā)語言谒臼，如：頭條朝刊、B站、流利說等蜈缤，其生態(tài)也在不斷的發(fā)展拾氓，今天主要將我之前用到過的常用組件和中間件總結分享一下，便于后續(xù)快速搭建開發(fā)環(huán)境底哥。
- Gin(github.com/gin-gonic/gin)：web開發(fā)框架咙鞍，適合api接口房官、微服務開發(fā)，相較于其他框架(iris续滋、beego)更輕量級和更好的性能翰守。其路由功能很強大提供分組功能，非常適合做api開發(fā)吃粒，具體demo如下：
route := gin.Default()
// get method
route.GET("/testGet", func(c *gin.Context) {
name := c.Query("name")
c.String(http.StatusOK, "hello " + name)
})
// post method
route.POST("/testPost", func(c *gin.Context) {
param := Param{}
if err := c.BindJSON(¶m); err != nil {
c.JSON(http.StatusBadRequest, gin.H{
"code": 1,
"msg" : "error",
})
return
}
s := fmt.Sprintf("name:%s, age:%s", param.Name, param.Age)
c.JSON(http.StatusOK, gin.H{
"code": 0,
"msg": s,
})
})
// route group
v1 := route.Group("/v1")
{
v1.POST("/getInfo", func(c *gin.Context) {
name := c.PostForm("name")
c.JSON(http.StatusOK, gin.H{"msg": "hello " + name})
})
}
v2 := route.Group("/v2")
{
v2.POST("/getInfo", func(c *gin.Context) {
name := c.PostForm("name")
age := c.PostForm("age")
s := fmt.Sprintf("hello %s, i'm %s", name, age)
c.JSON(http.StatusOK, gin.H{"msg": s})
})
}
route.Run(":8080")
- Mysql(github.com/go-sql-driver/mysql)：mysql第三方開源庫的實現(xiàn)潦俺，提供原生sql功能，喜歡框架的童鞋可以去看看國人寫的Gorm徐勃，挺不錯的一個orm框架（我還是比較習慣寫原生sql ^ _ ^ ）事示。
// init
dataSourceName := fmt.Sprintf("%s:%s@tcp(%s:3306)/iray_proxy?charset=utf8mb4", "root", "root123", "127.0.0.1")
conn, err := sql.Open("mysql", dataSourceName)
if err != nil {
panic(err)
}
db.SetMaxOpenConns(30)
db.SetMaxIdleConns(10)
db.SetConnMaxLifetime(10 * time.Minute)
db.Ping()
// select
rows, err1 := conn.Query("select name, age from t_user where age > ? and age < ?", 20, 30)
defer rows.Close()
if err1 != nil {
panic(err1)
}
result := make([]map[string] interface{}, 0)
for rows.Next() {
var name string
var age int
err1 = rows.Scan(&name, &age)
if err1 != nil {
log.Printf("row scan error: %s", err1.Error())
} else {
record := make(map[string] interface{}, 1)
record["name"] = name
record["age"] = age
result = append(result, record)
}
}
// insert
stmt, err2 := conn.Prepare("insert into t_user (name, age) values (?, ?)")
if err2 != nil {
panic(err2)
}
rs, err3 := stmt.Exec("jack", 25)
if err3 != nil {
log.Printf("insert row error: %s", err3.Error())
} else {
rowCount, _ := rs.RowsAffected()
log.Printf("insert row count: %s", strconv.FormatInt(rowCount, 10))
}
// update
stm1, err4 := conn.Prepare("update t_user set age = ? where name = ?")
if err4 != nil {
panic(err4)
}
rs1, err5 := stm1.Exec(30, "jack")
if err5 != nil {
log.Printf("update row error: %s", err5.Error())
} else {
rowCount, _ := rs1.RowsAffected()
log.Printf("update row count: %s", strconv.FormatInt(rowCount, 10))
}
// delete
rs2, err6 := conn.Exec("delete from t_user where name = ?", "jack")
if err6 != nil {
panic(err6)
}
rowCount, _ := rs2.RowsAffected()
log.Printf("delete row count: %s", strconv.FormatInt(rowCount, 10))
- Redis(github.com/go-redis/redis)：redis客戶端的第三方開源庫，比較出名兩個中的一個僻肖，還有個是redigo(github.com/garyburd/redigo/redis)肖爵，喜歡誰就用誰，我使用的是go-redis臀脏，具體操作如下：
// Init
redisClient := redis.NewClient(&redis.Options{
Addr: "127.0.0.1:6379",
Password: "123456",
DB: 1,
PoolSize: 50,
})
// Hash
err := redisClient.HSet("hash_key", "name", "jason statham").Err()
if err != nil {
log.Printf("hset error: %s", err)
}
resp := redisClient.HGet("hash_key", "name").Val()
log.Printf("hget result: %s", resp)
// List
err = redisClient.RPush("list_key", "adam levin").Err()
if err != nil {
log.Printf("right push error: %s", err)
}
rs, err := redisClient.LPop("list_key").Result()
log.Printf("left pop : %s", rs)
// Set
err = redisClient.SAdd("set_key", "harry kane").Err()
if err != nil {
log.Printf("add error: %s", err)
}
resultSet, err := redisClient.SMembers("set_key").Result()
if err != nil {
log.Printf("smembers error : %s", err)
} else {
for i, item := range resultSet {
log.Printf("smembers item[%s] : %s", strconv.Itoa(i), item)
}
}
// SortSet
item := redis.Z{Score: float64(time.Now().Unix()), Member: "jet brains"}
count, err := redisClient.ZAdd("sortset_key", item).Result()
if err != nil {
log.Printf("zadd error : %s", err)
} else {
log.Printf("zadd count : %s", strconv.FormatInt(count, 10))
}
results, err := redisClient.ZRangeByScore("sortset_key", redis.ZRangeBy{Max: strconv.FormatInt(time.Now().Unix(), 10)}).Result()
if err != nil {
log.Printf("zrangeByScore error : %s", err)
} else {
for i, item := range results {
log.Printf("zrangeByScore item[%s] : %s", strconv.Itoa(i), item)
}
}
- Zookeeper(github.com/samuel/go-zookeeper/zk)：分布式協(xié)作服務客戶端第三方開源庫的實現(xiàn)劝堪，具體代碼如下：
// watch
option := zk.WithEventCallback(func(event zk.Event) {
eventType := event.Type.String()
log.Printf("event name : %s", eventType)
})
// acl
acl := zk.WorldACL(zk.PermAll)
// root path
path := "/go/zookeeper"
conn,_,err := zk.Connect([]string{"127.0.0.1:2181"}, 5 * time.Second, option)
if err != nil {
panic(err)
}
// create znode
_, err = conn.Create(path, []byte("duang"), 0, acl)
if err != nil {
log.Printf("create znode error : %s", err)
}
// set
_, err = conn.Set(path, []byte("duang duang"), 1)
if err != nil {
log.Printf("set error : %s", err)
}
// get node and set watch
data, stat, _, _ := conn.GetW(path)
if data != nil {
log.Println("zk get response:", string(data), ", stat:", stat.Version)
}
// exist znode
exist, _, _, existErr := conn.ExistsW(path)
if existErr != nil {
log.Printf("exist znode error: %s", existErr)
return
}
log.Printf("exist znode response : %s", strconv.FormatBool(exist))
// watch children
children, _, _, err := conn.ChildrenW(path)
if err != nil {
log.Printf("watch children error: %s", err)
}
if len(children) > 0 {
for item := range children {
log.Printf("watch children : %s", item)
}
}
- Kafka(github.com/Shopify/sarama)：kafka的第三方客戶端實現(xiàn)，生產(chǎn)者和消費者實現(xiàn)如下：
// producer
config := sarama.NewConfig()
config.Producer.RequiredAcks = sarama.WaitForAll
config.Producer.Partitioner = sarama.NewRandomPartitioner
config.Producer.Return.Successes = true
producer, err := sarama.NewSyncProducer([]string{"127.0.0.1:9092"}, config)
if err != nil {
panic(err)
}
defer producer.Close()
// send msg
param := make(map[string]string)
param["name"] = "jack"
param["sex"] = "male"
js, err := json.Marshal(param)
if err != nil {
log.Printf("json err: %s", err.Error())
} else {
msg := &sarama.ProducerMessage{}
msg.Topic = "kafka_test"
msg.Value = sarama.ByteEncoder(js)
partition, offset, err := producer.SendMessage(msg)
if err != nil {
log.Printf("failed to produce message :%s", err.Error())
}
log.Printf("partition:%d, offset: %d", partition, offset)
}
// consumer
var wg sync.WaitGroup
consumer, err := sarama.NewConsumer([]string{"127.0.0.1:9092"}, nil)
if err != nil{
panic(err)
}
defer consumer.Close()
partitionList, err := consumer.Partitions("kafka_test") // get topic all partitions
if err != nil{
log.Println("Failed to get the list of partition: ",err)
return
}
// recieve msg
for partition := range partitionList{
pc, err := consumer.ConsumePartition("kafka_test", int32(partition), sarama.OffsetNewest)
if err != nil{
log.Printf("Failed to start consumer for partition %d: %s", partition, err)
return
}
wg.Add(1)
go func(sarama.PartitionConsumer) {
for msg := range pc.Messages(){
log.Printf("Partition:%d, Offset:%d, key:%s, value:%s", msg.Partition, msg.Offset, string(msg.Key),string(msg.Value))
}
defer pc.AsyncClose()
wg.Done()
}(pc)
}
wg.Wait()
- ElasticSearch(github.com/olivere/elastic)：ES的第三方客戶端開源庫揉稚，主要提供增秒啦、刪、改搀玖、查和搜索的實現(xiàn)余境。
// init
esClient, err := elastic.NewClient(
elastic.SetURL("http://127.0.0.1:9200"),
elastic.SetScheme("http"),
// health check
elastic.SetHealthcheck(true),
elastic.SetHealthcheckTimeoutStartup(5*time.Second),
elastic.SetHealthcheckTimeout(2*time.Second),
elastic.SetHealthcheckInterval(60*time.Second),
// sniffer
elastic.SetSniff(true),
elastic.SetSnifferInterval(15*time.Minute),
elastic.SetSnifferTimeoutStartup(5*time.Second),
elastic.SetSnifferTimeout(2*time.Second),
elastic.SetSendGetBodyAs("GET"),
)
if err != nil {
panic(err)
}
// create
param := `{"first_name":"jason","last_name":"kid","age":40}`
resp, err := esClient.Index().
Index("es_test").
Type("employee").
Id("1").
BodyJson(param).
Do(context.Background())
if err != nil {
log.Printf("create error: %s", err)
} else {
log.Printf("Indexed tweet %s to index s%s, type %s", resp.Id, resp.Index, resp.Type)
}
// update
res, err := esClient.Update().
Index("es_test").
Type("employee").
Id("1").
Doc(map[string]interface{}{"age": 88}).
Do(context.Background())
if err != nil {
log.Printf("update error: %s", err)
} else {
log.Printf("update age %s\n", res.Result)
}
// delete
resDel, err := esClient.Delete().
Index("es_test").
Type("employee").
Id("1").
Do(context.Background())
if err != nil {
log.Printf("delete error: %s", err)
} else {
log.Printf("delete result %s", resDel.Result)
}
// get
resGet, err := esClient.Get().
Index("es_test").
Type("employee").
Id("1").
Do(context.Background())
if err != nil {
log.Printf("get error: %s", err)
} else if resGet.Found {
log.Printf("Get document %s in version %d from index %s, type %s", resGet.Id, resGet.Version, resGet.Index, resGet.Type)
}
// search
resQuery, err := esClient.Search("es_test").
Type("employee").
Query(elastic.NewQueryStringQuery("first_name:jason")).
Do(context.Background())
if err != nil {
log.Printf("query error: %s", err)
} else if resQuery.Hits.TotalHits > 0 {
for _, hit := range resQuery.Hits.Hits {
b,_ := hit.Source.MarshalJSON()
log.Printf("employee item : %s ", string(b))
}
}
- Cron(github.com/robfig/cron)：定時任務第三方庫，支持克隆表達式灌诅，很強大芳来。
c := cron.New()
c.AddFunc("*/30 * * * * ?", func() {
// to do something
log.Println("run task ...")
})
c.Start()
