1.下載并導(dǎo)入數(shù)據(jù)庫(kù)驅(qū)動(dòng)包
Go官方不提供官方DB鏈接庫(kù)由驹,一般都是通過(guò)第三方包實(shí)現(xiàn),第三方驅(qū)動(dòng)庫(kù)大全昔园。
下面我們使用Go-MySQL-Driver
操作Mysql數(shù)據(jù)庫(kù):
Go-MySQL-Driver
是目前使用人數(shù)較多的一個(gè)Mysql庫(kù)蔓榄。地址:https://github.com/go-sql-driver/mysql/。
- 下載安裝驅(qū)動(dòng)包:
go get github.com/go-sql-driver/mysql
- 操作數(shù)據(jù)庫(kù)需導(dǎo)入包:
import "database/sql"
import _ "github.com/go-sql-driver/mysql"
2.連接至數(shù)據(jù)庫(kù)
db, err := sql.Open("mysql", "root:root@/uestcbook")
3.執(zhí)行查詢(xún)
(1)Exec
result, err := db.Exec(
"INSERT INTO users (name, num) VALUES (?, ?)",
"gopher",
27,
)
(2)Query
rows, err := db.Query("SELECT name FROM users WHERE age = ?", age)
if err != nil {
log.Fatal(err)
}
for rows.Next() {
var name string
if err := rows.Scan(&name); err != nil {
log.Fatal(err)
}
fmt.Printf("%s is %d\n", name, num)
}
if err := rows.Err(); err != nil {
log.Fatal(err)
}
(3)QueryRow
var age int64
row := db.QueryRow("SELECT age FROM users WHERE name = ?", name)
err := row.Scan(&age)
(4)Prepared statements
age := 27
stmt, err := db.Prepare("SELECT name FROM users WHERE age = ?")
if err != nil {
log.Fatal(err)
}
rows, err := stmt.Query(age)
// process rows
4. 事務(wù)
tx, err := db.Begin()
if err != nil {
log.Fatal(err)
}
5. 各種方式效率分析
問(wèn)題:db.exec和statement.exec和tx.exec的區(qū)別默刚?
實(shí)例如下:
package main
import (
"strconv"
"database/sql"
_ "github.com/go-sql-driver/mysql"
"fmt"
"time"
"log"
)
var db = &sql.DB{}
func init(){
db,_ = sql.Open("mysql", "root:root@/book")
}
func main() {
insert()
query()
update()
query()
delete()
}
func update(){
//方式1 update
start := time.Now()
for i := 1001;i<=1100;i++{
db.Exec("UPdate user set age=? where uid=? ",i,i)
}
end := time.Now()
fmt.Println("方式1 update total time:",end.Sub(start).Seconds())
//方式2 update
start = time.Now()
for i := 1101;i<=1200;i++{
stm,_ := db.Prepare("UPdate user set age=? where uid=? ")
stm.Exec(i,i)
stm.Close()
}
end = time.Now()
fmt.Println("方式2 update total time:",end.Sub(start).Seconds())
//方式3 update
start = time.Now()
stm,_ := db.Prepare("UPdate user set age=? where uid=?")
for i := 1201;i<=1300;i++{
stm.Exec(i,i)
}
stm.Close()
end = time.Now()
fmt.Println("方式3 update total time:",end.Sub(start).Seconds())
//方式4 update
start = time.Now()
tx,_ := db.Begin()
for i := 1301;i<=1400;i++{
tx.Exec("UPdate user set age=? where uid=?",i,i)
}
tx.Commit()
end = time.Now()
fmt.Println("方式4 update total time:",end.Sub(start).Seconds())
//方式5 update
start = time.Now()
for i := 1401;i<=1500;i++{
tx,_ := db.Begin()
tx.Exec("UPdate user set age=? where uid=?",i,i)
tx.Commit()
}
end = time.Now()
fmt.Println("方式5 update total time:",end.Sub(start).Seconds())
}
func delete(){
//方式1 delete
start := time.Now()
for i := 1001;i<=1100;i++{
db.Exec("DELETE FROM USER WHERE uid=?",i)
}
end := time.Now()
fmt.Println("方式1 delete total time:",end.Sub(start).Seconds())
//方式2 delete
start = time.Now()
for i := 1101;i<=1200;i++{
stm,_ := db.Prepare("DELETE FROM USER WHERE uid=?")
stm.Exec(i)
stm.Close()
}
end = time.Now()
fmt.Println("方式2 delete total time:",end.Sub(start).Seconds())
//方式3 delete
start = time.Now()
stm,_ := db.Prepare("DELETE FROM USER WHERE uid=?")
for i := 1201;i<=1300;i++{
stm.Exec(i)
}
stm.Close()
end = time.Now()
fmt.Println("方式3 delete total time:",end.Sub(start).Seconds())
//方式4 delete
start = time.Now()
tx,_ := db.Begin()
for i := 1301;i<=1400;i++{
tx.Exec("DELETE FROM USER WHERE uid=?",i)
}
tx.Commit()
end = time.Now()
fmt.Println("方式4 delete total time:",end.Sub(start).Seconds())
//方式5 delete
start = time.Now()
for i := 1401;i<=1500;i++{
tx,_ := db.Begin()
tx.Exec("DELETE FROM USER WHERE uid=?",i)
tx.Commit()
}
end = time.Now()
fmt.Println("方式5 delete total time:",end.Sub(start).Seconds())
}
func query(){
//方式1 query
start := time.Now()
rows,_ := db.Query("SELECT uid,username FROM USER")
defer rows.Close()
for rows.Next(){
var name string
var id int
if err := rows.Scan(&id,&name); err != nil {
log.Fatal(err)
}
//fmt.Printf("name:%s ,id:is %d\n", name, id)
}
end := time.Now()
fmt.Println("方式1 query total time:",end.Sub(start).Seconds())
//方式2 query
start = time.Now()
stm,_ := db.Prepare("SELECT uid,username FROM USER")
defer stm.Close()
rows,_ = stm.Query()
defer rows.Close()
for rows.Next(){
var name string
var id int
if err := rows.Scan(&id,&name); err != nil {
log.Fatal(err)
}
// fmt.Printf("name:%s ,id:is %d\n", name, id)
}
end = time.Now()
fmt.Println("方式2 query total time:",end.Sub(start).Seconds())
//方式3 query
start = time.Now()
tx,_ := db.Begin()
defer tx.Commit()
rows,_ = tx.Query("SELECT uid,username FROM USER")
defer rows.Close()
for rows.Next(){
var name string
var id int
if err := rows.Scan(&id,&name); err != nil {
log.Fatal(err)
}
//fmt.Printf("name:%s ,id:is %d\n", name, id)
}
end = time.Now()
fmt.Println("方式3 query total time:",end.Sub(start).Seconds())
}
func insert() {
//方式1 insert
//strconv,int轉(zhuǎn)string:strconv.Itoa(i)
start := time.Now()
for i := 1001;i<=1100;i++{
//每次循環(huán)內(nèi)部都會(huì)去連接池獲取一個(gè)新的連接甥郑,效率低下
db.Exec("INSERT INTO user(uid,username,age) values(?,?,?)",i,"user"+strconv.Itoa(i),i-1000)
}
end := time.Now()
fmt.Println("方式1 insert total time:",end.Sub(start).Seconds())
//方式2 insert
start = time.Now()
for i := 1101;i<=1200;i++{
//Prepare函數(shù)每次循環(huán)內(nèi)部都會(huì)去連接池獲取一個(gè)新的連接,效率低下
stm,_ := db.Prepare("INSERT INTO user(uid,username,age) values(?,?,?)")
stm.Exec(i,"user"+strconv.Itoa(i),i-1000)
stm.Close()
}
end = time.Now()
fmt.Println("方式2 insert total time:",end.Sub(start).Seconds())
//方式3 insert
start = time.Now()
stm,_ := db.Prepare("INSERT INTO user(uid,username,age) values(?,?,?)")
for i := 1201;i<=1300;i++{
//Exec內(nèi)部并沒(méi)有去獲取連接羡棵,為什么效率還是低呢壹若?
stm.Exec(i,"user"+strconv.Itoa(i),i-1000)
}
stm.Close()
end = time.Now()
fmt.Println("方式3 insert total time:",end.Sub(start).Seconds())
//方式4 insert
start = time.Now()
//Begin函數(shù)內(nèi)部會(huì)去獲取連接
tx,_ := db.Begin()
for i := 1301;i<=1400;i++{
//每次循環(huán)用的都是tx內(nèi)部的連接,沒(méi)有新建連接皂冰,效率高
tx.Exec("INSERT INTO user(uid,username,age) values(?,?,?)",i,"user"+strconv.Itoa(i),i-1000)
}
//最后釋放tx內(nèi)部的連接
tx.Commit()
end = time.Now()
fmt.Println("方式4 insert total time:",end.Sub(start).Seconds())
//方式5 insert
start = time.Now()
for i := 1401;i<=1500;i++{
//Begin函數(shù)每次循環(huán)內(nèi)部都會(huì)去連接池獲取一個(gè)新的連接店展,效率低下
tx,_ := db.Begin()
tx.Exec("INSERT INTO user(uid,username,age) values(?,?,?)",i,"user"+strconv.Itoa(i),i-1000)
//Commit執(zhí)行后連接也釋放了
tx.Commit()
}
end = time.Now()
fmt.Println("方式5 insert total time:",end.Sub(start).Seconds())
}
程序輸出結(jié)果:
方式1 insert total time: 3.7952171
方式2 insert total time: 4.3162468
方式3 insert total time: 4.3392482
方式4 insert total time: 0.3970227
方式5 insert total time: 7.3894226
方式1 query total time: 0.0070004
方式2 query total time: 0.0100006
方式3 query total time: 0.0100006
方式1 update total time: 7.3394198
方式2 update total time: 7.8464488
方式3 update total time: 6.0053435
方式4 update total time: 0.6630379000000001
方式5 update total time: 4.5402597
方式1 query total time: 0.0070004
方式2 query total time: 0.0060004
方式3 query total time: 0.008000400000000001
方式1 delete total time: 3.8652211000000003
方式2 delete total time: 3.8582207
方式3 delete total time: 3.6972114
方式4 delete total time: 0.43202470000000004
方式5 delete total time: 3.7972172
6. 深入內(nèi)部分析原因分析
(1)sql.Open("mysql", "username:pwd@/databasename")
功能:返回一個(gè)DB對(duì)象,DB對(duì)象對(duì)于多個(gè)goroutines并發(fā)使用是安全的秃流,DB對(duì)象內(nèi)部封裝了連接池赂蕴。
實(shí)現(xiàn):open函數(shù)并沒(méi)有創(chuàng)建連接,它只是驗(yàn)證參數(shù)是否合法舶胀。然后開(kāi)啟一個(gè)單獨(dú)goroutines去監(jiān)聽(tīng)是否需要建立新的連接概说,當(dāng)有請(qǐng)求建立新連接時(shí)就創(chuàng)建新連接。
注意:open函數(shù)應(yīng)該被調(diào)用一次嚣伐,通常是沒(méi)必要close的糖赔。
(2)DB.Exec()
功能:執(zhí)行不返回行(row)的查詢(xún),比如INSERT轩端,UPDATE放典,DELETE
實(shí)現(xiàn):DB交給內(nèi)部的exec方法負(fù)責(zé)查詢(xún)。exec會(huì)首先調(diào)用DB內(nèi)部的conn方法從連接池里面獲得一個(gè)連接基茵。然后檢查內(nèi)部的driver.Conn實(shí)現(xiàn)了Execer接口沒(méi)有奋构,如果實(shí)現(xiàn)了該接口,會(huì)調(diào)用Execer接口的Exec方法執(zhí)行查詢(xún)拱层;否則調(diào)用Conn接口的Prepare方法負(fù)責(zé)查詢(xún)弥臼。
(3)DB.Query()
功能:用于檢索(retrieval),比如SELECT
實(shí)現(xiàn):DB交給內(nèi)部的query方法負(fù)責(zé)查詢(xún)根灯。query首先調(diào)用DB內(nèi)部的conn方法從連接池里面獲得一個(gè)連接径缅,然后調(diào)用內(nèi)部的queryConn方法負(fù)責(zé)查詢(xún)掺栅。
(4)DB.QueryRow()
功能:用于返回單行的查詢(xún)
實(shí)現(xiàn):轉(zhuǎn)交給DB.Query()查詢(xún)
(5)db.Prepare()
功能:返回一個(gè)Stmt。Stmt對(duì)象可以執(zhí)行Exec,Query,QueryRow等操作纳猪。
實(shí)現(xiàn):DB交給內(nèi)部的prepare方法負(fù)責(zé)查詢(xún)柿冲。prepare首先調(diào)用DB內(nèi)部的conn方法從連接池里面獲得一個(gè)連接,然后調(diào)用driverConn的prepareLocked方法負(fù)責(zé)查詢(xún)兆旬。
Stmt相關(guān)方法:
st.Exec()
st.Query()
st.QueryRow()
st.Close()
(6)db.Begin()
功能:開(kāi)啟事務(wù),返回Tx對(duì)象怎栽。調(diào)用該方法后丽猬,這個(gè)TX就和指定的連接綁定在一起了。一旦事務(wù)提交或者回滾熏瞄,該事務(wù)綁定的連接就還給DB的連接池脚祟。
實(shí)現(xiàn):DB交給內(nèi)部的begin方法負(fù)責(zé)處理。begin首先調(diào)用DB內(nèi)部的conn方法從連接池里面獲得一個(gè)連接强饮,然后調(diào)用Conn接口的Begin方法獲得一個(gè)TX由桌。
TX相關(guān)方法:
//內(nèi)部執(zhí)行流程和上面那些差不多,只是沒(méi)有先去獲取連接的一步邮丰,因?yàn)檫@些操作是和TX關(guān)聯(lián)的行您,Tx建立的時(shí)候就和一個(gè)連接綁定了,所以這些操作內(nèi)部共用一個(gè)TX內(nèi)部的連接剪廉。
tx.Exec()
tx.Query()
tx.QueryRow()
tx.Prepare()
tx.Commit()
tx.Rollback()
tx.Stmt()//用于將一個(gè)已存在的statement和tx綁定在一起娃循。一個(gè)statement可以不和tx關(guān)聯(lián),比如db.Prepare()返回的statement就沒(méi)有和TX關(guān)聯(lián)斗蒋。
例子:
updateMoney, err := db.Prepare("UPDATE balance SET money=money+? WHERE id=?")
...
tx, err := db.Begin()
...
res, err := tx.Stmt(updateMoney).Exec(123.45, 98293203)
(7)源碼中Stmt的定義
// Stmt is a prepared statement. Stmt is safe for concurrent use by multiple goroutines.
type Stmt struct {
// Immutable:
db *DB // where we came from
query string // that created the Stmt
stickyErr error // if non-nil, this error is returned for all operations
closemu sync.RWMutex // held exclusively during close, for read otherwise.
// If in a transaction, else both nil:
tx *Tx
txsi *driverStmt
mu sync.Mutex // protects the rest of the fields
closed bool
// css is a list of underlying driver statement interfaces
// that are valid on particular connections. This is only
// used if tx == nil and one is found that has idle
// connections. If tx != nil, txsi is always used.
css []connStmt
}
(7)幾個(gè)主要struct的內(nèi)部主要的數(shù)據(jù)結(jié)構(gòu)
參考資料
https://github.com/golang/go/wiki/SQLInterface