鄂缮输 发表于 2025-6-2 21:51:26

Go工程选择开源分库分表中间件可用性测试

近期在寻找Go工程可以用的开源分库分表中间件,找了3个:ShardingSphere-Proxy,Kingshard,Gaea,下面给出测试过程和对比结果
ShardingSphere-Proxy

https://github.com/apache/shardingsphere
有apache基金会支持,社区活跃, star 20.2k
Kingshard

https://github.com/flike/kingshard
个人项目, github已经不更新了,star 6.4k
Gaea

https://github.com/XiaoMi/Gaea
小米团队发布,最近更新是2024年9月,还算比较新,star 2.7k
分表设置

t_user 分10个表
sharding-proxy是 t_user_0...9
kingshard和Gaea是 t_user_0000...0009
测试代码

package main

import (
        "database/sql"
        "encoding/json"
        "fmt"
        "math/rand"
        "sharding/internal/models"
        "strings"
        _ "github.com/go-sql-driver/mysql" // 导入 MySQL 驱动
        "log"
)

const (
        // 定义颜色的 ANSI 转义序列
        Reset= "\033[0m"
        Red    = "\033[31m"
        Green= "\033[32m"
        Yellow = "\033[33m"
        Blue   = "\033[34m"
)

func main() {

        log.Println(Red + "shardingsphere-proxy test" + Reset)
        dsn_proxy := "sharding:sharding@tcp(127.0.0.1:13308)/sharding_user?charset=utf8mb4&parseTime=True&loc=Local"
        sharding_query(dsn_proxy)

        log.Println(Yellow + "kingshard test" + Reset)
        dsn_kingshard := "kingshard:kingshard@tcp(127.0.0.1:9696)/sharding_user?charset=utf8mb4&parseTime=True&loc=Local"
        sharding_query(dsn_kingshard)

        log.Println(Blue + "gaea test" + Reset)
        dsn_gaea := "sharding_gaea:sharding_gaea@tcp(127.0.0.1:13306)/sharding_user?charset=utf8mb4&parseTime=True&loc=Local"

        sharding_query(dsn_gaea)
}

func sharding_query(dsn string) {

        //sharding proxy

        shardingProxyConn, err := sql.Open("mysql", dsn)
        if err != nil {
                log.Println(err)
                return
        }
        defer shardingProxyConn.Close()

        id := rand.Intn(10)
        userName := fmt.Sprintf("test%d", id)
        notFound := false

        // 完整sql,无传参
        var uid uint64
        valScope := strings.ReplaceAll(userName, "'", "\\'")
        err = shardingProxyConn.QueryRow(fmt.Sprintf("select id from t_user where login_name = '%s'", valScope)).Scan(&uid)
        if err != nil {
                if err == sql.ErrNoRows {
                        log.Println("query 1 fail 1: ", err.Error())
                        notFound = true
                } else {
                        log.Println("query 1 fail 2:", err)
                }
        } else {
                log.Println("query 1 success, uid=", uid)
        }

        // sql传参
        err = shardingProxyConn.QueryRow("select id from t_user where login_name = ?", userName).Scan(&uid)
        if err != nil {
                if err == sql.ErrNoRows {
                        log.Println("query 2 fail 1: ", err.Error())
                        notFound = true
                } else {
                        log.Println("query 2 fail 2:", err)
                }
        } else {
                log.Println("query 2 success, uid=", uid)
        }
        // create
        if notFound {
                // sharding-proxy 有 id 自动生成配置,这里方便测试需要,指定id
                sqlIns := "INsert into t_user (id, login_name,passwd,email) values (?, ?, ?, ?)"
                result, err1 := shardingProxyConn.Exec(sqlIns, id, userName, "test1234", "test@test.com")
                if err1 != nil {
                        log.Println("insert fail:", err1)
                } else {
                        rowsAffected, _ := result.RowsAffected()
                        log.Println("insert RowsAffected ", rowsAffected)
                }
        }

        //Select

        rows, err := shardingProxyConn.Query("select id,login_name,email,create_time,update_time from t_user where login_name like ? limit 10", "%test%")
        if err != nil {
                log.Println(err)
                return
        }
        defer rows.Close()

        var userList []models.UserModel
        for rows.Next() {
                var u models.UserModel
                e := rows.Scan(&u.ID, &u.LoginName, &u.Email, &u.CreatedTime, &u.UpdateTime)
                if e != nil {
                        log.Println("row scan err:", e)
                        continue
                }
                userList = append(userList, u)
        }
        j, _ := json.Marshal(userList)
        log.Println("select result:", string(j))
}测试结论

shardingsphere-proxy 4.1


[*]分表查询不支持占位符传参,插曲:php测试过支持传参使用
[*]分表只支持全SQL
kingshard


[*]分表查询不支持占位符传参,插曲:php测试过支持传参使用
[*]分表查询支持全SQL
Gaea


[*]分表查询支持占位符传参
[*]分表查询支持全SQL
结论对比

Go代码的工程应用想用分库分表中间件,推荐次序
第1首选优先Gaea,因为支持占位符传参,github最近更新是2024年9月
第2是shardingsphere-proxy 4.1,因为不支持占位符传参,go工程想要用,就全得转换成完整SQL,但是配置比较简单,容易部署,有apache基金会支持,社区活跃
第3是kingshard,因为不支持占位符传参,就全得转换成完整SQL,并且github已经不更新了
测试结果日志

2025/04/19 17:04:24 shardingsphere-proxy test
2025/04/19 17:04:25 query 1 success, uid= 1119859588875681792
2025/04/19 17:04:25 packets.go:64 unexpected seq nr: expected 4, got 5
2025/04/19 17:04:25 query 2 fail 2: commands out of sync. You can't run this command now
2025/04/19 17:04:25 packets.go:64 unexpected seq nr: expected 8, got 17
2025/04/19 17:04:25 select result: null

2025/04/19 17:04:25 kingshard test
2025/04/19 17:04:25 query 1 success, uid= 4
2025/04/19 17:04:25 query 2 fail 2: Error 1105 (HY000): prepare error ERROR 1146 (42S02): Table 'sharding_user.t_user' doesn't exist
2025/04/19 17:04:25 Error 1105 (HY000): prepare error ERROR 1146 (42S02): Table 'sharding_user.t_user' doesn't exist

2025/04/19 17:04:25 gaea test
2025/04/19 17:04:25 query 1 fail 1:sql: no rows in result set
2025/04/19 17:04:25 query 2 fail 1:sql: no rows in result set
2025/04/19 17:04:25 insert RowsAffected1
2025/04/19 17:04:25 select result: [{"created_time":"2025-04-19T00:51:23+08:00","update_time":"2025-04-19T00:51:23+08:00","id":1,"Email":"test@test.com","LoginName":"test1","Passwd":"","LoginStatus":0,"LastLoginTime":null,"LoginCount":0}...]
来源:程序园用户自行投稿发布,如果侵权,请联系站长删除
免责声明:如果侵犯了您的权益,请联系站长,我们会及时删除侵权内容,谢谢合作!
页: [1]
查看完整版本: Go工程选择开源分库分表中间件可用性测试