feat(db): 添加对达梦数据库的支持
- 在应用程序中新增对达梦数据库(DM)的配置和连接支持 - 实现 SetDmDB 函数以配置达梦数据库连接 - 更新数据库操作逻辑,支持达梦特有的 SQL 语法和功能 - 在相关文件中添加达梦数据库的处理逻辑,包括表创建、数据插入和查询 - 更新 go.mod 和 go.sum 文件以引入达梦数据库驱动 - 增强文档,详细说明达梦数据库的配置和使用方法
This commit is contained in:
+246
@@ -0,0 +1,246 @@
|
||||
/*
|
||||
* Copyright (c) 2000-2018, 达梦数据库有限公司.
|
||||
* All rights reserved.
|
||||
*/
|
||||
|
||||
package dm
|
||||
|
||||
import (
|
||||
"math/rand"
|
||||
"strconv"
|
||||
"sync"
|
||||
"time"
|
||||
|
||||
"gitee.com/chunanyong/dm/util"
|
||||
)
|
||||
|
||||
var rwMap sync.Map
|
||||
|
||||
type rwCounter struct {
|
||||
ntrx_primary int64
|
||||
|
||||
ntrx_total int64
|
||||
|
||||
primaryPercent float64
|
||||
|
||||
standbyPercent float64
|
||||
|
||||
standbyNTrxMapMu sync.RWMutex
|
||||
|
||||
standbyNTrxMap map[string]int64
|
||||
|
||||
standbyIdMapMu sync.RWMutex
|
||||
|
||||
standbyIdMap map[string]int32
|
||||
|
||||
standbyCount int32
|
||||
|
||||
flag []int32
|
||||
|
||||
increments []int32
|
||||
|
||||
//用来计数,选择存活的standby节点
|
||||
indexCount int64
|
||||
}
|
||||
|
||||
func newRWCounter(primaryPercent int32, standbyCount int32) *rwCounter {
|
||||
rwc := new(rwCounter)
|
||||
rwc.standbyNTrxMap = make(map[string]int64)
|
||||
rwc.standbyIdMap = make(map[string]int32)
|
||||
rwc.reset(primaryPercent, standbyCount)
|
||||
return rwc
|
||||
}
|
||||
|
||||
func (rwc *rwCounter) reset(primaryPercent int32, standbyCount int32) {
|
||||
rwc.ntrx_primary = 0
|
||||
rwc.ntrx_total = 0
|
||||
rwc.standbyCount = standbyCount
|
||||
rwc.increments = make([]int32, standbyCount+1)
|
||||
rwc.flag = make([]int32, standbyCount+1)
|
||||
var gcd = util.GCD(primaryPercent*standbyCount, 100-primaryPercent)
|
||||
rwc.increments[0] = primaryPercent * standbyCount / gcd
|
||||
for i, tmp := 1, (100-primaryPercent)/gcd; i < len(rwc.increments); i++ {
|
||||
rwc.increments[i] = tmp
|
||||
}
|
||||
copy(rwc.flag, rwc.increments)
|
||||
|
||||
if standbyCount > 0 {
|
||||
rwc.primaryPercent = float64(primaryPercent) / 100.0
|
||||
rwc.standbyPercent = float64(100-primaryPercent) / 100.0 / float64(standbyCount)
|
||||
} else {
|
||||
rwc.primaryPercent = 1
|
||||
rwc.standbyPercent = 0
|
||||
}
|
||||
}
|
||||
|
||||
// 连接创建成功后调用,需要服务器返回standbyCount
|
||||
func getRwCounterInstance(conn *DmConnection, standbyCount int32) *rwCounter {
|
||||
key := conn.dmConnector.host + "_" + strconv.Itoa(int(conn.dmConnector.port)) + "_" + strconv.Itoa(int(conn.dmConnector.rwPercent))
|
||||
|
||||
val, ok := rwMap.Load(key)
|
||||
if !ok {
|
||||
rwc := newRWCounter(conn.dmConnector.rwPercent, standbyCount)
|
||||
rwMap.Store(key, rwc)
|
||||
return rwc
|
||||
} else {
|
||||
rwc := val.(*rwCounter)
|
||||
if rwc.standbyCount != standbyCount {
|
||||
rwc.reset(conn.dmConnector.rwPercent, standbyCount)
|
||||
}
|
||||
return rwc
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* @return 主机;
|
||||
*/
|
||||
func (rwc *rwCounter) countPrimary() RWSiteEnum {
|
||||
rwc.adjustNtrx()
|
||||
rwc.increasePrimaryNtrx()
|
||||
return PRIMARY
|
||||
}
|
||||
|
||||
/**
|
||||
* @param dest 主机; 备机; any;
|
||||
* @return 主机; 备机
|
||||
*/
|
||||
func (rwc *rwCounter) count(dest RWSiteEnum, standby *DmConnection) RWSiteEnum {
|
||||
rwc.adjustNtrx()
|
||||
switch dest {
|
||||
case ANYSITE:
|
||||
{
|
||||
if rwc.primaryPercent == 1 || (rwc.flag[0] > rwc.getStandbyFlag(standby) && rwc.flag[0] > util.Sum(rwc.flag[1:])) {
|
||||
rwc.increasePrimaryNtrx()
|
||||
dest = PRIMARY
|
||||
} else {
|
||||
rwc.increaseStandbyNtrx(standby)
|
||||
dest = STANDBY
|
||||
}
|
||||
}
|
||||
case STANDBY:
|
||||
{
|
||||
rwc.increaseStandbyNtrx(standby)
|
||||
}
|
||||
case PRIMARY:
|
||||
{
|
||||
rwc.increasePrimaryNtrx()
|
||||
}
|
||||
}
|
||||
return dest
|
||||
}
|
||||
|
||||
/**
|
||||
* 防止ntrx超出有效范围,等比调整
|
||||
*/
|
||||
func (rwc *rwCounter) adjustNtrx() {
|
||||
if rwc.ntrx_total >= INT64_MAX {
|
||||
var min int64
|
||||
var i = 0
|
||||
func() {
|
||||
rwc.standbyNTrxMapMu.Lock()
|
||||
defer rwc.standbyNTrxMapMu.Unlock()
|
||||
for _, num := range rwc.standbyNTrxMap {
|
||||
if i == 0 || num < min {
|
||||
min = num
|
||||
}
|
||||
i++
|
||||
}
|
||||
if rwc.ntrx_primary < min {
|
||||
min = rwc.ntrx_primary
|
||||
}
|
||||
rwc.ntrx_primary /= min
|
||||
rwc.ntrx_total /= min
|
||||
for k, v := range rwc.standbyNTrxMap {
|
||||
rwc.standbyNTrxMap[k] = v / min
|
||||
}
|
||||
}()
|
||||
}
|
||||
|
||||
if rwc.flag[0] <= 0 && util.Sum(rwc.flag[1:]) <= 0 {
|
||||
// 如果主库事务数以及所有备库事务数的总和 都 <= 0, 重置事务计数,给每个库的事务计数加上初始计数值
|
||||
for i := 0; i < len(rwc.flag); i++ {
|
||||
rwc.flag[i] += rwc.increments[i]
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func (rwc *rwCounter) increasePrimaryNtrx() {
|
||||
rwc.ntrx_primary++
|
||||
rwc.flag[0]--
|
||||
rwc.ntrx_total++
|
||||
}
|
||||
|
||||
//func (rwc *rwCounter) getStandbyNtrx(standby *DmConnection) int64 {
|
||||
// key := standby.dmConnector.host + ":" + strconv.Itoa(int(standby.dmConnector.port))
|
||||
// ret, ok := rwc.standbyNTrxMap[key]
|
||||
// if !ok {
|
||||
// ret = 0
|
||||
// }
|
||||
//
|
||||
// return ret
|
||||
//}
|
||||
|
||||
func (rwc *rwCounter) getStandbyId(standby *DmConnection) int32 {
|
||||
key := standby.dmConnector.host + ":" + strconv.Itoa(int(standby.dmConnector.port))
|
||||
rwc.standbyIdMapMu.Lock()
|
||||
defer rwc.standbyIdMapMu.Unlock()
|
||||
sid, ok := rwc.standbyIdMap[key]
|
||||
if !ok {
|
||||
sid = int32(len(rwc.standbyIdMap) + 1) // 下标0是primary
|
||||
if sid > rwc.standbyCount {
|
||||
// 不在有效备库中
|
||||
return -1
|
||||
}
|
||||
rwc.standbyIdMap[key] = sid
|
||||
}
|
||||
return sid
|
||||
}
|
||||
|
||||
func (rwc *rwCounter) getStandbyFlag(standby *DmConnection) int32 {
|
||||
sid := rwc.getStandbyId(standby)
|
||||
if sid > 0 && sid < int32(len(rwc.flag)) {
|
||||
// 保证备库有效
|
||||
return rwc.flag[sid]
|
||||
}
|
||||
return 0
|
||||
}
|
||||
|
||||
func (rwc *rwCounter) increaseStandbyNtrx(standby *DmConnection) {
|
||||
key := standby.dmConnector.host + ":" + strconv.Itoa(int(standby.dmConnector.port))
|
||||
func() {
|
||||
rwc.standbyNTrxMapMu.Lock()
|
||||
defer rwc.standbyNTrxMapMu.Unlock()
|
||||
ret, ok := rwc.standbyNTrxMap[key]
|
||||
if ok {
|
||||
ret += 1
|
||||
} else {
|
||||
ret = 1
|
||||
}
|
||||
rwc.standbyNTrxMap[key] = ret
|
||||
}()
|
||||
func() {
|
||||
rwc.standbyIdMapMu.Lock()
|
||||
defer rwc.standbyIdMapMu.Unlock()
|
||||
sid, ok := rwc.standbyIdMap[key]
|
||||
if !ok {
|
||||
sid = int32(len(rwc.standbyIdMap) + 1) // 下标0是primary
|
||||
rwc.standbyIdMap[key] = sid
|
||||
}
|
||||
rwc.flag[sid]--
|
||||
}()
|
||||
rwc.ntrx_total++
|
||||
}
|
||||
|
||||
func (rwc *rwCounter) random(rowCount int32) int32 {
|
||||
rand.Seed(time.Now().UnixNano())
|
||||
if rowCount > rwc.standbyCount {
|
||||
return rand.Int31n(rwc.standbyCount)
|
||||
} else {
|
||||
return rand.Int31n(rowCount)
|
||||
}
|
||||
}
|
||||
|
||||
func (rwc *rwCounter) String() string {
|
||||
return "PERCENT(P/S) : " + strconv.FormatFloat(rwc.primaryPercent, 'f', -1, 64) + "/" + strconv.FormatFloat(rwc.standbyPercent, 'f', -1, 64) + "\nNTRX_PRIMARY : " +
|
||||
strconv.FormatInt(rwc.ntrx_primary, 10) + "\nNTRX_TOTAL : " + strconv.FormatInt(rwc.ntrx_total, 10) + "\nNTRX_STANDBY : "
|
||||
}
|
||||
Reference in New Issue
Block a user