golang/hotime
4
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 85 Wiki Activity

optimize log tool

Browse Source
This commit is contained in:
hoteas
2021-05-25 20:27:24 +08:00
parent 740059075a
commit fc315064e7
11 changed files with 86 additions and 78 deletions
Download Patch File Download Diff File Expand all files Collapse all files
cache/cache.go
Vendored
+1
View File
@@ -9,6 +9,7 @@ type HoTimeCache struct {
//set(key string, value interface{}, time int64)
//get(key string) interface{}
//delete(key string)
Error
dbCache CacheIns
redisCache CacheIns
memoryCache CacheIns
cache/cache_db.go
Vendored
+35 -34
View File
@@ -22,43 +22,44 @@ type HoTimeDBInterface interface {
type CacheDb struct {
Time int64
Db HoTimeDBInterface
Error
ContextBase
isInit bool
}
func (this *CacheDb) initDbTable() {
if this.isInit {
func (that *CacheDb) initDbTable() {
if that.isInit {
return
}
if this.Db.GetType() == "mysql" {
if that.Db.GetType() == "mysql" {
dbNames := this.Db.Query("SELECT DATABASE()")
dbNames := that.Db.Query("SELECT DATABASE()")
if len(dbNames) == 0 {
return
}
dbName := dbNames[0].GetString("DATABASE()")
res := this.Db.Query("SELECT TABLE_NAME FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_SCHEMA='" + dbName + "' AND TABLE_NAME='cached'")
res := that.Db.Query("SELECT TABLE_NAME FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_SCHEMA='" + dbName + "' AND TABLE_NAME='cached'")
if len(res) != 0 {
this.isInit = true
that.isInit = true
return
}
_, e := this.Db.Exec("CREATE TABLE `cached` ( `id` int(11) unsigned NOT NULL AUTO_INCREMENT, `ckey` varchar(60) DEFAULT NULL, `cvalue` varchar(2000) DEFAULT NULL, `time` bigint(20) DEFAULT NULL, `endtime` bigint(20) DEFAULT NULL, PRIMARY KEY (`id`) ) ENGINE=InnoDB AUTO_INCREMENT=198740 DEFAULT CHARSET=utf8")
_, e := that.Db.Exec("CREATE TABLE `cached` ( `id` int(11) unsigned NOT NULL AUTO_INCREMENT, `ckey` varchar(60) DEFAULT NULL, `cvalue` varchar(2000) DEFAULT NULL, `time` bigint(20) DEFAULT NULL, `endtime` bigint(20) DEFAULT NULL, PRIMARY KEY (`id`) ) ENGINE=InnoDB AUTO_INCREMENT=198740 DEFAULT CHARSET=utf8")
if e.GetError() == nil {
this.isInit = true
that.isInit = true
}
}
if this.Db.GetType() == "sqlite" {
res := this.Db.Query(`select * from sqlite_master where type = 'table' and name = 'cached'`)
if that.Db.GetType() == "sqlite" {
res := that.Db.Query(`select * from sqlite_master where type = 'table' and name = 'cached'`)
if len(res) != 0 {
this.isInit = true
that.isInit = true
return
}
_, e := this.Db.Exec(`CREATE TABLE "cached" (
_, e := that.Db.Exec(`CREATE TABLE "cached" (
"id" INTEGER NOT NULL PRIMARY KEY AUTOINCREMENT,
"ckey" TEXT(60),
"cvalue" TEXT(2000),
@@ -66,7 +67,7 @@ func (this *CacheDb) initDbTable() {
"endtime" integer
);`)
if e.GetError() == nil {
this.isInit = true
that.isInit = true
}
}
@@ -74,9 +75,9 @@ func (this *CacheDb) initDbTable() {
}
//获取Cache键只能为string类型
func (this *CacheDb) get(key string) interface{} {
func (that *CacheDb) get(key string) interface{} {
cached := this.Db.Get("cached", "*", Map{"ckey": key})
cached := that.Db.Get("cached", "*", Map{"ckey": key})
if cached == nil {
return nil
@@ -84,7 +85,7 @@ func (this *CacheDb) get(key string) interface{} {
//data:=cacheMap[key];
if cached.GetInt64("endtime") <= time.Now().Unix() {
this.Db.Delete("cached", Map{"id": cached.GetString("id")})
that.Db.Delete("cached", Map{"id": cached.GetString("id")})
return nil
}
@@ -95,65 +96,65 @@ func (this *CacheDb) get(key string) interface{} {
}
//key value ,时间为时间戳
func (this *CacheDb) set(key string, value interface{}, tim int64) {
func (that *CacheDb) set(key string, value interface{}, tim int64) {
bte, _ := json.Marshal(Map{"data": value})
num := this.Db.Update("cached", Map{"cvalue": string(bte), "time": time.Now().UnixNano(), "endtime": tim}, Map{"ckey": key})
num := that.Db.Update("cached", Map{"cvalue": string(bte), "time": time.Now().UnixNano(), "endtime": tim}, Map{"ckey": key})
if num == int64(0) {
this.Db.Insert("cached", Map{"cvalue": string(bte), "time": time.Now().UnixNano(), "endtime": tim, "ckey": key})
that.Db.Insert("cached", Map{"cvalue": string(bte), "time": time.Now().UnixNano(), "endtime": tim, "ckey": key})
}
//随机执行删除命令
if Rand(1000) > 950 {
this.Db.Delete("cached", Map{"endtime[<]": time.Now().Unix()})
that.Db.Delete("cached", Map{"endtime[<]": time.Now().Unix()})
}
}
func (this *CacheDb) delete(key string) {
func (that *CacheDb) delete(key string) {
del := strings.Index(key, "*")
//如果通配删除
if del != -1 {
key = Substr(key, 0, del)
this.Db.Delete("cached", Map{"ckey": key + "%"})
that.Db.Delete("cached", Map{"ckey": key + "%"})
} else {
this.Db.Delete("cached", Map{"ckey": key})
that.Db.Delete("cached", Map{"ckey": key})
}
}
func (this *CacheDb) Cache(key string, data ...interface{}) *Obj {
func (that *CacheDb) Cache(key string, data ...interface{}) *Obj {
this.initDbTable()
that.initDbTable()
if len(data) == 0 {
return &Obj{Data: this.get(key)}
return &Obj{Data: that.get(key)}
}
tim := time.Now().Unix()
if len(data) == 1 && data[0] == nil {
this.delete(key)
that.delete(key)
return &Obj{Data: nil}
}
if len(data) == 1 {
if this.Time == 0 {
//this.Time = Config.GetInt64("cacheLongTime")
if that.Time == 0 {
//that.Time = Config.GetInt64("cacheLongTime")
}
tim += this.Time
tim += that.Time
}
if len(data) == 2 {
this.SetError(nil)
tempt := ObjToInt64(data[1], &this.Error)
that.SetError(nil)
tempt := ObjToInt64(data[1], &that.Error)
if tempt > tim {
tim = tempt
} else if this.GetError() == nil {
} else if that.GetError() == nil {
tim = tim + tempt
}
}
this.set(key, data[0], tim)
that.set(key, data[0], tim)
return &Obj{Data: nil}
}
cache/cache_memory.go
Vendored
+1
View File
@@ -10,6 +10,7 @@ import (
type CacheMemory struct {
Time int64
Map
Error
ContextBase
mutex *sync.RWMutex
}
cache/cache_redis.go
Vendored
+1
View File
@@ -13,6 +13,7 @@ type CacheRedis struct {
Time int64
conn redis.Conn
tag int64
ContextBase
Error
}
cache/type.go
Vendored
+2
View File
@@ -8,6 +8,8 @@ type CacheIns interface {
//set(key string, value interface{}, time int64)
//get(key string) interface{}
//delete(key string)
GetError() error
SetError(err error)
Cache(key string, data ...interface{}) *Obj
}