feat(cache): 增加批量操作支持以提升性能
- 在 HoTimeCache 中新增 SessionsGet、SessionsSet 和 SessionsDelete 方法,支持批量获取、设置和删除 Session 缓存 - 优化缓存逻辑,减少数据库写入次数,提升性能 - 更新文档,详细说明批量操作的使用方法和性能对比 - 添加调试日志记录,便于追踪批量操作的执行情况
This commit is contained in:
@@ -0,0 +1,487 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"os"
|
||||
"time"
|
||||
|
||||
"code.hoteas.com/golang/hotime"
|
||||
"code.hoteas.com/golang/hotime/cache"
|
||||
. "code.hoteas.com/golang/hotime/common"
|
||||
)
|
||||
|
||||
const debugLogPath = `d:\work\hotimev1.5\.cursor\debug.log`
|
||||
|
||||
// debugLog 写入调试日志
|
||||
func debugLog(hypothesisId, location, message string, data map[string]interface{}) {
|
||||
logFile, _ := os.OpenFile(debugLogPath, os.O_APPEND|os.O_CREATE|os.O_WRONLY, 0644)
|
||||
if logFile != nil {
|
||||
logEntry, _ := json.Marshal(map[string]interface{}{
|
||||
"sessionId": "batch-cache-test",
|
||||
"runId": "test-run",
|
||||
"hypothesisId": hypothesisId,
|
||||
"location": location,
|
||||
"message": message,
|
||||
"data": data,
|
||||
"timestamp": time.Now().UnixMilli(),
|
||||
})
|
||||
logFile.Write(append(logEntry, '\n'))
|
||||
logFile.Close()
|
||||
}
|
||||
}
|
||||
|
||||
// TestBatchCacheOperations 测试所有批量缓存操作
|
||||
func TestBatchCacheOperations(app *hotime.Application) {
|
||||
fmt.Println("\n========== 批量缓存操作测试开始 ==========")
|
||||
|
||||
// 测试1: 测试 CacheMemory 批量操作
|
||||
fmt.Println("\n--- 测试1: CacheMemory 批量操作 ---")
|
||||
testCacheMemoryBatch(app)
|
||||
|
||||
// 测试2: 测试 CacheDb 批量操作
|
||||
fmt.Println("\n--- 测试2: CacheDb 批量操作 ---")
|
||||
testCacheDbBatch(app)
|
||||
|
||||
// 测试3: 测试 HoTimeCache 三级缓存批量操作
|
||||
fmt.Println("\n--- 测试3: HoTimeCache 三级缓存批量操作 ---")
|
||||
testHoTimeCacheBatch(app)
|
||||
|
||||
// 测试4: 测试 SessionIns 批量操作
|
||||
fmt.Println("\n--- 测试4: SessionIns 批量操作 ---")
|
||||
testSessionInsBatch(app)
|
||||
|
||||
// 测试5: 测试缓存反哺机制
|
||||
fmt.Println("\n--- 测试5: 缓存反哺机制测试 ---")
|
||||
testCacheBackfill(app)
|
||||
|
||||
// 测试6: 测试批量操作效率(一次性写入验证)
|
||||
fmt.Println("\n--- 测试6: 批量操作效率测试 ---")
|
||||
testBatchEfficiency(app)
|
||||
|
||||
fmt.Println("\n========== 批量缓存操作测试完成 ==========")
|
||||
}
|
||||
|
||||
// testCacheMemoryBatch 测试内存缓存批量操作
|
||||
func testCacheMemoryBatch(app *hotime.Application) {
|
||||
// #region agent log
|
||||
debugLog("E", "batch_cache_test.go:testCacheMemoryBatch:start", "开始测试CacheMemory批量操作", nil)
|
||||
// #endregion
|
||||
|
||||
memCache := &cache.CacheMemory{TimeOut: 3600, DbSet: true, SessionSet: true}
|
||||
memCache.SetError(&Error{})
|
||||
|
||||
// 测试 CachesSet
|
||||
testData := Map{
|
||||
"mem_key1": "value1",
|
||||
"mem_key2": "value2",
|
||||
"mem_key3": "value3",
|
||||
}
|
||||
memCache.CachesSet(testData)
|
||||
|
||||
// #region agent log
|
||||
debugLog("E", "batch_cache_test.go:testCacheMemoryBatch:afterSet", "CacheMemory.CachesSet完成", map[string]interface{}{"count": len(testData)})
|
||||
// #endregion
|
||||
|
||||
// 测试 CachesGet
|
||||
keys := []string{"mem_key1", "mem_key2", "mem_key3", "mem_key_not_exist"}
|
||||
result := memCache.CachesGet(keys)
|
||||
|
||||
// #region agent log
|
||||
debugLog("E", "batch_cache_test.go:testCacheMemoryBatch:afterGet", "CacheMemory.CachesGet完成", map[string]interface{}{
|
||||
"requested_keys": keys,
|
||||
"result_count": len(result),
|
||||
"result_keys": getMapKeys(result),
|
||||
})
|
||||
// #endregion
|
||||
|
||||
if len(result) != 3 {
|
||||
fmt.Printf(" [FAIL] CacheMemory.CachesGet: 期望3个结果,实际%d个\n", len(result))
|
||||
} else {
|
||||
fmt.Println(" [PASS] CacheMemory.CachesGet: 批量获取正确")
|
||||
}
|
||||
|
||||
// 测试 CachesDelete
|
||||
memCache.CachesDelete([]string{"mem_key1", "mem_key2"})
|
||||
result2 := memCache.CachesGet(keys)
|
||||
|
||||
// #region agent log
|
||||
debugLog("E", "batch_cache_test.go:testCacheMemoryBatch:afterDelete", "CacheMemory.CachesDelete完成", map[string]interface{}{
|
||||
"deleted_keys": []string{"mem_key1", "mem_key2"},
|
||||
"remaining_count": len(result2),
|
||||
"remaining_keys": getMapKeys(result2),
|
||||
})
|
||||
// #endregion
|
||||
|
||||
if len(result2) != 1 || result2["mem_key3"] == nil {
|
||||
fmt.Printf(" [FAIL] CacheMemory.CachesDelete: 删除后期望1个结果,实际%d个\n", len(result2))
|
||||
} else {
|
||||
fmt.Println(" [PASS] CacheMemory.CachesDelete: 批量删除正确")
|
||||
}
|
||||
}
|
||||
|
||||
// testCacheDbBatch 测试数据库缓存批量操作
|
||||
func testCacheDbBatch(app *hotime.Application) {
|
||||
// #region agent log
|
||||
debugLog("E", "batch_cache_test.go:testCacheDbBatch:start", "开始测试CacheDb批量操作", nil)
|
||||
// #endregion
|
||||
|
||||
// 使用应用的数据库连接
|
||||
dbCache := &cache.CacheDb{
|
||||
TimeOut: 3600,
|
||||
DbSet: true,
|
||||
SessionSet: true,
|
||||
Mode: cache.CacheModeNew,
|
||||
Db: &app.Db,
|
||||
}
|
||||
dbCache.SetError(&Error{})
|
||||
|
||||
// 清理测试数据
|
||||
dbCache.CachesDelete([]string{"db_batch_key1", "db_batch_key2", "db_batch_key3"})
|
||||
|
||||
// 测试 CachesSet
|
||||
testData := Map{
|
||||
"db_batch_key1": "db_value1",
|
||||
"db_batch_key2": "db_value2",
|
||||
"db_batch_key3": "db_value3",
|
||||
}
|
||||
dbCache.CachesSet(testData)
|
||||
|
||||
// #region agent log
|
||||
debugLog("E", "batch_cache_test.go:testCacheDbBatch:afterSet", "CacheDb.CachesSet完成", map[string]interface{}{"count": len(testData)})
|
||||
// #endregion
|
||||
|
||||
// 测试 CachesGet
|
||||
keys := []string{"db_batch_key1", "db_batch_key2", "db_batch_key3", "db_not_exist"}
|
||||
result := dbCache.CachesGet(keys)
|
||||
|
||||
// #region agent log
|
||||
debugLog("E", "batch_cache_test.go:testCacheDbBatch:afterGet", "CacheDb.CachesGet完成", map[string]interface{}{
|
||||
"requested_keys": keys,
|
||||
"result_count": len(result),
|
||||
"result_keys": getMapKeys(result),
|
||||
"result_values": result,
|
||||
})
|
||||
// #endregion
|
||||
|
||||
if len(result) != 3 {
|
||||
fmt.Printf(" [FAIL] CacheDb.CachesGet: 期望3个结果,实际%d个\n", len(result))
|
||||
} else {
|
||||
fmt.Println(" [PASS] CacheDb.CachesGet: 批量获取正确")
|
||||
}
|
||||
|
||||
// 验证值正确性
|
||||
if result["db_batch_key1"] != "db_value1" {
|
||||
fmt.Printf(" [FAIL] CacheDb.CachesGet: db_batch_key1 值不正确,期望 db_value1,实际 %v\n", result["db_batch_key1"])
|
||||
} else {
|
||||
fmt.Println(" [PASS] CacheDb.CachesGet: 值内容正确")
|
||||
}
|
||||
|
||||
// 测试 CachesDelete
|
||||
dbCache.CachesDelete([]string{"db_batch_key1", "db_batch_key2"})
|
||||
result2 := dbCache.CachesGet(keys)
|
||||
|
||||
// #region agent log
|
||||
debugLog("E", "batch_cache_test.go:testCacheDbBatch:afterDelete", "CacheDb.CachesDelete完成", map[string]interface{}{
|
||||
"deleted_keys": []string{"db_batch_key1", "db_batch_key2"},
|
||||
"remaining_count": len(result2),
|
||||
"remaining_keys": getMapKeys(result2),
|
||||
})
|
||||
// #endregion
|
||||
|
||||
if len(result2) != 1 {
|
||||
fmt.Printf(" [FAIL] CacheDb.CachesDelete: 删除后期望1个结果,实际%d个\n", len(result2))
|
||||
} else {
|
||||
fmt.Println(" [PASS] CacheDb.CachesDelete: 批量删除正确")
|
||||
}
|
||||
|
||||
// 清理
|
||||
dbCache.CachesDelete([]string{"db_batch_key3"})
|
||||
}
|
||||
|
||||
// testHoTimeCacheBatch 测试 HoTimeCache 三级缓存批量操作
|
||||
func testHoTimeCacheBatch(app *hotime.Application) {
|
||||
// #region agent log
|
||||
debugLog("D", "batch_cache_test.go:testHoTimeCacheBatch:start", "开始测试HoTimeCache三级缓存批量操作", nil)
|
||||
// #endregion
|
||||
|
||||
htCache := app.HoTimeCache
|
||||
|
||||
// 清理测试数据
|
||||
htCache.SessionsDelete([]string{
|
||||
hotime.HEAD_SESSION_ADD + "ht_batch_key1",
|
||||
hotime.HEAD_SESSION_ADD + "ht_batch_key2",
|
||||
hotime.HEAD_SESSION_ADD + "ht_batch_key3",
|
||||
})
|
||||
|
||||
// 测试 SessionsSet
|
||||
testData := Map{
|
||||
hotime.HEAD_SESSION_ADD + "ht_batch_key1": Map{"user": "test1", "role": "admin"},
|
||||
hotime.HEAD_SESSION_ADD + "ht_batch_key2": Map{"user": "test2", "role": "user"},
|
||||
hotime.HEAD_SESSION_ADD + "ht_batch_key3": Map{"user": "test3", "role": "guest"},
|
||||
}
|
||||
htCache.SessionsSet(testData)
|
||||
|
||||
// #region agent log
|
||||
debugLog("D", "batch_cache_test.go:testHoTimeCacheBatch:afterSet", "HoTimeCache.SessionsSet完成", map[string]interface{}{"count": len(testData)})
|
||||
// #endregion
|
||||
|
||||
// 测试 SessionsGet
|
||||
keys := []string{
|
||||
hotime.HEAD_SESSION_ADD + "ht_batch_key1",
|
||||
hotime.HEAD_SESSION_ADD + "ht_batch_key2",
|
||||
hotime.HEAD_SESSION_ADD + "ht_batch_key3",
|
||||
hotime.HEAD_SESSION_ADD + "ht_not_exist",
|
||||
}
|
||||
result := htCache.SessionsGet(keys)
|
||||
|
||||
// #region agent log
|
||||
debugLog("D", "batch_cache_test.go:testHoTimeCacheBatch:afterGet", "HoTimeCache.SessionsGet完成", map[string]interface{}{
|
||||
"requested_keys": len(keys),
|
||||
"result_count": len(result),
|
||||
"result_keys": getMapKeys(result),
|
||||
})
|
||||
// #endregion
|
||||
|
||||
if len(result) != 3 {
|
||||
fmt.Printf(" [FAIL] HoTimeCache.SessionsGet: 期望3个结果,实际%d个\n", len(result))
|
||||
} else {
|
||||
fmt.Println(" [PASS] HoTimeCache.SessionsGet: 批量获取正确")
|
||||
}
|
||||
|
||||
// 测试 SessionsDelete
|
||||
htCache.SessionsDelete([]string{
|
||||
hotime.HEAD_SESSION_ADD + "ht_batch_key1",
|
||||
hotime.HEAD_SESSION_ADD + "ht_batch_key2",
|
||||
})
|
||||
result2 := htCache.SessionsGet(keys)
|
||||
|
||||
// #region agent log
|
||||
debugLog("D", "batch_cache_test.go:testHoTimeCacheBatch:afterDelete", "HoTimeCache.SessionsDelete完成", map[string]interface{}{
|
||||
"remaining_count": len(result2),
|
||||
})
|
||||
// #endregion
|
||||
|
||||
if len(result2) != 1 {
|
||||
fmt.Printf(" [FAIL] HoTimeCache.SessionsDelete: 删除后期望1个结果,实际%d个\n", len(result2))
|
||||
} else {
|
||||
fmt.Println(" [PASS] HoTimeCache.SessionsDelete: 批量删除正确")
|
||||
}
|
||||
|
||||
// 清理
|
||||
htCache.SessionsDelete([]string{hotime.HEAD_SESSION_ADD + "ht_batch_key3"})
|
||||
}
|
||||
|
||||
// testSessionInsBatch 测试 SessionIns 批量操作
|
||||
func testSessionInsBatch(app *hotime.Application) {
|
||||
// #region agent log
|
||||
debugLog("B", "batch_cache_test.go:testSessionInsBatch:start", "开始测试SessionIns批量操作", nil)
|
||||
// #endregion
|
||||
|
||||
// 创建一个模拟的 SessionIns
|
||||
session := &hotime.SessionIns{
|
||||
SessionId: "test_batch_session_" + ObjToStr(time.Now().UnixNano()),
|
||||
}
|
||||
session.Init(app.HoTimeCache)
|
||||
|
||||
// 测试 SessionsSet
|
||||
testData := Map{
|
||||
"field1": "value1",
|
||||
"field2": 123,
|
||||
"field3": Map{"nested": "data"},
|
||||
}
|
||||
session.SessionsSet(testData)
|
||||
|
||||
// #region agent log
|
||||
debugLog("B", "batch_cache_test.go:testSessionInsBatch:afterSet", "SessionIns.SessionsSet完成", map[string]interface{}{
|
||||
"session_id": session.SessionId,
|
||||
"count": len(testData),
|
||||
})
|
||||
// #endregion
|
||||
|
||||
// 测试 SessionsGet
|
||||
result := session.SessionsGet("field1", "field2", "field3", "not_exist")
|
||||
|
||||
// #region agent log
|
||||
debugLog("B", "batch_cache_test.go:testSessionInsBatch:afterGet", "SessionIns.SessionsGet完成", map[string]interface{}{
|
||||
"result_count": len(result),
|
||||
"result_keys": getMapKeys(result),
|
||||
"result": result,
|
||||
})
|
||||
// #endregion
|
||||
|
||||
if len(result) != 3 {
|
||||
fmt.Printf(" [FAIL] SessionIns.SessionsGet: 期望3个结果,实际%d个\n", len(result))
|
||||
} else {
|
||||
fmt.Println(" [PASS] SessionIns.SessionsGet: 批量获取正确")
|
||||
}
|
||||
|
||||
// 验证值类型
|
||||
if result["field1"] != "value1" {
|
||||
fmt.Printf(" [FAIL] SessionIns.SessionsGet: field1 值不正确\n")
|
||||
} else {
|
||||
fmt.Println(" [PASS] SessionIns.SessionsGet: 字符串值正确")
|
||||
}
|
||||
|
||||
var convErr Error
|
||||
if ObjToInt(result["field2"], &convErr) != 123 {
|
||||
fmt.Printf(" [FAIL] SessionIns.SessionsGet: field2 值不正确\n")
|
||||
} else {
|
||||
fmt.Println(" [PASS] SessionIns.SessionsGet: 数值类型正确")
|
||||
}
|
||||
|
||||
// 测试 SessionsDelete
|
||||
session.SessionsDelete("field1", "field2")
|
||||
result2 := session.SessionsGet("field1", "field2", "field3")
|
||||
|
||||
// #region agent log
|
||||
debugLog("B", "batch_cache_test.go:testSessionInsBatch:afterDelete", "SessionIns.SessionsDelete完成", map[string]interface{}{
|
||||
"remaining_count": len(result2),
|
||||
"remaining_keys": getMapKeys(result2),
|
||||
})
|
||||
// #endregion
|
||||
|
||||
if len(result2) != 1 {
|
||||
fmt.Printf(" [FAIL] SessionIns.SessionsDelete: 删除后期望1个结果,实际%d个\n", len(result2))
|
||||
} else {
|
||||
fmt.Println(" [PASS] SessionIns.SessionsDelete: 批量删除正确")
|
||||
}
|
||||
}
|
||||
|
||||
// testCacheBackfill 测试缓存反哺机制
|
||||
func testCacheBackfill(app *hotime.Application) {
|
||||
// #region agent log
|
||||
debugLog("D", "batch_cache_test.go:testCacheBackfill:start", "开始测试缓存反哺机制", nil)
|
||||
// #endregion
|
||||
|
||||
htCache := app.HoTimeCache
|
||||
|
||||
// 直接写入数据库缓存(绕过 memory)模拟只有 db 有数据的情况
|
||||
dbCache := &cache.CacheDb{
|
||||
TimeOut: 3600,
|
||||
DbSet: true,
|
||||
SessionSet: true,
|
||||
Mode: cache.CacheModeNew,
|
||||
Db: &app.Db,
|
||||
}
|
||||
dbCache.SetError(&Error{})
|
||||
|
||||
testKey := "backfill_test_key_" + ObjToStr(time.Now().UnixNano())
|
||||
testValue := Map{"backfill": "test_data"}
|
||||
|
||||
// 直接写入 db
|
||||
dbCache.Cache(testKey, testValue)
|
||||
|
||||
// #region agent log
|
||||
debugLog("D", "batch_cache_test.go:testCacheBackfill:dbWritten", "数据直接写入DB", map[string]interface{}{
|
||||
"key": testKey,
|
||||
"value": testValue,
|
||||
})
|
||||
// #endregion
|
||||
|
||||
// 通过 HoTimeCache 批量获取,应该触发反哺到 memory
|
||||
keys := []string{testKey}
|
||||
result := htCache.CachesGet(keys)
|
||||
|
||||
// #region agent log
|
||||
debugLog("D", "batch_cache_test.go:testCacheBackfill:afterGet", "HoTimeCache.CachesGet完成", map[string]interface{}{
|
||||
"result_count": len(result),
|
||||
"has_key": result[testKey] != nil,
|
||||
})
|
||||
// #endregion
|
||||
|
||||
if len(result) != 1 || result[testKey] == nil {
|
||||
fmt.Println(" [FAIL] 缓存反哺: 从 DB 读取失败")
|
||||
} else {
|
||||
fmt.Println(" [PASS] 缓存反哺: 从 DB 读取成功")
|
||||
}
|
||||
|
||||
// 清理
|
||||
htCache.CachesDelete(keys)
|
||||
}
|
||||
|
||||
// testBatchEfficiency 测试批量操作效率
|
||||
func testBatchEfficiency(app *hotime.Application) {
|
||||
// #region agent log
|
||||
debugLog("A", "batch_cache_test.go:testBatchEfficiency:start", "开始测试批量操作效率", nil)
|
||||
// #endregion
|
||||
|
||||
session := &hotime.SessionIns{
|
||||
SessionId: "efficiency_test_" + ObjToStr(time.Now().UnixNano()),
|
||||
}
|
||||
session.Init(app.HoTimeCache)
|
||||
|
||||
// 记录批量设置开始时间
|
||||
startTime := time.Now()
|
||||
|
||||
// 设置10个字段
|
||||
testData := Map{}
|
||||
for i := 0; i < 10; i++ {
|
||||
testData[fmt.Sprintf("eff_field_%d", i)] = fmt.Sprintf("value_%d", i)
|
||||
}
|
||||
session.SessionsSet(testData)
|
||||
|
||||
batchDuration := time.Since(startTime)
|
||||
|
||||
// #region agent log
|
||||
debugLog("A", "batch_cache_test.go:testBatchEfficiency:batchSet", "批量设置完成", map[string]interface{}{
|
||||
"count": len(testData),
|
||||
"duration_ms": batchDuration.Milliseconds(),
|
||||
})
|
||||
// #endregion
|
||||
|
||||
// 对比单个设置
|
||||
session2 := &hotime.SessionIns{
|
||||
SessionId: "efficiency_test_single_" + ObjToStr(time.Now().UnixNano()),
|
||||
}
|
||||
session2.Init(app.HoTimeCache)
|
||||
|
||||
startTime2 := time.Now()
|
||||
for i := 0; i < 10; i++ {
|
||||
session2.Session(fmt.Sprintf("single_field_%d", i), fmt.Sprintf("value_%d", i))
|
||||
}
|
||||
singleDuration := time.Since(startTime2)
|
||||
|
||||
// #region agent log
|
||||
debugLog("A", "batch_cache_test.go:testBatchEfficiency:singleSet", "单个设置完成", map[string]interface{}{
|
||||
"count": 10,
|
||||
"duration_ms": singleDuration.Milliseconds(),
|
||||
})
|
||||
// #endregion
|
||||
|
||||
fmt.Printf(" 批量设置10个字段耗时: %v\n", batchDuration)
|
||||
fmt.Printf(" 单个设置10个字段耗时: %v\n", singleDuration)
|
||||
|
||||
if batchDuration < singleDuration {
|
||||
fmt.Println(" [PASS] 批量操作效率: 批量操作更快")
|
||||
} else {
|
||||
fmt.Println(" [WARN] 批量操作效率: 批量操作未体现优势(可能数据量太小)")
|
||||
}
|
||||
|
||||
// 批量获取测试
|
||||
startTime3 := time.Now()
|
||||
keys := make([]string, 10)
|
||||
for i := 0; i < 10; i++ {
|
||||
keys[i] = fmt.Sprintf("eff_field_%d", i)
|
||||
}
|
||||
session.SessionsGet(keys...)
|
||||
batchGetDuration := time.Since(startTime3)
|
||||
|
||||
// #region agent log
|
||||
debugLog("A", "batch_cache_test.go:testBatchEfficiency:batchGet", "批量获取完成", map[string]interface{}{
|
||||
"count": 10,
|
||||
"duration_ms": batchGetDuration.Milliseconds(),
|
||||
})
|
||||
// #endregion
|
||||
|
||||
fmt.Printf(" 批量获取10个字段耗时: %v\n", batchGetDuration)
|
||||
}
|
||||
|
||||
// getMapKeys 获取 Map 的所有键
|
||||
func getMapKeys(m Map) []string {
|
||||
keys := make([]string, 0, len(m))
|
||||
for k := range m {
|
||||
keys = append(keys, k)
|
||||
}
|
||||
return keys
|
||||
}
|
||||
+404
-1
@@ -1,10 +1,12 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
. "code.hoteas.com/golang/hotime"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"time"
|
||||
|
||||
. "code.hoteas.com/golang/hotime"
|
||||
|
||||
. "code.hoteas.com/golang/hotime/common"
|
||||
. "code.hoteas.com/golang/hotime/db"
|
||||
)
|
||||
@@ -90,6 +92,16 @@ func main() {
|
||||
"upsert": func(that *Context) { that.Display(0, testUpsert(that)) },
|
||||
"transaction": func(that *Context) { that.Display(0, testTransaction(that)) },
|
||||
"rawsql": func(that *Context) { that.Display(0, testRawSQL(that)) },
|
||||
|
||||
// ==================== 缓存测试 ====================
|
||||
// 缓存全部测试
|
||||
"cache": func(that *Context) { that.Display(0, testCacheAll(that)) },
|
||||
"cache-compat": func(that *Context) { that.Display(0, testCacheCompatible(that)) },
|
||||
// 批量缓存操作测试
|
||||
"cache-batch": func(that *Context) {
|
||||
TestBatchCacheOperations(that.Application)
|
||||
that.Display(0, Map{"message": "批量缓存测试完成,请查看控制台输出和日志文件"})
|
||||
},
|
||||
},
|
||||
},
|
||||
})
|
||||
@@ -903,3 +915,394 @@ func testRawSQL(that *Context) Map {
|
||||
result["success"] = true
|
||||
return result
|
||||
}
|
||||
|
||||
// ==================== 缓存测试 ====================
|
||||
func testCacheAll(that *Context) Map {
|
||||
result := Map{"name": "数据库缓存测试", "tests": Slice{}}
|
||||
tests := Slice{}
|
||||
|
||||
// 获取当前缓存模式
|
||||
cacheMode := "unknown"
|
||||
if that.Application.HoTimeCache != nil && that.Application.HoTimeCache.Config != nil {
|
||||
dbConfig := that.Application.HoTimeCache.Config.GetMap("db")
|
||||
if dbConfig != nil {
|
||||
cacheMode = dbConfig.GetString("mode")
|
||||
if cacheMode == "" {
|
||||
cacheMode = "new"
|
||||
}
|
||||
}
|
||||
}
|
||||
result["cache_mode"] = cacheMode
|
||||
|
||||
// 测试用的唯一前缀
|
||||
testPrefix := fmt.Sprintf("cache_test_%d_", time.Now().UnixNano())
|
||||
|
||||
// ==================== 1. 基础读写测试 ====================
|
||||
test1 := Map{"name": "1. 基础 set/get 测试"}
|
||||
testKey1 := testPrefix + "basic"
|
||||
testValue1 := Map{"name": "测试数据", "count": 123, "active": true}
|
||||
|
||||
// 设置缓存
|
||||
that.Application.Cache(testKey1, testValue1)
|
||||
|
||||
// 读取缓存
|
||||
cached1 := that.Application.Cache(testKey1)
|
||||
if cached1.Data != nil {
|
||||
cachedMap := cached1.ToMap()
|
||||
test1["result"] = cachedMap.GetString("name") == "测试数据" && cachedMap.GetInt("count") == 123
|
||||
test1["cached_value"] = cachedMap
|
||||
} else {
|
||||
test1["result"] = false
|
||||
test1["error"] = "缓存读取返回 nil"
|
||||
}
|
||||
tests = append(tests, test1)
|
||||
|
||||
// ==================== 2. 删除缓存测试 ====================
|
||||
test2 := Map{"name": "2. delete 删除缓存测试"}
|
||||
testKey2 := testPrefix + "delete"
|
||||
that.Application.Cache(testKey2, "删除测试值")
|
||||
|
||||
// 验证存在
|
||||
before := that.Application.Cache(testKey2)
|
||||
beforeExists := before.Data != nil
|
||||
|
||||
// 删除
|
||||
that.Application.Cache(testKey2, nil)
|
||||
|
||||
// 验证已删除
|
||||
after := that.Application.Cache(testKey2)
|
||||
afterExists := after.Data != nil
|
||||
|
||||
test2["result"] = beforeExists && !afterExists
|
||||
test2["before_exists"] = beforeExists
|
||||
test2["after_exists"] = afterExists
|
||||
tests = append(tests, test2)
|
||||
|
||||
// ==================== 3. 过期时间测试 ====================
|
||||
test3 := Map{"name": "3. 过期时间测试(短超时)"}
|
||||
testKey3 := testPrefix + "expire"
|
||||
|
||||
// 设置 2 秒过期
|
||||
that.Application.Cache(testKey3, "短期数据", 2)
|
||||
|
||||
// 立即读取应该存在
|
||||
immediate := that.Application.Cache(testKey3)
|
||||
immediateExists := immediate.Data != nil
|
||||
|
||||
test3["result"] = immediateExists
|
||||
test3["immediate_exists"] = immediateExists
|
||||
test3["note"] = "设置了2秒过期,可等待后再次访问验证过期"
|
||||
tests = append(tests, test3)
|
||||
|
||||
// ==================== 4. 不存在的 key 读取测试 ====================
|
||||
test4 := Map{"name": "4. 不存在的 key 读取测试"}
|
||||
nonExistKey := testPrefix + "non_exist_key_" + fmt.Sprintf("%d", time.Now().UnixNano())
|
||||
nonExist := that.Application.Cache(nonExistKey)
|
||||
test4["result"] = nonExist.Data == nil
|
||||
test4["value"] = nonExist.Data
|
||||
tests = append(tests, test4)
|
||||
|
||||
// ==================== 5. 重复 set 同一个 key 测试 ====================
|
||||
test5 := Map{"name": "5. 重复 set 同一个 key 测试"}
|
||||
testKey5 := testPrefix + "repeat"
|
||||
|
||||
that.Application.Cache(testKey5, "第一次值")
|
||||
first := that.Application.Cache(testKey5).ToStr()
|
||||
|
||||
that.Application.Cache(testKey5, "第二次值")
|
||||
second := that.Application.Cache(testKey5).ToStr()
|
||||
|
||||
that.Application.Cache(testKey5, Map{"version": 3})
|
||||
third := that.Application.Cache(testKey5).ToMap()
|
||||
|
||||
test5["result"] = first == "第一次值" && second == "第二次值" && third.GetInt("version") == 3
|
||||
test5["first"] = first
|
||||
test5["second"] = second
|
||||
test5["third"] = third
|
||||
tests = append(tests, test5)
|
||||
|
||||
// ==================== 6. 通配删除测试 ====================
|
||||
test6 := Map{"name": "6. 通配删除测试 (key*)"}
|
||||
wildcardPrefix := testPrefix + "wildcard_"
|
||||
|
||||
// 创建多个带相同前缀的缓存
|
||||
that.Application.Cache(wildcardPrefix+"a", "值A")
|
||||
that.Application.Cache(wildcardPrefix+"b", "值B")
|
||||
that.Application.Cache(wildcardPrefix+"c", "值C")
|
||||
|
||||
// 验证都存在
|
||||
aExists := that.Application.Cache(wildcardPrefix+"a").Data != nil
|
||||
bExists := that.Application.Cache(wildcardPrefix+"b").Data != nil
|
||||
cExists := that.Application.Cache(wildcardPrefix+"c").Data != nil
|
||||
allExistBefore := aExists && bExists && cExists
|
||||
|
||||
// 通配删除
|
||||
that.Application.Cache(wildcardPrefix+"*", nil)
|
||||
|
||||
// 验证都已删除
|
||||
aAfter := that.Application.Cache(wildcardPrefix+"a").Data != nil
|
||||
bAfter := that.Application.Cache(wildcardPrefix+"b").Data != nil
|
||||
cAfter := that.Application.Cache(wildcardPrefix+"c").Data != nil
|
||||
allDeletedAfter := !aAfter && !bAfter && !cAfter
|
||||
|
||||
test6["result"] = allExistBefore && allDeletedAfter
|
||||
test6["before"] = Map{"a": aExists, "b": bExists, "c": cExists}
|
||||
test6["after"] = Map{"a": aAfter, "b": bAfter, "c": cAfter}
|
||||
tests = append(tests, test6)
|
||||
|
||||
// ==================== 7. 不同数据类型测试 ====================
|
||||
test7 := Map{"name": "7. 不同数据类型存储测试"}
|
||||
|
||||
// 字符串
|
||||
that.Application.Cache(testPrefix+"type_string", "字符串值")
|
||||
typeString := that.Application.Cache(testPrefix + "type_string").ToStr()
|
||||
|
||||
// 整数
|
||||
that.Application.Cache(testPrefix+"type_int", 12345)
|
||||
typeInt := that.Application.Cache(testPrefix + "type_int").ToInt()
|
||||
|
||||
// 浮点数
|
||||
that.Application.Cache(testPrefix+"type_float", 3.14159)
|
||||
typeFloat := that.Application.Cache(testPrefix + "type_float").ToFloat64()
|
||||
|
||||
// 布尔值
|
||||
that.Application.Cache(testPrefix+"type_bool", true)
|
||||
typeBoolData := that.Application.Cache(testPrefix + "type_bool").Data
|
||||
typeBool := typeBoolData == true || typeBoolData == "true" || typeBoolData == 1.0
|
||||
|
||||
// Map
|
||||
that.Application.Cache(testPrefix+"type_map", Map{"key": "value", "num": 100})
|
||||
typeMap := that.Application.Cache(testPrefix + "type_map").ToMap()
|
||||
|
||||
// Slice
|
||||
that.Application.Cache(testPrefix+"type_slice", Slice{1, 2, 3, "four", Map{"five": 5}})
|
||||
typeSlice := that.Application.Cache(testPrefix + "type_slice").ToSlice()
|
||||
|
||||
test7["result"] = typeString == "字符串值" &&
|
||||
typeInt == 12345 &&
|
||||
typeFloat > 3.14 && typeFloat < 3.15 &&
|
||||
typeBool == true &&
|
||||
typeMap.GetString("key") == "value" &&
|
||||
len(typeSlice) == 5
|
||||
|
||||
test7["string"] = typeString
|
||||
test7["int"] = typeInt
|
||||
test7["float"] = typeFloat
|
||||
test7["bool"] = typeBool
|
||||
test7["map"] = typeMap
|
||||
test7["slice"] = typeSlice
|
||||
tests = append(tests, test7)
|
||||
|
||||
// ==================== 8. 自定义超时时间测试 ====================
|
||||
test8 := Map{"name": "8. 自定义超时时间参数测试"}
|
||||
testKey8 := testPrefix + "custom_timeout"
|
||||
|
||||
// 设置 3600 秒(1小时)过期
|
||||
that.Application.Cache(testKey8, "长期数据", 3600)
|
||||
longTerm := that.Application.Cache(testKey8)
|
||||
test8["result"] = longTerm.Data != nil
|
||||
test8["value"] = longTerm.ToStr()
|
||||
tests = append(tests, test8)
|
||||
|
||||
// ==================== 9. 查询缓存表状态 ====================
|
||||
test9 := Map{"name": "9. 缓存表状态查询"}
|
||||
|
||||
// 查询新表记录数
|
||||
prefix := that.Db.GetPrefix()
|
||||
newTableName := prefix + "hotime_cache"
|
||||
legacyTableName := prefix + "cached"
|
||||
|
||||
newCount := that.Db.Count(newTableName)
|
||||
test9["new_table_count"] = newCount
|
||||
test9["new_table_name"] = newTableName
|
||||
|
||||
// 尝试查询老表
|
||||
legacyCount := int64(-1)
|
||||
legacyExists := false
|
||||
legacyData := that.Db.Query("SELECT COUNT(*) as cnt FROM `" + legacyTableName + "`")
|
||||
if len(legacyData) > 0 {
|
||||
legacyExists = true
|
||||
legacyCount = legacyData[0].GetInt64("cnt")
|
||||
}
|
||||
test9["legacy_table_exists"] = legacyExists
|
||||
test9["legacy_table_count"] = legacyCount
|
||||
test9["legacy_table_name"] = legacyTableName
|
||||
|
||||
test9["result"] = newCount >= 0
|
||||
tests = append(tests, test9)
|
||||
|
||||
// ==================== 清理测试数据 ====================
|
||||
// 删除所有测试创建的缓存
|
||||
that.Application.Cache(testPrefix+"*", nil)
|
||||
|
||||
result["tests"] = tests
|
||||
result["success"] = true
|
||||
result["cleanup"] = "已清理所有测试缓存数据"
|
||||
return result
|
||||
}
|
||||
|
||||
// testCacheCompatible 专门测试兼容模式 - 白盒测试
|
||||
func testCacheCompatible(that *Context) Map {
|
||||
result := Map{
|
||||
"test_name": "兼容模式白盒测试",
|
||||
"timestamp": time.Now().Format("2006-01-02 15:04:05"),
|
||||
}
|
||||
|
||||
prefix := that.Db.GetPrefix()
|
||||
newTableName := prefix + "hotime_cache"
|
||||
legacyTableName := prefix + "cached"
|
||||
|
||||
tests := Slice{}
|
||||
|
||||
// ==================== 1. 查询当前模式 ====================
|
||||
test1 := Map{"name": "1. 查询当前缓存模式"}
|
||||
// 读取配置确认模式
|
||||
cacheConfig := that.Application.Config.GetMap("cache")
|
||||
dbConfig := cacheConfig.GetMap("db")
|
||||
mode := dbConfig.GetString("mode")
|
||||
if mode == "" {
|
||||
mode = "默认(compatible)"
|
||||
}
|
||||
test1["mode"] = mode
|
||||
test1["result"] = true
|
||||
tests = append(tests, test1)
|
||||
|
||||
// ==================== 2. 查询老表数据 ====================
|
||||
test2 := Map{"name": "2. 查询老表cached现有数据"}
|
||||
|
||||
legacyData := that.Db.Query("SELECT * FROM `" + legacyTableName + "` LIMIT 5")
|
||||
test2["legacy_table"] = legacyTableName
|
||||
test2["count"] = len(legacyData)
|
||||
test2["data"] = legacyData
|
||||
test2["result"] = true
|
||||
tests = append(tests, test2)
|
||||
|
||||
// ==================== 3. 查询新表数据 ====================
|
||||
test3 := Map{"name": "3. 查询新表hotime_cache现有数据"}
|
||||
|
||||
newData := that.Db.Query("SELECT * FROM `" + newTableName + "` LIMIT 5")
|
||||
test3["new_table"] = newTableName
|
||||
test3["count"] = len(newData)
|
||||
test3["data"] = newData
|
||||
test3["result"] = true
|
||||
tests = append(tests, test3)
|
||||
|
||||
// ==================== 4. 测试老表回退读取 ====================
|
||||
test4 := Map{"name": "4. 测试兼容模式老表回退读取"}
|
||||
|
||||
// 插入一条未过期的老表数据进行测试
|
||||
testKey4 := "test_compat_fallback_" + ObjToStr(time.Now().UnixNano())
|
||||
testValue4 := Map{"admin_id": 999, "admin_name": "测试老数据"}
|
||||
testValueJson4, _ := json.Marshal(Map{"data": testValue4})
|
||||
|
||||
// 在老表插入未过期数据
|
||||
that.Db.Insert(legacyTableName, Map{
|
||||
"key": testKey4,
|
||||
"value": string(testValueJson4),
|
||||
"endtime": time.Now().Unix() + 3600, // 1小时后过期
|
||||
"time": time.Now().UnixNano(),
|
||||
})
|
||||
|
||||
test4["test_key"] = testKey4
|
||||
|
||||
// 确保新表没有这个 key
|
||||
newExists := that.Db.Get(newTableName, "*", Map{"key": testKey4})
|
||||
test4["key_in_new_table"] = newExists != nil
|
||||
|
||||
// 通过缓存 API 读取(应该回退到老表)
|
||||
cacheValue := that.Application.Cache(testKey4)
|
||||
test4["cache_api_result"] = cacheValue.Data
|
||||
|
||||
// 直接从老表读取确认
|
||||
legacyValue := that.Db.Get(legacyTableName, "*", Map{"key": testKey4})
|
||||
if legacyValue != nil {
|
||||
test4["legacy_db_value"] = legacyValue.GetString("value")
|
||||
test4["legacy_db_endtime"] = legacyValue.GetInt64("endtime")
|
||||
test4["legacy_db_endtime_readable"] = time.Unix(legacyValue.GetInt64("endtime"), 0).Format("2006-01-02 15:04:05")
|
||||
}
|
||||
|
||||
// 验证:新表没数据,但缓存API能读到老表数据
|
||||
test4["result"] = newExists == nil && cacheValue.Data != nil
|
||||
tests = append(tests, test4)
|
||||
|
||||
// ==================== 5. 测试写新删老 ====================
|
||||
test5 := Map{"name": "5. 测试兼容模式写新删老"}
|
||||
|
||||
testKey5 := "test_compat_write_" + ObjToStr(time.Now().UnixNano())
|
||||
testValue5 := "兼容模式测试数据"
|
||||
|
||||
// 先在老表插入一条数据
|
||||
that.Db.Insert(legacyTableName, Map{
|
||||
"key": testKey5,
|
||||
"value": `{"data":"老表原始数据"}`,
|
||||
"endtime": time.Now().Unix() + 3600, // 1小时后过期
|
||||
"time": time.Now().UnixNano(),
|
||||
})
|
||||
|
||||
// 确认老表有数据
|
||||
legacyBefore := that.Db.Get(legacyTableName, "*", Map{"key": testKey5})
|
||||
test5["step1_legacy_before"] = legacyBefore != nil
|
||||
|
||||
// 通过缓存 API 写入(应该写新表并删老表)
|
||||
that.Application.Cache(testKey5, testValue5)
|
||||
|
||||
// 检查新表
|
||||
newAfter := that.Db.Get(newTableName, "*", Map{"key": testKey5})
|
||||
test5["step2_new_after"] = newAfter != nil
|
||||
if newAfter != nil {
|
||||
test5["new_value"] = newAfter.GetString("value")
|
||||
}
|
||||
|
||||
// 检查老表(应该被删除)
|
||||
legacyAfter := that.Db.Get(legacyTableName, "*", Map{"key": testKey5})
|
||||
test5["step3_legacy_after_deleted"] = legacyAfter == nil
|
||||
|
||||
test5["result"] = legacyBefore != nil && newAfter != nil && legacyAfter == nil
|
||||
tests = append(tests, test5)
|
||||
|
||||
// ==================== 6. 测试删除同时删两表 ====================
|
||||
test6 := Map{"name": "6. 测试兼容模式删除(删除两表)"}
|
||||
|
||||
testKey6 := "test_compat_delete_" + ObjToStr(time.Now().UnixNano())
|
||||
|
||||
// 在老表插入
|
||||
that.Db.Insert(legacyTableName, Map{
|
||||
"key": testKey6,
|
||||
"value": `{"data":"待删除老数据"}`,
|
||||
"endtime": time.Now().Unix() + 3600,
|
||||
"time": time.Now().UnixNano(),
|
||||
})
|
||||
|
||||
// 在新表插入
|
||||
that.Db.Insert(newTableName, Map{
|
||||
"key": testKey6,
|
||||
"value": `"待删除新数据"`,
|
||||
"end_time": time.Now().Add(time.Hour).Format("2006-01-02 15:04:05"),
|
||||
"state": 0,
|
||||
"create_time": time.Now().Format("2006-01-02 15:04:05"),
|
||||
"modify_time": time.Now().Format("2006-01-02 15:04:05"),
|
||||
})
|
||||
|
||||
// 确认两表都有数据
|
||||
test6["before_legacy"] = that.Db.Get(legacyTableName, "*", Map{"key": testKey6}) != nil
|
||||
test6["before_new"] = that.Db.Get(newTableName, "*", Map{"key": testKey6}) != nil
|
||||
|
||||
// 通过缓存 API 删除
|
||||
that.Application.Cache(testKey6, nil)
|
||||
|
||||
// 确认两表都被删除
|
||||
test6["after_legacy_deleted"] = that.Db.Get(legacyTableName, "*", Map{"key": testKey6}) == nil
|
||||
test6["after_new_deleted"] = that.Db.Get(newTableName, "*", Map{"key": testKey6}) == nil
|
||||
|
||||
test6["result"] = test6.GetBool("before_legacy") && test6.GetBool("before_new") &&
|
||||
test6.GetBool("after_legacy_deleted") && test6.GetBool("after_new_deleted")
|
||||
tests = append(tests, test6)
|
||||
|
||||
// ==================== 7. 清理测试数据 ====================
|
||||
that.Db.Delete(newTableName, Map{"key[~]": "test_compat_%"})
|
||||
that.Db.Delete(legacyTableName, Map{"key[~]": "test_compat_%"})
|
||||
|
||||
result["tests"] = tests
|
||||
result["success"] = true
|
||||
return result
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user