package controller import ( "dypid/db" "dypid/global" "dypid/model" "encoding/json" "fmt" "github.com/gin-gonic/gin" "github.com/redis/go-redis/v9" ) func ReadDataHandler(c *gin.Context) { lLen := global.RDB.LLen(global.RCtx, fmt.Sprintf("list:%s", c.Query("token"))) if lLen.Val() == 0 { c.JSON(200, gin.H{"result": "数据库没有数据"}) return } retData := global.RDB.BLPop(global.RCtx, 0, fmt.Sprintf("list:%s", c.Query("token"))) newData := model.Data{} err := json.Unmarshal([]byte(retData.Val()[1]), &newData) if err != nil { c.JSON(400, gin.H{"error": err.Error()}) return } c.JSON(200, gin.H{"result": newData}) } func WriteDataHandler(c *gin.Context) { data := model.Data{} if err := c.BindQuery(&data); err != nil { c.JSON(400, gin.H{"error": err.Error()}) return } dedupObject, err := db.GetDedupObject(data.Token) if err != nil { c.JSON(400, gin.H{"error": err.Error()}) return } err = createBF(fmt.Sprintf("dedup:%s:%s", data.Token, dedupObject), 0.01, 100000000) if err != nil && err.Error() != "ERR item exists" { c.JSON(400, gin.H{"error": err.Error()}) return } luaScript := ` local dedupKey = KEYS[1] -- KEYS[1]: 去重键 (dedup:token:object) local listKey = KEYS[2] -- KEYS[2]: 列表键 (list:token) local dedupValue = ARGV[1] -- ARGV[1]: 去重值 local jsonData = ARGV[2] -- ARGV[2]: JSON序列化的数据 -- 检查布隆过滤器中是否已存在该值 local exists = redis.call('BF.EXISTS', dedupKey, dedupValue) -- 如果已存在,返回已去重标记 if exists == 1 then return "已去重" end -- 添加到布隆过滤器 redis.call('BF.ADD', dedupKey, dedupValue) -- 添加到列表 redis.call('LPUSH', listKey, jsonData) -- 返回成功结果 return "ok" ` k1 := fmt.Sprintf("dedup:%s:%s", data.Token, dedupObject) k2 := fmt.Sprintf("list:%s", data.Token) v1 := c.Query(dedupObject) v2, err := json.Marshal(data) if err != nil { c.JSON(500, gin.H{"error": "JSON序列化失败 " + err.Error()}) return } result, err := redis.NewScript(luaScript).Run( global.RCtx, global.RDB, []string{k1, k2}, v1, string(v2), ).Result() if err != nil { c.JSON(500, gin.H{"error": "Redis操作失败 " + err.Error()}) return } if resultMap, ok := result.(string); ok { c.JSON(200, gin.H{"result": resultMap}) return } c.JSON(500, gin.H{"error": "WriteDataHandler 错误"}) } func createBF(bloomFilter string, errorRate float64, capacity int64) error { _, err := global.RDB.BFReserve(global.RCtx, bloomFilter, errorRate, capacity).Result() return err }