From ff112805ecfcb3c3420d78dd5977c8cd020497ba Mon Sep 17 00:00:00 2001
From: DingZQ <zqding@hotmail.com>
Date: Tue, 15 Apr 2025 07:48:24 +0800
Subject: [PATCH] Store date to redis

---
 auto_cache.py | 39 ++++++++++++++++++++++++++++++++-------
 1 file changed, 32 insertions(+), 7 deletions(-)

diff --git a/auto_cache.py b/auto_cache.py
index ec1b150..8f7650a 100644
--- a/auto_cache.py
+++ b/auto_cache.py
@@ -6,6 +6,27 @@ import redis
 import urllib.request
 import influxdb_api
 
+# 将 Query的信息 序列号到 redis/json， 默认不支持datetime，需要自定义
+# 自定义序列化函数
+# 序列化处理器
+def encode_datetime(obj):
+    """将datetime转换为可序列化的字典结构"""
+    if isinstance(obj, datetime):
+        return {
+            '__datetime__': True,
+            'as_str': obj.strftime("%Y%m%dT%H:%M:%S.%f")
+        }
+    return obj
+
+# 反序列化处理器
+def decode_datetime(obj):
+    """将字典还原为datetime对象"""
+    if '__datetime__' in obj:
+        return datetime.strptime(
+            obj['as_str'], "%Y%m%dT%H:%M:%S.%f"
+        )
+    return obj
+
 ##########################
 # 需要用Python 3.12 来运行才能提高performance
 ##########################
@@ -16,6 +37,7 @@ def queryallrecordsbydate(querydate: str, redis_client: redis.Redis):
 
     if not data:
         nodes_links: tuple = influxdb_api.query_all_records_by_date(query_date=querydate)
+        redis_client.set(cache_key, msgpack.packb(nodes_links, default=encode_datetime))
 
 def queryallscadarecordsbydate(querydate: str, redis_client: redis.Redis):
     cache_key = f"queryallscadarecordsbydate_{querydate}"
@@ -23,8 +45,13 @@ def queryallscadarecordsbydate(querydate: str, redis_client: redis.Redis):
 
     if not data:
         result_dict = influxdb_api.query_all_SCADA_records_by_date(query_date=querydate)
+        redis_client.set(cache_key, msgpack.packb(result_dict, default=encode_datetime))
+
+def auto_cache_data():
+    # 初始化 Redis 连接
+    # 用redis 限制并发访u
+    redis_client = redis.Redis(host="localhost", port=6379, db=0)
 
-def auto_cache_data(redis_client: redis.Redis):
     # auto cache data for the last 3 days
     today = datetime.date.today()
     for i in range(1, 4):
@@ -35,16 +62,14 @@ def auto_cache_data(redis_client: redis.Redis):
         queryallrecordsbydate(str_prev_day, redis_client)
         queryallscadarecordsbydate(str_prev_day, redis_client)
 
+    redis_client.close()
+
 if __name__ == "__main__":
 
-    # 初始化 Redis 连接
-    # 用redis 限制并发访u
-    redis_client = redis.Redis(host="localhost", port=6379, db=0)
-
-    auto_cache_data(redis_client)
+    auto_cache_data()
 
     # auto run in the midnight
-    schedule.every().day.at("03:00").do(auto_cache_data, redis_client)
+    schedule.every().day.at("03:00").do(auto_cache_data)
 
     while True:
         schedule.run_pending()