refactor(storage): route project DSNs and remove legacy backends

app/services/globals.py

@@ -23,7 +23,6 @@ non_realtime_region_patterns = {}  # 基于source_outflow_region进行区分
 realtime_region_pipe_flow_and_demand_id = {}  # 基于source_outflow_region搜索该分区中的实时pipe_flow和demand的api_query_id，后续用region的流量 - 实时流量计的流量
 realtime_region_pipe_flow_and_demand_patterns = {}  # 基于source_outflow_region搜索该分区中的实时pipe_flow和demand的associated_pattern，后续用region的流量 - 实时流量计的流量
 # ---------------------------------------------------------
-# influxdb_api.py中的全局变量
 # 全局变量，用于存储不同类型的realtime api_query_id
 reservoir_liquid_level_realtime_ids = []
 tank_liquid_level_realtime_ids = []

app/services/network_import.py

@@ -5,8 +5,7 @@ import chardet
 import psycopg
 from psycopg import sql
 
-import app.services.project_info as project_info
-from app.core.config import get_pgconn_string
+from app.infra.db.project_routing import get_project_pgconn_string
 from app.services.tjnetwork import read_inp
 
 
@@ -15,13 +14,14 @@ from app.services.tjnetwork import read_inp
 ############################################################
 
 
-def network_update(file_path: str) -> None:
+def network_update(file_path: str, project_code: str) -> None:
     """
     更新pg数据库中的inp文件
     :param file_path: inp文件
+    :param project_code: 元数据项目代码
     :return:
     """
-    read_inp("szh", file_path)
+    read_inp(project_code, file_path)
 
     csv_path = "./history_pattern_flow.csv"
 
@@ -51,8 +51,7 @@ def network_update(file_path: str) -> None:
     if os.path.exists(csv_path):
         print(f"history_patterns_flows文件存在，开始处理...")
 
-        # 连接到 PostgreSQL 数据库（这里是数据库 "bb"）
-        with psycopg.connect(f"dbname={project_info.name} host=127.0.0.1") as conn:
+        with psycopg.connect(get_project_pgconn_string(project_code)) as conn:
             with conn.cursor() as cur:
                 with open(csv_path, newline="", encoding="utf-8-sig") as csvfile:
                     reader = csv.DictReader(csvfile)
@@ -92,7 +91,7 @@ def submit_scada_info(name: str, coord_id: str) -> None:
             print(f"检测到的文件编码：{file_encoding}")
         try:
             # 动态替换数据库名称
-            conn_string = get_pgconn_string(db_name=name)
+            conn_string = get_project_pgconn_string(db_name=name)
 
             # 连接到 PostgreSQL 数据库（这里是数据库 "bb"）
             with psycopg.connect(conn_string) as conn:

app/services/scheme_management.py

@@ -7,7 +7,7 @@ import pandas as pd
 import psycopg
 from sqlalchemy import create_engine
 
-from app.core.config import get_pgconn_string
+from app.infra.db.project_routing import get_project_pgconn_string
 from app.services.time_api import parse_utc_time
 
 
@@ -20,7 +20,7 @@ def scheme_name_exists(name: str, scheme_name: str) -> bool:
     :return: 如果存在返回 True，否则返回 False
     """
     try:
-        conn_string = get_pgconn_string(db_name=name)
+        conn_string = get_project_pgconn_string(db_name=name)
         with psycopg.connect(conn_string) as conn:
             with conn.cursor() as cur:
                 cur.execute(
@@ -57,7 +57,7 @@ def store_scheme_info(
     :return:
     """
     try:
-        conn_string = get_pgconn_string(db_name=name)
+        conn_string = get_project_pgconn_string(db_name=name)
         with psycopg.connect(conn_string) as conn:
             with conn.cursor() as cur:
                 sql = """
@@ -93,7 +93,7 @@ def delete_scheme_info(name: str, scheme_name: str) -> None:
     :param scheme_name: 要删除的方案名称
     """
     try:
-        conn_string = get_pgconn_string(db_name=name)
+        conn_string = get_project_pgconn_string(db_name=name)
         with psycopg.connect(conn_string) as conn:
             with conn.cursor() as cur:
                 # 使用参数化查询删除方案记录
@@ -121,7 +121,7 @@ def query_scheme_list(
     """
     try:
         # 动态替换数据库名称
-        conn_string = get_pgconn_string(db_name=name)
+        conn_string = get_project_pgconn_string(db_name=name)
         # 连接到 PostgreSQL 数据库（这里是数据库 "bb"）
         with psycopg.connect(conn_string) as conn:
             with conn.cursor() as cur:
@@ -203,7 +203,7 @@ def query_scheme_detail(
             scheme_type,
         )
 
-    conn_string = get_pgconn_string(db_name=name)
+    conn_string = get_project_pgconn_string(db_name=name)
     with psycopg.connect(conn_string) as conn:
         with conn.cursor() as cur:
             if scheme_type:
@@ -255,7 +255,7 @@ def store_leakage_identify_result(
     run_status: str = "completed",
     error_message: str | None = None,
 ) -> None:
-    conn_string = get_pgconn_string(db_name=name)
+    conn_string = get_project_pgconn_string(db_name=name)
     with psycopg.connect(conn_string) as conn:
         with conn.cursor() as cur:
             cur.execute(
@@ -299,7 +299,7 @@ def query_leakage_identify_schemes(
     scheme_type: str = "dma_leak_identification",
     query_date: date | None = None,
 ) -> list[dict]:
-    conn_string = get_pgconn_string(db_name=name)
+    conn_string = get_project_pgconn_string(db_name=name)
     with psycopg.connect(conn_string) as conn:
         with conn.cursor() as cur:
             if query_date is None:
@@ -343,7 +343,7 @@ def query_leakage_identify_schemes(
 
 
 def query_leakage_identify_scheme_detail(name: str, scheme_name: str) -> dict:
-    conn_string = get_pgconn_string(db_name=name)
+    conn_string = get_project_pgconn_string(db_name=name)
     with psycopg.connect(conn_string) as conn:
         with conn.cursor() as cur:
             cur.execute(
@@ -400,7 +400,7 @@ def query_burst_location_schemes(
     scheme_type: str = "burst_location",
     query_date: date | None = None,
 ) -> list[dict]:
-    conn_string = get_pgconn_string(db_name=name)
+    conn_string = get_project_pgconn_string(db_name=name)
     with psycopg.connect(conn_string) as conn:
         with conn.cursor() as cur:
             if query_date is None:
@@ -444,7 +444,7 @@ def query_burst_location_schemes(
 
 
 def query_burst_location_scheme_detail(name: str, scheme_name: str) -> dict:
-    conn_string = get_pgconn_string(db_name=name)
+    conn_string = get_project_pgconn_string(db_name=name)
     with psycopg.connect(conn_string) as conn:
         with conn.cursor() as cur:
             cur.execute(
@@ -479,7 +479,7 @@ def query_burst_detection_schemes(
     scheme_type: str = "burst_detection",
     query_date: date | None = None,
 ) -> list[dict]:
-    conn_string = get_pgconn_string(db_name=name)
+    conn_string = get_project_pgconn_string(db_name=name)
     with psycopg.connect(conn_string) as conn:
         with conn.cursor() as cur:
             if query_date is None:
@@ -523,7 +523,7 @@ def query_burst_detection_schemes(
 
 
 def query_burst_detection_scheme_detail(name: str, scheme_name: str) -> dict:
-    conn_string = get_pgconn_string(db_name=name)
+    conn_string = get_project_pgconn_string(db_name=name)
     with psycopg.connect(conn_string) as conn:
         with conn.cursor() as cur:
             cur.execute(
@@ -564,7 +564,7 @@ def upload_shp_to_pg(name: str, table_name: str, role: str, shp_file_path: str):
     """
     try:
         # 动态连接到指定的数据库
-        conn_string = get_pgconn_string(db_name=name)
+        conn_string = get_project_pgconn_string(db_name=name)
         with psycopg.connect(conn_string) as conn:
             # 读取 Shapefile 文件
             gdf = gpd.read_file(shp_file_path)
@@ -604,7 +604,7 @@ def submit_risk_probability_result(name: str, result_file_path: str) -> None:
 
     try:
         # 动态替换数据库名称
-        conn_string = get_pgconn_string(db_name=name)
+        conn_string = get_project_pgconn_string(db_name=name)
 
         # 连接到 PostgreSQL 数据库
         with psycopg.connect(conn_string) as conn:

app/services/simulation.py

@@ -28,14 +28,13 @@ import pytz
 import requests
 import time
 from typing import Optional, Tuple
-import app.infra.db.influxdb.api as influxdb_api
 import typing
 import psycopg
 import logging
 import app.services.globals as globals
 import app.services.project_info as project_info
 from app.services.time_api import parse_beijing_time, parse_clock_duration_seconds
-from app.core.config import get_pgconn_string
+from app.infra.db.project_routing import get_project_pgconn_string
 from app.infra.db.timescaledb.internal_queries import (
     InternalQueries as TimescaleInternalQueries,
 )
@@ -55,7 +54,7 @@ def query_corresponding_element_id_and_query_id(name: str) -> None:
     :return:
     """
     # 连接数据库
-    conn_string = get_pgconn_string(db_name=name)
+    conn_string = get_project_pgconn_string(db_name=name)
     try:
         with psycopg.connect(conn_string) as conn:
             with conn.cursor() as cur:
@@ -100,7 +99,7 @@ def query_corresponding_pattern_id_and_query_id(name: str) -> None:
     :return:
     """
     # 连接数据库
-    conn_string = get_pgconn_string(db_name=name)
+    conn_string = get_project_pgconn_string(db_name=name)
     try:
         with psycopg.connect(conn_string) as conn:
             with conn.cursor() as cur:
@@ -140,7 +139,7 @@ def query_non_realtime_region(name: str) -> dict:
     """
     source_outflow_regions = []  # 用于存储所有 region（包含重复的）
     # 构建连接字符串
-    conn_string = get_pgconn_string(db_name=name)
+    conn_string = get_project_pgconn_string(db_name=name)
     try:
         # 连接到数据库
         with psycopg.connect(conn_string) as conn:
@@ -217,7 +216,7 @@ def query_non_realtime_region_patterns(
     region_tuple_to_key = {
         frozenset(ids): region for region, ids in globals.source_outflow_region.items()
     }
-    conn_string = get_pgconn_string(db_name=name)
+    conn_string = get_project_pgconn_string(db_name=name)
     try:
         with psycopg.connect(conn_string) as conn:
             with conn.cursor() as cur:
@@ -305,7 +304,7 @@ def query_realtime_region_pipe_flow_and_demand_id(
     region_tuple_to_key = {
         frozenset(ids): region for region, ids in globals.source_outflow_region.items()
     }
-    conn_string = get_pgconn_string(db_name=name)
+    conn_string = get_project_pgconn_string(db_name=name)
     try:
         with psycopg.connect(conn_string) as conn:
             with conn.cursor() as cur:
@@ -377,7 +376,7 @@ def query_pipe_flow_region_patterns(
     :param column_prefix: 需要提取的列的前缀
     :return: pipe_flow_region_patterns 字典
     """
-    conn_string = get_pgconn_string(db_name=name)
+    conn_string = get_project_pgconn_string(db_name=name)
     try:
         with psycopg.connect(conn_string) as conn:
             with conn.cursor() as cur:
@@ -440,7 +439,7 @@ def query_SCADA_ID_corresponding_info(name: str, SCADA_ID: str) -> dict:
     :param SCADA_ID: SCADA设备的ID
     :return: 包含associated_element_id和api_query_id的字典
     """
-    conn_string = get_pgconn_string(db_name=name)
+    conn_string = get_project_pgconn_string(db_name=name)
     try:
         # 使用 psycopg.connect 创建连接
         with psycopg.connect(conn_string) as conn:
@@ -496,7 +495,7 @@ def get_source_outflow_region_id(
             "No associated_source_outflow_id found in source_outflow_region."
         )
         return globals.source_outflow_region_id
-    conn_string = get_pgconn_string(db_name=name)
+    conn_string = get_project_pgconn_string(db_name=name)
     try:
         with psycopg.connect(conn_string) as conn:
             with conn.cursor() as cur:
@@ -553,7 +552,7 @@ def get_realtime_region_patterns(
     globals.realtime_region_pipe_flow_and_demand_patterns = {
         region: [] for region in globals.realtime_region_pipe_flow_and_demand_id.keys()
     }
-    conn_string = get_pgconn_string(db_name=name)
+    conn_string = get_project_pgconn_string(db_name=name)
     try:
         with psycopg.connect(conn_string) as conn:
             with conn.cursor() as cur: