Fix 1m quote duplicated issue

Author: foolcage

src/zvt/broker/qmt/qmt_quote.py

@@ -295,7 +295,8 @@ def on_data(datas, stock_df=entity_df):
 
         # 1分钟分时
         df["id"] = df[["entity_id", "timestamp"]].apply(
-            lambda se: "{}_{}".format(se["entity_id"], to_date_time_str(se["timestamp"], TIME_FORMAT_MINUTE)), axis=1
+            lambda se: "{}_{}".format(se["entity_id"], to_date_time_str(se["timestamp"], fmt=TIME_FORMAT_MINUTE)),
+            axis=1,
         )
         df_to_db(df, data_schema=Stock1mQuote, provider="qmt", force_update=True, drop_duplicates=False)
 

src/zvt/recorders/exchange/api/cn_index_stock_api.py

@@ -23,7 +23,7 @@ def get_cn_index_stock(code, timestamp, name=None):
     entity_type = "index"
     exchange = "sz"
     entity_id = f"{entity_type}_{exchange}_{code}"
-    data_str = to_date_time_str(timestamp, TIME_FORMAT_MON)
+    data_str = to_date_time_str(timestamp, fmt=TIME_FORMAT_MON)
     resp = requests.get(url.format(code, data_str), headers=DEFAULT_HEADER)
     data = _get_resp_data(resp)
     if not data:

src/zvt/trading/trading_service.py

@@ -204,6 +204,8 @@ def query_quote_stats():
         columns=["timestamp", "entity_id", "time", "change_pct", "turnover", "is_limit_up", "is_limit_down"],
     )
 
+    pre_df = pre_df.drop_duplicates(subset=["entity_id"], keep="first")
+
     if pd_is_not_null(pre_df):
         pre_stats = cal_quote_stats(pre_df)
         current_stats["pre_turnover"] = pre_stats["turnover"]

src/zvt/utils/time_utils.py

@@ -82,7 +82,7 @@ def tomorrow_date(tz=None):
     return to_pd_timestamp(date_time_by_interval(now_pd_timestamp(tz=tz), 1).date())
 
 
-def to_date_time_str(date_time, tz=None, fmt=TIME_FORMAT_DAY):
+def to_date_time_str(date_time, fmt=TIME_FORMAT_DAY, tz=None):
     try:
         return arrow.get(to_pd_timestamp(date_time, tz=tz)).format(fmt)
     except Exception as e: