feat(HEL-490): 剩余行情改由数据中枢主线路提供

正式页面以 8766 为主线路，旧接口只作故障备用；compose 钉死全部 DATAHUB_READ_*，避免现网残留 0 造成假完成。

Co-authored-by: Cursor <cursoragent@cursor.com>
Co-authored-by: multica-agent <github@multica.ai>

xiaobai-datahub/datahub/adapters/eastmoney.py

@@ -13,6 +13,15 @@ from datahub.numbers import finite_number, round4
 
 EASTMONEY_INDEX_URL = "https://push2.eastmoney.com/api/qt/ulist.np/get"
 EASTMONEY_CLIST_URL = "https://push2.eastmoney.com/api/qt/clist/get"
+EASTMONEY_A_SHARE_BOARDS = (
+    "m:0+t:6",
+    "m:0+t:80",
+    "m:1+t:2",
+    "m:1+t:23",
+    "m:0+t:81",
+)
+EASTMONEY_QUOTE_FIELDS = "f12,f13,f14,f2,f3,f4,f5,f6,f15,f16,f17,f18,f8,f124"
+EASTMONEY_MARKET_PAGE_SIZE = 100
 TRENDS_URL = "https://push2delay.eastmoney.com/api/qt/stock/trends2/get"
 HIS_TRENDS_URL = "https://push2his.eastmoney.com/api/qt/stock/trends2/get"
 BROWSER_UA = (
@@ -59,7 +68,11 @@ class EastmoneyAdapter(MarketAdapter):
             codes = params.get("codes") or []
             if isinstance(codes, str):
                 codes = [item.strip() for item in codes.split(",") if item.strip()]
-            return self.fetch_quotes(list(codes))
+            if codes:
+                return self.fetch_quotes(list(codes))
+            return self.fetch_market_quotes()
+        if dataset in {"quotes_market", "market_quotes"}:
+            return self.fetch_market_quotes()
         raise AdapterError(f"{self.name} unsupported dataset: {dataset}")
 
     def normalize(self, dataset: str, rows: list[dict[str, Any]]) -> list[dict[str, Any]]:
@@ -167,6 +180,58 @@ class EastmoneyAdapter(MarketAdapter):
             )
         return result
 
+    def fetch_market_quotes(self) -> list[dict[str, Any]]:
+        rows: list[dict[str, Any]] = []
+        board_errors: list[str] = []
+        for board in EASTMONEY_A_SHARE_BOARDS:
+            try:
+                rows.extend(self._board_quotes(board))
+            except Exception as exc:
+                board_errors.append(f"{board}:{exc}")
+        quotes: list[dict[str, Any]] = []
+        seen: set[str] = set()
+        for row in rows:
+            quote = _normalize_market_quote(row)
+            ts_code = str((quote or {}).get("ts_code") or "")
+            if not quote or ts_code in seen:
+                continue
+            seen.add(ts_code)
+            quotes.append(quote)
+        if len(quotes) < 200:
+            detail = f"；{'; '.join(board_errors)}" if board_errors else ""
+            raise AdapterError(f"Eastmoney market snapshot too small: {len(quotes)}{detail}")
+        return quotes
+
+    def _board_quotes(self, board: str) -> list[dict[str, Any]]:
+        first = self._market_page(board, 1)
+        data = first.get("data") or {}
+        rows = list(data.get("diff") or [])
+        total = int(finite_number(data.get("total")) or 0)
+        page_count = 1
+        if total > 0:
+            page_count = max(1, (total + EASTMONEY_MARKET_PAGE_SIZE - 1) // EASTMONEY_MARKET_PAGE_SIZE)
+        for page in range(2, min(page_count, 40) + 1):
+            payload = self._market_page(board, page)
+            rows.extend(list((payload.get("data") or {}).get("diff") or []))
+        return rows
+
+    def _market_page(self, board: str, page: int) -> dict[str, Any]:
+        return self._get_json(
+            EASTMONEY_CLIST_URL,
+            {
+                "pn": str(page),
+                "pz": str(EASTMONEY_MARKET_PAGE_SIZE),
+                "po": "1",
+                "np": "1",
+                "fltt": "2",
+                "invt": "2",
+                "fid": "f12",
+                "fs": board,
+                "fields": EASTMONEY_QUOTE_FIELDS,
+            },
+            referer="https://quote.eastmoney.com/center/gridlist.html",
+        )
+
     def fetch_intraday(self, ts_code: str, date: str = "") -> dict[str, Any]:
         code = str(ts_code or "").upper()
         if code in INDEX_SECIDS:
@@ -252,6 +317,45 @@ def _preferred_session(points: list[dict[str, Any]], preferred_date: str = "") -
     return [point for point in points if str(point.get("date") or "") == latest]
 
 
+def _normalize_market_quote(row: dict[str, Any]) -> dict[str, Any] | None:
+    symbol = str(row.get("f12") or "").strip()
+    if not symbol.isdigit() or len(symbol) != 6:
+        return None
+    close = round4(finite_number(row.get("f2")))
+    previous_close = round4(finite_number(row.get("f18")))
+    if close <= 0 or previous_close <= 0:
+        return None
+    market = int(finite_number(row.get("f13")) or 0)
+    if market == 1 or symbol.startswith(("5", "6", "9")):
+        ts_code = f"{symbol}.SH"
+    elif symbol.startswith(("4", "8")):
+        ts_code = f"{symbol}.BJ"
+    else:
+        ts_code = f"{symbol}.SZ"
+    epoch = int(finite_number(row.get("f124")) or 0)
+    quote_date = ""
+    if epoch > 0:
+        quote_date = datetime.fromtimestamp(epoch).astimezone().strftime("%Y%m%d")
+    return {
+        "ts_code": ts_code,
+        "name": row.get("f14") or symbol,
+        "pre_close": previous_close,
+        "previous_close": previous_close,
+        "open": round4(finite_number(row.get("f17"))),
+        "high": round4(finite_number(row.get("f15"))),
+        "low": round4(finite_number(row.get("f16"))),
+        "close": close,
+        "price": close,
+        "pct_chg": round4(finite_number(row.get("f3"))),
+        "vol": round4(finite_number(row.get("f5")) * 100),
+        "volume": round4(finite_number(row.get("f5")) * 100),
+        "amount": round4(finite_number(row.get("f6"))),
+        "quote_date": quote_date,
+        "quote_time_epoch": epoch,
+        "source": "eastmoney_clist",
+    }
+
+
 def _parse_trend(raw: Any) -> dict[str, Any] | None:
     text = str(raw or "")
     parts = text.split(",")

xiaobai-datahub/datahub/realtime_serve.py

@@ -64,9 +64,36 @@ def fetch_index_quotes(db: HubDB) -> dict[str, Any]:
     return payload
 
 
+def fetch_market_quotes(db: HubDB) -> dict[str, Any]:
+    cache_key = "quotes:market"
+    cached = _read_cache(db, cache_key)
+    if cached is not None:
+        return cached
+    adapter = EastmoneyAdapter()
+    try:
+        rows = adapter.fetch_market_quotes()
+        source = "eastmoney:clist"
+    except Exception as exc:
+        raise RealtimeApiError("SOURCE_UNAVAILABLE", f"market quotes unavailable: {exc}") from exc
+    payload = _envelope(
+        rows,
+        {
+            "tier": "provisional",
+            "trade_date": yyyymmdd(now_shanghai()),
+            "source": source,
+            "stale": False,
+            "staleness_seconds": 0,
+            "published_at": isoformat(now_shanghai()),
+            "scope": "market",
+        },
+    )
+    _write_cache(db, cache_key, payload, QUOTE_TTL, source)
+    return payload
+
+
 def fetch_quotes(db: HubDB, codes: list[str]) -> dict[str, Any]:
     if not codes:
-        raise RealtimeApiError("INVALID_ARGUMENT", "codes is required")
+        return fetch_market_quotes(db)
     resolved: list[str] = []
     for code in codes[:60]:
         item = resolve_code(db, code) or _guess_ts_code(code)

xiaobai-datahub/datahub/serving.py

@@ -247,11 +247,13 @@ class V1API:
         )
 
     def quotes_latest(self, q: dict[str, str]) -> dict[str, Any]:
-        from datahub.realtime_serve import RealtimeApiError, fetch_quotes
+        from datahub.realtime_serve import RealtimeApiError, fetch_market_quotes, fetch_quotes
 
         codes = [item.strip() for item in str(q.get("codes") or "").split(",") if item.strip()]
         try:
-            return fetch_quotes(self.db, codes)
+            if codes:
+                return fetch_quotes(self.db, codes)
+            return fetch_market_quotes(self.db)
         except RealtimeApiError as exc:
             raise ApiError(exc.code, exc.message) from exc