Files
shaguabijia-app-server/app/integrations/meituan.py
T
左辰勇 a2270ee1b2 功能:新手引导视频 + 美团券首页分页索引
新手引导视频:运营后台上传 MP4(上限 100MB,魔数校验只认 ISO BMFF),
App 端在领券等候浮层前 N 次以引导视频替代广告。新增 guide_video
的 model/schema/repository/router(App 侧 + 后台侧)与播放记录表迁移。

美团券:首页「销量最高 / 智能推荐」两个 tab 改游标分页,配套两条
(city_id, dedup_key, 排序键 DESC) 复合索引,让 Postgres 顺着索引流式
去重,免掉每翻一页重排整城券的开销。美团 CPS client 在 lifespan 预热
并在关闭时释放连接池。

Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
2026-07-23 22:50:44 +08:00

217 lines
7.5 KiB
Python

"""美团联盟 CPS 开放接口客户端。
签名方式:类阿里云网关 S-Ca 头,但 stringToSign **只有 4 段**——
METHOD\n + Content-MD5\n + Headers + Url
没有 Accept / Content-Type / Date 行(加了就签名失败)。
"""
from __future__ import annotations
import base64
import hashlib
import hmac
import json
import logging
import threading
import time
from typing import Any
import httpx
from app.core.config import settings
logger = logging.getLogger("shagua.meituan")
class MeituanCpsError(Exception):
"""美团 CPS 接口调用失败。"""
# ────────────────────── 共享 httpx.Client(连接池 + keep-alive) ──────────────────────
# 原实现每次 _call 都 `with httpx.Client(...)` 新建再关掉,等于每发一次请求就:
# ① 重建一套 SSL 上下文(加载 certifi CA,实测几百 ms) ② 重做一次 TLS 握手 ③ 用完即弃连接。
# 首页 feed 一次翻页要向美团发好几次请求(外卖/到店两路,「距离最近」还要续页),这份固定开销被成倍放大,
# 是「滑到底部加载很慢」的一大块。改成进程内单例:握手一次、后续走 keep-alive 复用。
# httpx.Client 本身线程安全,可被 feed 的 ThreadPoolExecutor 两条抓取线程共用。
_client: httpx.Client | None = None
_client_lock = threading.Lock()
def get_client() -> httpx.Client:
"""取美团 CPS 共享 client(幂等,懒建)。lifespan 启动时预热,把建 SSL 的成本摊到启动。"""
global _client
if _client is None:
with _client_lock:
if _client is None:
# 走 MT_CPS_PROXY(本机开发直连会 SSL EOF,必须走代理;线上留空=直连)。
# trust_env=False:不读进程环境的 HTTP_PROXY,只认配置,避免被错误/失效代理误导。
_client = httpx.Client(
proxy=settings.MT_CPS_PROXY or None,
trust_env=False,
timeout=settings.MT_CPS_TIMEOUT_SEC,
# 池子留足:feed 每个请求会起 2 条抓取线程,并发用户多时别在池上排队
# (排满会等到 MT_CPS_TIMEOUT_SEC 抛 PoolTimeout,表现成"又慢又降级")。
limits=httpx.Limits(max_keepalive_connections=16, max_connections=32),
)
return _client
def close_client() -> None:
"""lifespan 关停时调,优雅关连接池。"""
global _client
with _client_lock:
if _client is not None:
_client.close()
_client = None
def _content_md5(body: bytes) -> str:
return base64.b64encode(hashlib.md5(body).digest()).decode()
def _sign(secret: str, method: str, content_md5: str, path: str,
signed_headers: dict[str, str]) -> str:
block = "".join(
f"{k}:{signed_headers[k]}\n"
for k in sorted(signed_headers)
)
sts = f"{method}\n{content_md5}\n{block}{path}"
return base64.b64encode(
hmac.new(secret.encode(), sts.encode(), hashlib.sha256).digest()
).decode()
def _call(path: str, body_obj: dict[str, Any]) -> dict[str, Any]:
if not settings.MT_CPS_APP_KEY or not settings.MT_CPS_APP_SECRET:
raise MeituanCpsError("MT_CPS_APP_KEY / MT_CPS_APP_SECRET not configured")
body = json.dumps(body_obj, ensure_ascii=False).encode("utf-8")
content_md5 = _content_md5(body)
ts = str(int(time.time() * 1000))
signed_headers = {"S-Ca-App": settings.MT_CPS_APP_KEY, "S-Ca-Timestamp": ts}
signature = _sign(settings.MT_CPS_APP_SECRET, "POST", content_md5, path, signed_headers)
headers = {
"Content-Type": "application/json",
"Content-MD5": content_md5,
"S-Ca-App": settings.MT_CPS_APP_KEY,
"S-Ca-Timestamp": ts,
"S-Ca-Signature-Headers": "S-Ca-Timestamp,S-Ca-App",
"S-Ca-Signature": signature,
}
url = f"{settings.MT_CPS_HOST}{path}"
try:
resp = get_client().post(url, content=body, headers=headers)
except httpx.HTTPError as e:
logger.exception("[MT] http error calling %s", url)
raise MeituanCpsError(f"meituan http error: {e}") from e
if resp.status_code != 200:
logger.error("[MT] HTTP %s body=%s", resp.status_code, resp.text[:500])
raise MeituanCpsError(f"meituan http {resp.status_code}")
data = resp.json()
if data.get("code") != 0:
logger.error("[MT] api error code=%s message=%s", data.get("code"), data.get("message"))
raise MeituanCpsError(f"code={data.get('code')} {data.get('message')}")
return data
# ────────────────────── 业务方法 ──────────────────────
def query_coupon(
*,
longitude: float,
latitude: float,
platform: int = 1,
biz_line: int | None = None,
list_topic_id: int | None = 3,
search_text: str | None = None,
search_id: str | None = None,
sort_field: int | None = None,
page_no: int = 1,
page_size: int = 20,
) -> dict[str, Any]:
body: dict[str, Any] = {
"platform": platform,
"longitude": int(longitude * 1_000_000),
"latitude": int(latitude * 1_000_000),
"pageNo": page_no,
"pageSize": page_size,
}
if biz_line is not None:
body["bizLine"] = biz_line
if search_text:
body["searchText"] = search_text
if sort_field is None:
sort_field = 6
elif list_topic_id is not None:
body["listTopiId"] = list_topic_id
if sort_field is not None:
body["sortField"] = sort_field
if search_id:
body["searchId"] = search_id
return _call("/cps_open/common/api/v1/query_coupon", body)
def get_referral_link(
*,
product_view_sign: str | None = None,
act_id: str | None = None,
platform: int = 1,
biz_line: int | None = None,
sid: str | None = None,
link_type_list: list[int] | None = None,
) -> dict[str, Any]:
"""换推广链接。actId(活动物料)与 productViewSign(商品券)二选一。
用 actId 入参时,出参 data 为 null,链接全在 referralLinkMap(实测)。
"""
if not act_id and not product_view_sign:
raise MeituanCpsError("act_id 或 product_view_sign 必填其一")
body: dict[str, Any] = {}
if act_id:
body["actId"] = act_id
else:
body["productViewSign"] = product_view_sign
if platform == 2:
body["platform"] = 2
if biz_line is not None:
body["bizLine"] = biz_line
body["sid"] = sid or settings.MT_CPS_DEFAULT_SID
body["linkTypeList"] = link_type_list or [1, 3]
return _call("/cps_open/common/api/v1/get_referral_link", body)
def query_order(
*,
sid: str | None = None,
start_time: int,
end_time: int,
query_time_type: int = 1,
page: int = 1,
limit: int = 100,
) -> dict[str, Any]:
"""按时间窗(+可选 sid)拉 CPS 订单做对账。实测要点:
- 分页是 page / limit(不是 pageNo/pageSize);startTime/endTime 是 10 位秒级时间戳
- query_time_type: 1 按支付时间 2 按更新时间
- 响应 data.dataList[],每条含 orderId / sid / payPrice(元) / profit(元) /
commissionRate / status(2付款 3完成 4取消 5风控 6结算) / payTime(秒) / actId 等
"""
body: dict[str, Any] = {
"queryTimeType": query_time_type,
"startTime": start_time,
"endTime": end_time,
"page": page,
"limit": limit,
}
if sid:
body["sid"] = sid
return _call("/cps_open/common/api/v1/query_order", body)