feat: 领券数据看板 — coupon_session 流水表 + admin 聚合接口

- 新表 coupon_session(一次领券一行,trace_id 唯一):POST /api/v1/coupon/session 两段 upsert(发起 started / 收尾 completed·failed·abandoned),记全程耗时、各平台耗时、机型/ROM、app_env、trace_url、origin_package(发起来源)。 - admin GET /admin/api/coupon-data:发起/完成数 + 平均耗时 + P5/P50/P95/P99(Python 算分位, SQLite 无 percentile)+ 按天/小时趋势 + 明细分页 + join 用户手机号/昵称,app_env 默认 prod; 另加 GET /admin/api/coupon-data/user-records 供「点手机号看该用户全部领券」抽屉。 - 迁移拆 3 个:建表 coupon_session_table + trace_url 加列 + origin_package 加列 (建表迁移已被某环境应用后改它不重跑,故新列单独加列迁移)。 Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
2026-06-30 22:04:46 +08:00
parent a3a14b484a
commit 52a95cebc8
12 changed files with 782 additions and 1 deletions
@@ -21,6 +21,7 @@ from app.admin.routers.audit import router as audit_router
 from app.admin.routers.auth import router as auth_router
 from app.admin.routers.comparison import router as comparison_router
 from app.admin.routers.config import router as config_router
+from app.admin.routers.coupon_data import router as coupon_data_router
 from app.admin.routers.cps import router as cps_router
 from app.admin.routers.dashboard import router as dashboard_router
 from app.admin.routers.device_liveness import router as device_liveness_router
@@ -101,6 +102,7 @@ admin_app.include_router(audit_router)
 admin_app.include_router(config_router)
 admin_app.include_router(comparison_router)
 admin_app.include_router(cps_router)
+admin_app.include_router(coupon_data_router)
 admin_app.include_router(ad_audit_router)
 admin_app.include_router(ad_config_router)
 admin_app.include_router(ad_revenue_router)
@@ -0,0 +1,225 @@
+"""admin「领券数据」看板聚合:发起/完成数、耗时均值与分位、按天/小时趋势、逐条明细。
+
+数据源 coupon_session(一次领券一行,客户端 /api/v1/coupon/session 两段上报)。量级不大,全量拉
+区间数据后 Python 聚合(分位 SQLite 无 percentile,统一 Python 算,PG 上也一致)。
+- 发起数 = 区间内全部 session(含 started/completed/failed/abandoned),= 流失统计的基数。
+- 完成数 / 耗时均值 / 分位 = 仅 status==completed 子集(成功跑完才有可比的"领券耗时")。
+- summary/daily/hourly/total 在全量上算,不受分页;items 为排序后当前页。
+"""
+from __future__ import annotations
+
+from datetime import UTC, date as _date, datetime
+
+from sqlalchemy import func, or_, select
+from sqlalchemy.orm import Session
+
+from app.core import rewards
+from app.models.coupon_state import CouponSession
+from app.models.user import User
+
+
+def _cn_hour(dt: datetime) -> int:
+    """started_at(UTC 口径)→ 北京时间小时(0–23)。naive 当 UTC(sqlite),tz-aware 直接换算(pg)。"""
+    if dt.tzinfo is None:
+        dt = dt.replace(tzinfo=UTC)
+    return dt.astimezone(rewards.CN_TZ).hour
+
+
+def _percentile(sorted_vals: list[int], q: float) -> int | None:
+    """线性插值分位(q=0..100,numpy 默认法)。sorted_vals 须已升序;空返回 None。"""
+    if not sorted_vals:
+        return None
+    if len(sorted_vals) == 1:
+        return sorted_vals[0]
+    idx = (len(sorted_vals) - 1) * q / 100.0
+    lo = int(idx)
+    hi = min(lo + 1, len(sorted_vals) - 1)
+    frac = idx - lo
+    return round(sorted_vals[lo] * (1 - frac) + sorted_vals[hi] * frac)
+
+
+def _avg(vals: list[int]) -> int | None:
+    return round(sum(vals) / len(vals)) if vals else None
+
+
+def _session_to_row(r, phone: str | None = None, nickname: str | None = None) -> dict:
+    """CouponSession ORM → 明细行 dict(主表「领券数据」与「用户全部领券」抽屉共用)。"""
+    return {
+        "id": r.id,
+        "trace_id": r.trace_id,
+        "user_id": r.user_id,
+        "user_phone": phone,
+        "user_nickname": nickname,
+        "status": r.status,
+        "platforms": r.platforms,
+        "origin_package": r.origin_package,
+        "elapsed_ms": r.elapsed_ms,
+        "platform_elapsed": r.platform_elapsed,
+        "device_model": r.device_model,
+        "rom": r.rom,
+        "app_env": r.app_env,
+        "started_at": r.started_at,
+        "claimed_count": r.claimed_count,
+        "trace_url": r.trace_url,
+    }
+
+
+def _empty_result() -> dict:
+    return {
+        "summary": {
+            "started_count": 0, "completed_count": 0, "avg_elapsed_ms": None,
+            "p5_ms": None, "p50_ms": None, "p95_ms": None, "p99_ms": None,
+        },
+        "daily": [],
+        "hourly": [],
+        "total": 0,
+        "items": [],
+    }
+
+
+def coupon_data_report(
+    db: Session,
+    *,
+    date_from: str,
+    date_to: str,
+    user: str | None = None,
+    app_env: str | None = None,
+    granularity: str = "day",
+    limit: int = 500,
+    offset: int = 0,
+    sort: str = "time",
+) -> dict:
+    """日期区间(北京自然日 started_date,闭区间)领券数据:汇总卡 + 趋势 + 逐条明细。
+
+    - user:手机号/昵称模糊搜(匹配不到任何用户 → 空结果)。
+    - app_env:prod/dev 精确;None=全部。
+    - sort:time=发起时刻倒序(默认) / elapsed=全程耗时倒序(None 末尾)。
+    """
+    by_hour = granularity == "hour"
+    d_from = _date.fromisoformat(date_from)
+    d_to = _date.fromisoformat(date_to)
+
+    # user 模糊 → 先定位匹配用户 id;匹配不到直接空结果(不全表扫)。
+    user_ids: set[int] | None = None
+    if user:
+        like = f"%{user}%"
+        user_ids = set(db.execute(
+            select(User.id).where(or_(User.phone.like(like), User.nickname.like(like)))
+        ).scalars().all())
+        if not user_ids:
+            return _empty_result()
+
+    stmt = select(CouponSession).where(
+        CouponSession.started_date >= d_from,
+        CouponSession.started_date <= d_to,
+    )
+    if app_env is not None:
+        stmt = stmt.where(CouponSession.app_env == app_env)
+    if user_ids is not None:
+        stmt = stmt.where(CouponSession.user_id.in_(user_ids))
+    rows = list(db.execute(stmt).scalars())
+
+    # ── 汇总卡 ──
+    completed_elapsed = sorted(
+        r.elapsed_ms for r in rows if r.status == "completed" and r.elapsed_ms is not None
+    )
+    summary = {
+        "started_count": len(rows),
+        "completed_count": sum(1 for r in rows if r.status == "completed"),
+        "avg_elapsed_ms": _avg(completed_elapsed),
+        "p5_ms": _percentile(completed_elapsed, 5),
+        "p50_ms": _percentile(completed_elapsed, 50),
+        "p95_ms": _percentile(completed_elapsed, 95),
+        "p99_ms": _percentile(completed_elapsed, 99),
+    }
+
+    # ── 按天趋势(柱=发起/完成数,线=平均耗时)──
+    daily_map: dict[str, dict] = {}
+    for r in rows:
+        d = r.started_date.isoformat()
+        b = daily_map.get(d)
+        if b is None:
+            b = {"date": d, "started_count": 0, "completed_count": 0, "_elapsed": []}
+            daily_map[d] = b
+        b["started_count"] += 1
+        if r.status == "completed":
+            b["completed_count"] += 1
+            if r.elapsed_ms is not None:
+                b["_elapsed"].append(r.elapsed_ms)
+    daily = [
+        {
+            "date": b["date"],
+            "started_count": b["started_count"],
+            "completed_count": b["completed_count"],
+            "avg_elapsed_ms": _avg(b["_elapsed"]),
+        }
+        for b in sorted(daily_map.values(), key=lambda x: x["date"])
+    ]
+
+    # ── 按小时趋势(单日 hour 粒度)──
+    hourly: list[dict] = []
+    if by_hour:
+        hour_map: dict[int, dict] = {}
+        for r in rows:
+            h = _cn_hour(r.started_at)
+            b = hour_map.get(h)
+            if b is None:
+                b = {"hour": h, "started_count": 0, "completed_count": 0, "_elapsed": []}
+                hour_map[h] = b
+            b["started_count"] += 1
+            if r.status == "completed":
+                b["completed_count"] += 1
+                if r.elapsed_ms is not None:
+                    b["_elapsed"].append(r.elapsed_ms)
+        hourly = [
+            {
+                "hour": b["hour"],
+                "started_count": b["started_count"],
+                "completed_count": b["completed_count"],
+                "avg_elapsed_ms": _avg(b["_elapsed"]),
+            }
+            for b in sorted(hour_map.values(), key=lambda x: x["hour"])
+        ]
+
+    # ── 明细:排序 + 分页 + 补用户手机号/昵称(批量,防 N+1)──
+    if sort == "elapsed":
+        rows.sort(key=lambda r: (r.elapsed_ms is None, -(r.elapsed_ms or 0)))
+    else:  # time:发起时刻倒序
+        rows.sort(key=lambda r: r.started_at, reverse=True)
+    page = rows[offset:offset + limit]
+
+    uids = {r.user_id for r in page if r.user_id is not None}
+    user_map: dict[int, tuple[str | None, str | None]] = {}
+    if uids:
+        user_map = {
+            uid: (phone, nickname)
+            for uid, phone, nickname in db.execute(
+                select(User.id, User.phone, User.nickname).where(User.id.in_(uids))
+            ).all()
+        }
+    items = []
+    for r in page:
+        phone, nickname = user_map.get(r.user_id, (None, None)) if r.user_id is not None else (None, None)
+        items.append(_session_to_row(r, phone, nickname))
+
+    return {
+        "summary": summary,
+        "daily": daily,
+        "hourly": hourly,
+        "total": len(rows),
+        "items": items,
+    }
+
+
+def coupon_user_records(db: Session, *, user_id: int, limit: int = 100) -> dict:
+    """某用户全部领券记录(点手机号抽屉用):按发起时刻倒序、不限日期,total=该用户领券总次数。"""
+    rows = list(db.execute(
+        select(CouponSession)
+        .where(CouponSession.user_id == user_id)
+        .order_by(CouponSession.started_at.desc())
+        .limit(limit)
+    ).scalars())
+    total = db.execute(
+        select(func.count()).select_from(CouponSession).where(CouponSession.user_id == user_id)
+    ).scalar_one()
+    return {"items": [_session_to_row(r) for r in rows], "total": int(total)}
@@ -0,0 +1,106 @@
+"""admin「领券数据」看板:发起/完成数 + 领券耗时(均值 + P5/P50/P95/P99)+ 按天趋势 + 逐条明细。
+
+任意已登录 admin 可看(只读)。聚合逻辑在 app/admin/repositories/coupon_data.py。
+数据源 coupon_session(客户端 /api/v1/coupon/session 两段上报)。
+"""
+from __future__ import annotations
+
+from datetime import date as _date
+from typing import Annotated
+
+from fastapi import APIRouter, Depends, HTTPException, Query
+
+from app.admin.deps import AdminDb, get_current_admin
+from app.admin.repositories import coupon_data
+from app.admin.schemas.coupon_data import (
+    CouponDataDaily,
+    CouponDataHourly,
+    CouponDataOut,
+    CouponDataRow,
+    CouponDataSummary,
+    CouponUserRecordsOut,
+)
+from app.core.rewards import cn_today
+
+router = APIRouter(
+    prefix="/admin/api/coupon-data",
+    tags=["admin-coupon-data"],
+    dependencies=[Depends(get_current_admin)],
+)
+
+# 区间最大跨度(天);超出拒绝,避免一次拉过多天拖垮接口(对齐广告收益报表)。
+_MAX_RANGE_DAYS = 92
+
+
+def _parse_day(value: str | None, *, field: str, default: _date) -> _date:
+    if value is None:
+        return default
+    try:
+        return _date.fromisoformat(value)
+    except ValueError as e:
+        raise HTTPException(status_code=422, detail=f"{field} 需为 YYYY-MM-DD") from e
+
+
+@router.get(
+    "",
+    response_model=CouponDataOut,
+    summary="领券数据看板(发起/完成数 + 耗时分位 + 按天趋势 + 逐条明细)",
+)
+def get_coupon_data(
+    db: AdminDb,
+    date_from: Annotated[str | None, Query(description="起始日 北京 YYYY-MM-DD,默认今天")] = None,
+    date_to: Annotated[str | None, Query(description="结束日 北京 YYYY-MM-DD,闭区间,默认=date_from")] = None,
+    user: Annotated[str | None, Query(description="用户手机号/昵称模糊搜;不传=全部")] = None,
+    app_env: Annotated[str, Query(description="prod(默认) / dev / all(全部环境)")] = "prod",
+    granularity: Annotated[
+        str, Query(description="day=按天 / hour=按小时(北京);区间>1 天建议 day")
+    ] = "day",
+    limit: Annotated[int, Query(ge=1, le=1000, description="每页条数(分页大小)")] = 500,
+    offset: Annotated[int, Query(ge=0, description="分页偏移(已跳过条数)=(页码-1)×每页条数")] = 0,
+    sort: Annotated[
+        str, Query(description="排序:time=发起时间倒序(默认) / elapsed=耗时倒序")
+    ] = "time",
+) -> CouponDataOut:
+    today = cn_today()
+    d_from = _parse_day(date_from, field="date_from", default=today)
+    d_to = _parse_day(date_to, field="date_to", default=d_from)
+    if d_to < d_from:
+        raise HTTPException(status_code=422, detail="date_to 不能早于 date_from")
+    if (d_to - d_from).days + 1 > _MAX_RANGE_DAYS:
+        raise HTTPException(status_code=422, detail=f"区间最长 {_MAX_RANGE_DAYS} 天")
+
+    # 报表默认只看 prod(对齐广告报表防串台口径);app_env=all 时不过滤、看全部环境。
+    env = None if app_env == "all" else app_env
+    result = coupon_data.coupon_data_report(
+        db, date_from=d_from.isoformat(), date_to=d_to.isoformat(),
+        user=user, app_env=env, granularity=granularity,
+        limit=limit, offset=offset, sort=sort,
+    )
+    return CouponDataOut(
+        date_from=d_from.isoformat(),
+        date_to=d_to.isoformat(),
+        summary=CouponDataSummary(**result["summary"]),
+        daily=[CouponDataDaily(**d) for d in result["daily"]],
+        hourly=[CouponDataHourly(**h) for h in result["hourly"]],
+        total=result["total"],
+        items=[CouponDataRow(**r) for r in result["items"]],
+    )
+
+
+@router.get(
+    "/user-records",
+    response_model=CouponUserRecordsOut,
+    summary="某用户全部领券记录(点手机号抽屉:领券次数 + 记录列表)",
+)
+def get_user_coupon_records(
+    db: AdminDb,
+    user_id: Annotated[int, Query(description="用户 id")],
+    limit: Annotated[int, Query(ge=1, le=500, description="最多返回条数")] = 100,
+    sort_by: Annotated[str, Query(description="兼容 UserRecordsDrawer 参数;固定按发起时间倒序")] = "created_at",
+    sort_order: Annotated[str, Query(description="兼容参数,忽略")] = "desc",
+) -> CouponUserRecordsOut:
+    result = coupon_data.coupon_user_records(db, user_id=user_id, limit=limit)
+    return CouponUserRecordsOut(
+        items=[CouponDataRow(**r) for r in result["items"]],
+        total=result["total"],
+    )
@@ -0,0 +1,83 @@
+"""admin「领券数据」看板 schemas:汇总卡 + 按天/小时趋势 + 逐条领券明细。
+
+数据源 coupon_session(一次领券一行)。耗时单位 ms(前端按需折秒);均值/分位只统计 completed。
+"""
+from __future__ import annotations
+
+from datetime import datetime
+
+from pydantic import BaseModel, Field
+
+
+class CouponDataSummary(BaseModel):
+    """汇总卡:发起/完成数 + 耗时均值与分位(P5/P50/P95/P99,基于 completed 的 elapsed_ms)。"""
+
+    started_count: int = Field(..., description="发起数(区间内所有领券 session)")
+    completed_count: int = Field(..., description="完成数(status=completed)")
+    avg_elapsed_ms: int | None = Field(None, description="平均耗时(ms,仅 completed;无数据为空)")
+    p5_ms: int | None = Field(None, description="耗时 5 分位(ms)")
+    p50_ms: int | None = Field(None, description="耗时 50 分位(ms,中位数)")
+    p95_ms: int | None = Field(None, description="耗时 95 分位(ms)")
+    p99_ms: int | None = Field(None, description="耗时 99 分位(ms)")
+
+
+class CouponDataDaily(BaseModel):
+    """按天趋势(全量,不受分页影响):柱=发起/完成数,线=平均耗时。"""
+
+    date: str = Field(..., description="北京时间 YYYY-MM-DD")
+    started_count: int
+    completed_count: int
+    avg_elapsed_ms: int | None = Field(None, description="当天平均耗时(ms,仅 completed)")
+
+
+class CouponDataHourly(BaseModel):
+    """按北京小时(0–23)趋势(单日 granularity=hour 时非空)。"""
+
+    hour: int = Field(..., description="北京时间小时 0–23")
+    started_count: int
+    completed_count: int
+    avg_elapsed_ms: int | None = None
+
+
+class CouponDataRow(BaseModel):
+    """一条领券明细(一次领券任务)。"""
+
+    id: int = Field(..., description="coupon_session 主键(抽屉 rowKey 用)")
+    trace_id: str
+    user_id: int | None = None
+    user_phone: str | None = Field(None, description="手机号(admin 展示;匿名领券/查不到为空)")
+    user_nickname: str | None = Field(None, description="昵称")
+    status: str = Field(..., description="started / completed / failed / abandoned")
+    platforms: list[str] | None = Field(None, description="发起勾选平台")
+    origin_package: str | None = Field(None, description="发起来源 App 包名;null=App 内(傻瓜比价首页)发起")
+    elapsed_ms: int | None = Field(None, description="全程耗时(ms)")
+    platform_elapsed: dict[str, int] | None = Field(
+        None, description="各平台耗时 {meituan-waimai/taobao-shanguang/jd-waimai: ms}"
+    )
+    device_model: str | None = None
+    rom: str | None = None
+    app_env: str | None = None
+    started_at: datetime = Field(..., description="发起时刻(明细「时间」列)")
+    claimed_count: int | None = None
+    trace_url: str | None = Field(None, description="pricebot 公网 trace 链接(仅 completed 有);admin 渲染可点链接,无则显示可复制 trace_id")
+
+
+class CouponDataOut(BaseModel):
+    """领券数据看板响应:汇总卡 + 趋势 + 明细分页。"""
+
+    date_from: str
+    date_to: str
+    summary: CouponDataSummary
+    daily: list[CouponDataDaily] = Field(default_factory=list, description="按天趋势(全量)")
+    hourly: list[CouponDataHourly] = Field(
+        default_factory=list, description="按小时趋势(单日 hour 粒度时非空)"
+    )
+    total: int = Field(..., description="明细总条数(全量,不受分页)")
+    items: list[CouponDataRow] = Field(..., description="逐条领券明细(当前页)")
+
+
+class CouponUserRecordsOut(BaseModel):
+    """某用户全部领券记录(点手机号抽屉用):total=该用户领券总次数,items=记录列表(UserRecordsDrawer 渲染)。"""
+
+    items: list[CouponDataRow]
+    total: int