更新
This commit is contained in:
@@ -1,5 +1,6 @@
|
||||
.env
|
||||
.local-workstation/
|
||||
resources/local-asr/
|
||||
.venv/
|
||||
.venv-build/
|
||||
.venv-win7-check/
|
||||
|
||||
@@ -10,11 +10,14 @@ modules, Qt6Multimedia shared libraries/frameworks, multimedia plugins, and
|
||||
their platform media backends.
|
||||
"""
|
||||
|
||||
import importlib.util
|
||||
import os
|
||||
import re
|
||||
import sys
|
||||
from pathlib import Path
|
||||
|
||||
from PyInstaller.utils.hooks import collect_all
|
||||
|
||||
|
||||
PROJECT_ROOT = Path(SPEC).resolve().parent.parent
|
||||
SOURCE_ROOT = PROJECT_ROOT / "src"
|
||||
@@ -108,15 +111,24 @@ qt_multimedia_hiddenimports = [
|
||||
"PySide6.QtMultimediaWidgets",
|
||||
]
|
||||
|
||||
# Cloud transcription only needs offline character conversion on the client.
|
||||
if importlib.util.find_spec("opencc") is None:
|
||||
raise SystemExit("Install the project dependencies before packaging (missing opencc)")
|
||||
transcript_datas, transcript_binaries, transcript_hiddenimports = collect_all("opencc")
|
||||
client_resources = [
|
||||
(str(entry), f"resources/{entry.name}" if entry.is_dir() else "resources")
|
||||
for entry in RESOURCES.iterdir()
|
||||
if entry.name != "local-asr"
|
||||
]
|
||||
|
||||
analysis = Analysis(
|
||||
[str(ENTRY_POINT)],
|
||||
pathex=[str(SOURCE_ROOT)],
|
||||
binaries=python_runtime_binaries,
|
||||
binaries=python_runtime_binaries + transcript_binaries,
|
||||
datas=[
|
||||
(str(VIDEO_DIST), "video_companion_dist"),
|
||||
(str(RESOURCES), "resources"),
|
||||
],
|
||||
hiddenimports=qt_webengine_hiddenimports + qt_multimedia_hiddenimports,
|
||||
] + client_resources + transcript_datas,
|
||||
hiddenimports=qt_webengine_hiddenimports + qt_multimedia_hiddenimports + transcript_hiddenimports,
|
||||
hookspath=[],
|
||||
hooksconfig={},
|
||||
runtime_hooks=[str(MEDIA_SMOKE_HOOK)],
|
||||
|
||||
@@ -13,12 +13,16 @@ authors = [{ name = "Zhenyangtang" }]
|
||||
dependencies = [
|
||||
"httpx>=0.27.2,<1",
|
||||
"keyring>=25.5,<26",
|
||||
"opencc-python-reimplemented==0.1.7",
|
||||
"platformdirs>=4.3,<5",
|
||||
"PySide6>=6.8.2,<7",
|
||||
"python-dotenv>=1.0.1,<2",
|
||||
]
|
||||
|
||||
[project.optional-dependencies]
|
||||
local-asr = [
|
||||
"faster-whisper==1.2.1",
|
||||
]
|
||||
dev = [
|
||||
"pytest>=8.3,<9",
|
||||
"pytest-cov>=6,<7",
|
||||
|
||||
@@ -0,0 +1,21 @@
|
||||
# 腾讯云实时转写恢复(2026-10-30)
|
||||
|
||||
用户明确选择“恢复腾讯云实时转写,保留简体中文”。本次仅替换识别通路,保留 IM AI、实时 AI 辅助、复盘、本机录音、视频录制、截图和窗口交互。
|
||||
|
||||
## 当前行为
|
||||
|
||||
- 使用当前固定 SDK 的 `getAITranscriberManager()` 和 `startRealtimeTranscriber({sourceLanguage: 'zh'})`。不再启动本地 PCM 识别或加载 Whisper/Nano 模型,本机语音录音保持独立。
|
||||
- 最终转写片段先经过原生可信页面及会话校验,以宿主的医生/患者用户 ID 确定角色,再用本机 OpenCC 转为简体并保存。仅持久化成功的确认回传简体文字,字幕和本次 AI 引用使用同一保存原文;历史记录查看仍显示简体。
|
||||
- 同一通话的云端重试复用原转写会话,保留已保存字幕和 AI 结果;云端中断不提前封存存储,真正挂断时才排空并归档。出错期间可能漏记的通话最终标记 partial。
|
||||
- 云端启动成功通过 `transcription-ready` 更新原生状态,避免重试成功仍显示失败;旧页面、旧会话、旧监听器及本地 ASR 命令不能混入当前会话。
|
||||
- 启动/打包脚本不再默认启用 `local-asr` 额外依赖;仍打包简体转换字典。`resources/local-asr` 从发布资源中排除。已有开发模型和独立测试模块保留,不默认使用。
|
||||
|
||||
## 验证及生效
|
||||
|
||||
仅用合成身份/文字与 SDK 替身验证启停、重试、尾段排空、成功保存后的六参数 ACK、简体转换、说话人归属、AI 更新和隔离边界。截图、大小窗及录音回归继续通过,前端类型检查和生产资源重建完成。
|
||||
|
||||
详细结果见 `app/artifacts/im-ai/cloud-transcription-restore-frontend.md`、`cloud-transcription-restore-native-tests.md`。没有发起真实患者通话或验证线上腾讯云识别效果,没有生成新的完整安装包。
|
||||
|
||||
最终整合验证:338 项 Python 回归、128 项前端测试通过,Vue 类型检查及生产构建通过。已核对真实 Qt 六参数转写信号,以及 PyInstaller 资源展开结果:图标、字体和简体词典保留,本地识别模型不进入发布资源。
|
||||
|
||||
源码客户端需要在结束当前通话后退出并重新启动整个客户端,原生 Python 代码与新前端资源才能一起生效。已冻结安装包需重新构建,不能只更换网页资源。
|
||||
@@ -0,0 +1,72 @@
|
||||
# 实时问诊 AI:响应与建议质量改进
|
||||
|
||||
日期:2026-10-30。最新范围调整:仅视频接通后的实时 AI 使用本次通话文字;IM、病历分析与通话后复盘保持原范围。见末尾“纯对话实时模式”。
|
||||
|
||||
## 问题证据
|
||||
|
||||
从本机服务端当天运行日志中仅提取错误码和耗时,共发现 10 条 `LIVE_RESULT_INVALID` 记录:最短 12,833 ms,中位 15,002 ms,最长 29,465 ms。这说明部分等待最终消耗在无效结果上;原日志没有校验细项,不能断言具体是哪一种格式或引用错误。
|
||||
|
||||
代码另有两处可确认的问题:有结果后的新增对话要等待 8 秒才发起下一轮;“症状要点”允许放入医生的完整问句。模型还会重复询问已有年龄,且只有整份 JSON 通过后才显示结果。
|
||||
|
||||
## 已实现
|
||||
|
||||
- 首次已保存转写后等待约 0.8 秒发起分析,后续更新等待改为 2 秒。等待从第一段新增内容起算,持续说话不会无限推迟。每个窗口仍只有一个在途分析,期间新内容合并,已到期的下一轮不会在上一轮结束后再次等待。
|
||||
- 服务端完整验证一条带合法分隔符的结果后,通过 `live_update` 提前交付累计内容,不再等待整个数组闭合。按实际可展示条目增加发送,实时最多 12 次、复盘最多 15 次,最终仍需 `done`。原始 JSON 片段不展示;客户端同样验证诊单、通话、转写会话、版本及所有引用。失败保留已经可核对的内容,并标明本轮尚未完成。
|
||||
- 优先生成最多三条“下一步追问”,给出简短理由;实时辅助依据完整本次对话减少重复,通话后复盘仍结合授权病历。保留发病年龄、历史年龄和家属信息等必要的追问空间。
|
||||
- 患者摘要由已校验的引用 ID 还原完整原话,不采用模型改写的事实。省略医生、未知说话人和单纯问题选段。合法 JSON 代码块包装可以解析;引用、数据范围和内容校验继续执行。
|
||||
- 侧栏首问突出显示,再展示患者关键信息、待核实及复盘。显示实际已用时间、待处理分段和内容依据时间;区分连接、超时、格式、引用、权限等失败,不再统一提示升级服务端。
|
||||
- 去除模型输入中当前转写和授权历史的重复副本,保留完整来源、资料权限、附件清单和现有超时预算。增加首条有效建议及整轮耗时的安全日志,不记录患者原文或模型正文。
|
||||
- 沟通追问可帮助了解患者诉求、理解困难和执行顾虑,不预设需要新增治疗、检查或购买项目。腾讯云实时转写、简体中文及现有通话流程保持原配置。
|
||||
|
||||
## 验证与构建
|
||||
|
||||
- 客户端 Python 相关回归:277 项通过;Ruff 通过。
|
||||
- 前端组件、通话和布局等测试:136 项通过;Vue 类型检查、生产构建通过。
|
||||
- 服务端质量测试:421 个累计断言;流式集成:851 个累计断言;真实请求构造的响应契约测试:167 个累计检查。它们包含各自复用的基础断言,不能简单相加视为独立用例数。前一轮 SSE 协议、错误回执、心跳、计时、请求生命周期回归通过。
|
||||
- `git diff --check` 通过;未提交或撤销其他开发中的功能。
|
||||
- 构建产物:`app/video_companion/dist/index.html`,脚本 `index-DZWRwUZ-.js`,样式 `index-BbhpEZgS.css`。Vite 仍提示现有视频 SDK 主包体积较大;构建成功。
|
||||
|
||||
测试使用合成资料,未发送真实患者资料,未发起真实通话。第二轮另做了下述一次成功的纯文字在线合成验收。浏览器工具未完成本次视觉验收,组件与布局验证已完成。未重启医生客户端或部署远程服务端。
|
||||
|
||||
## 针对 16 秒反馈的第二轮定位与处理
|
||||
|
||||
11:13 的成功请求在客户端耗时 16,922 ms,首条有效内容 14,952 ms。对应服务端聚合仅 79 ms,未做历史压缩;附件处理 2,800 ms,其中 OCR 2,233 ms;Dify 传输 13,630 ms,其中模型节点开始到首正文约 8,098 ms。这些是相互包含的阶段,不能把嵌套指标重复相加。客户端与服务端按时间及状态关联,不是通过同一 trace ID 直接关联。
|
||||
|
||||
此次新增处理:
|
||||
|
||||
1. 修复公共 Dify 传输给实时任务附加长报告诊疗规则的冲突。仅服务端选定 `response_contract=live_consultation` 的问诊/复盘使用简短的实时结构化契约,普通诊疗报告保持原规则。当前完整资料、附件、否定/日期/角色及“不采脉”边界均保留。
|
||||
2. 逐条交付第一条已校验内容,不等后续问题和整组输出。医生/未知来源不能被理由改写成“患者自述”,明确的无患者依据事实前提会省略。
|
||||
3. 增加 300 秒 OCR 私有缓存,按凭据、应用端点、用户、原图内容、识别配置和运行环境绑定。每次仍重新校验当前来源;失败或识别预算耗尽不缓存。正常无文字图片可按原 unreadable 状态复用,原图仍发送,未减少医学资料。缓存上限 64 个槽位、32 MiB;实际图片内容及模型身份变化即失效。
|
||||
4. 客户端分别显示首条有效结果和整轮完成时间,未知首条时间不显示为零。
|
||||
|
||||
OCR 新增 45 个离线断言通过;原桥接 25、预算 13、上传复用 62 项检查通过。两项外围测试仍失败,已用 Git HEAD 对应实现复现相同失败,未掩盖或计入通过:`DifyImageTextEvidenceTest.php:30` 的既有索引文案断言,以及 `DifyRequiredAttachmentUploadTest.php:519` 的既有“全缺失附件 + 无效配置”断言。后者在沙箱内先受回环测试服务器限制,在正常回环环境下才到达该断言。
|
||||
|
||||
在线合成验收使用现有 Qwen/Dify、无图片、无真实患者资料。一次成功请求的首条有效结果为 **1,306 ms**、整轮 **2,181 ms**,JSON 与引用校验通过。沙箱内两次连接立即失败,随后允许网络的同一合成脚本成功;不把失败连接算作模型速度样本。该结果只证明轻量文字请求可以快速且按契约返回,不能证明原来带图病例的 16.9 秒已降到 2.2 秒,也不是控制变量前后对比。实际带图问诊的缓存收益、首条和整轮耗时仍待部署后的相同场景验证。
|
||||
|
||||
## 生效与验收
|
||||
|
||||
客户端需要加载本次构建并重新启动;使用远程 PHP 服务时需同步服务端改动。旧服务端仍可通过最终 `done` 返回结果,但不能提前交付建议。
|
||||
|
||||
下一次实际使用应比较“已保存转写至首条有效建议”的耗时和校验失败率,同时由医生检查追问相关性、信息遗漏及患者理解情况。0.8 秒、2 秒仅为发起请求前的等待,不是模型响应承诺。本轮不声称已经验证诊断准确率或成单率提升。
|
||||
|
||||
## 纯对话实时模式
|
||||
|
||||
根据用户“仅限视频接通后的 AI 那一块”的明确限定,只有 `live_consultation` 改为 `current_call_only`。视频中的自动更新与重新生成只提交本次会话已保存的全部转写;不读取诊单详情、历史病历,不做病历压缩、OCR 或附件上传。权限、有效诊单、通话归属、会话身份与完整转写快照的校验仍在;原有 1 MiB 容量超限会明确拒绝,不截断早期文字。
|
||||
|
||||
`live_review` 保持 `authorized_case`,继续结合授权病历与图片;IM 总结、追问、起草回复及普通病历 AI 未改。实时提示词不再包含未提供的病历块,明确只依照本次对话、跳过已答问题。代价是没有在对话提及的历史过敏、用药、检查等资料不会纳入实时建议,不能将建议视作完整病历评估。
|
||||
|
||||
服务端在 start、live_update、done 返回可信分析范围。客户端只在结果校验通过后更新“当前内容仅依据本次通话文字,不含历史病历和图片”的说明;复盘等待或失败时不会把旧结果标成另一范围。旧服务端未提供范围时也不会误标为纯对话。同一请求中范围不一致会拒绝更新。
|
||||
|
||||
验证:纯对话服务端专测 328 个累计断言,包括 220 个完整分段、超过旧历史压缩阈值的长文本逐字一致、拒绝任何病历详情/历史读取、零附件,以及普通 summary 和完整复盘隔离。真实 Dify 构包测试 203 个累计检查;进度与质量回归仍为 851、421 个累计断言。客户端 277 项、前端 136 项均通过。服务端完整记录在 `app/artifacts/im-ai/dialogue-only-server.md`;其中两组普通临床策略测试的额外既有失败已隔离复现,没有将它们计入通过或改变其行为。
|
||||
|
||||
在线测速仅使用 6 段完全合成的对话,经真实请求构造器及 `streamPreparedAssistant` 的完整流式校验路径请求现有 Qwen/Dify。没有查询真实诊单、患者转写或图片。三轮结果:
|
||||
|
||||
| 轮次 | 首条已校验结果 | 整轮完成 | 结果 |
|
||||
| --- | --- | --- | --- |
|
||||
| 1 | 859 ms | 2,130 ms | 引用与结构校验通过 |
|
||||
| 2 | 785 ms | 2,001 ms | 引用与结构校验通过 |
|
||||
| 3 | 806 ms | 2,021 ms | 引用与结构校验通过 |
|
||||
|
||||
计时包括纯请求构造与真实流式模型处理,不含语音转写、保存分段、触发等待和客户端渲染。每轮 query 为 5,526 bytes、6 个分段、零附件,首轮与后续轮次均使用独立合成上游用户标识。这不是实际长通话延迟保证,也不是与原带图病例的控制变量对照。数据记录在 `app/artifacts/im-ai/live-dialogue-only-online-timing-20261030.json`。
|
||||
|
||||
尚未部署远程服务端或重启正在运行的医生客户端。需要服务端加载最新代码、客户端加载本次构建后才会生效;腾讯云实时转写与简体中文配置保持原样。
|
||||
@@ -0,0 +1,92 @@
|
||||
# 本地离线语音转写:安装、打包与验证
|
||||
|
||||
> 当前状态(2026-10-30):用户已明确要求恢复腾讯云实时转写、保留简体中文。客户端默认通路已经恢复腾讯云,启动/打包不再自动安装本地 ASR,也不把本地模型加入发布资源。本文后续内容保留为此前本地方案的开发、安装与评估记录,并非当前默认行为。当前通路见 `cloud-transcription-restore.md`。
|
||||
|
||||
运行时使用 faster-whisper 1.2.1,在医生电脑的 CPU 上以 int8 加载本地 Whisper 模型。音频为浏览器桥接传入的单声道、16 kHz、有符号 PCM16 小端字节流;不写临时音频、不发送至 ASR 服务。模型安装和下载只能通过下面的显式命令执行,视频通话不会触发安装、下载或腾讯云语音识别。
|
||||
|
||||
## 开发环境安装
|
||||
|
||||
在已安装医生工作站依赖的 `app` 目录运行:
|
||||
|
||||
```powershell
|
||||
.venv\Scripts\python.exe scripts/setup_local_transcription.py --install-dependencies --download --model-size small --check
|
||||
```
|
||||
|
||||
此命令明确允许联网安装 `faster-whisper==1.2.1` 及其传递依赖,并从官方 `Systran/faster-whisper-small` 仓库下载模型,然后禁用网络验证 CPU/int8 模型和 Silero VAD 的加载。`tiny`、`base`、`small`、`medium`、`large-v3` 均可选择;中文场景不要使用英文专用 `.en` 模型。开发默认选择 `small`,实际识别准确率和延迟仍需在目标电脑与实际通话音频上验收。
|
||||
|
||||
`--install-dependencies` 仅安装至执行命令的 Python 环境;`--download` 才下载模型。不传操作参数只显示帮助。可用 `--revision <官方仓库提交哈希>` 固定下载版本。
|
||||
|
||||
模型查找顺序为 `DOCTOR_ASR_MODEL_PATH`、开发目录或安装包内的 `resources/local-asr/model`、最后为 `platformdirs.user_data_path("ZhenyangDoctorWorkstation", appauthor="ZhenYangTang") / "local-asr" / "model"`。可以指定独立目录:
|
||||
|
||||
```powershell
|
||||
$env:DOCTOR_ASR_MODEL_PATH = 'D:\DoctorModels\whisper-small'
|
||||
.venv\Scripts\python.exe scripts/setup_local_transcription.py --download --model-size small --check
|
||||
```
|
||||
|
||||
`--model-path` 只覆盖本次安装/检查命令;工作站仍按上述顺序查找。下载后会记录 `doctor-asr-install.json`,包含仓库、请求的版本、运行库版本和时间,不包含音频。运行时要求目录存在,且 `model.bin`、`config.json`、`tokenizer.json`、`vocabulary.txt` 或 `vocabulary.json` 非空。缺失时直接报错。`tokenizer.json` 必须随模型提供,以阻止上游缺失 tokenizer 时的自动获取回退。
|
||||
|
||||
离线电脑可通过离线安装包安装运行库,再复制完整模型目录;不要在通话过程中初始化下载。离线检查:
|
||||
|
||||
```powershell
|
||||
.venv\Scripts\python.exe scripts/setup_local_transcription.py --check
|
||||
```
|
||||
|
||||
## 桌面安装包
|
||||
|
||||
为应用配置 `local-asr` 可选依赖(`faster-whisper==1.2.1`),并在实际 PyInstaller 构建环境安装该额外依赖。运行库需要 NumPy、CTranslate2、tokenizers、ONNX Runtime、PyAV 等上游依赖。不能仅在开发 `.venv` 安装后假设 `.venv-build` 或已冻结的 exe 自动拥有这些依赖。
|
||||
|
||||
PyInstaller spec 已加入 `faster_whisper` 数据文件(包括 Silero VAD)及 `ctranslate2`、`onnxruntime`、`av`、`tokenizers` 的 `collect_all`,缺少运行库时构建会明确失败。Windows/macOS 运行环境准备与打包脚本已加入 `--extra local-asr`,依赖锁文件同步更新。构建前可把完整模型放在 `app/resources/local-asr/model`,随现有 resources 打入安装包;也可在目标电脑独立安装到应用数据目录或管理员指定目录。模型不纳入 Git。该模块导入依赖是延迟执行的,没有安装本地 ASR 运行库也不会阻止工作站、视频和录音模块启动。
|
||||
|
||||
本轮未生成新 exe 或安装包。发布前仍需验证运行库、模型和 VAD 在成品内真实可用,不能把开发环境通过的单元测试作为成品 ASR 可用性的证明。旧系统兼容性取决于这些原生依赖的官方 wheel 和操作系统支持,不自动沿用工作站其他部分的兼容性声明。
|
||||
|
||||
## 验证
|
||||
|
||||
```powershell
|
||||
.venv\Scripts\python.exe -m pytest tests/test_local_transcription.py
|
||||
.venv\Scripts\python.exe -m ruff check src/doctor_workstation/video/local_transcription.py tests/test_local_transcription.py scripts/setup_local_transcription.py
|
||||
.venv\Scripts\python.exe scripts/setup_local_transcription.py --check --smoke-wav D:\ASR-Test\non-sensitive-16k-mono.wav
|
||||
```
|
||||
|
||||
smoke WAV 必须是单声道 16 kHz PCM16,最长 12 秒。该命令阻止网络连接并输出识别结果;请使用无患者信息的人工测试音频。建议覆盖短回答“有”“不”、否定句、药物名称、0.5/5、剂量单位、静音、背景噪声,以及医生和患者同时说话。录音通道的角色来源于浏览器端音轨身份,模型不做声纹识别。
|
||||
|
||||
单元测试使用替代引擎,验证会话隔离、异步回调、队列上限、序号验证、排空停止、错误脱敏、静音和数字/否定词的原样输出。替代引擎测试不证明实际模型准确率。启动和推理只能在后台执行;Qt 接收方通过 signal 转交主线程。`close()` 立即取消回调,正在执行的原生推理可能在守护线程中完成,不能在 UI 线程等待它。
|
||||
|
||||
2026-10-29 已在本仓库 `.venv` 安装运行库,并在 `app/resources/local-asr/model` 安装官方 `Systran/faster-whisper-small`。CPU/int8 模型和 VAD 加载检查通过;使用 [FunASR 官方示例](https://github.com/modelscope/FunASR)提供的[公开中文音频](https://isv-data.oss-cn-hangzhou.aliyuncs.com/ics/MaaS/ASR/test_audio/asr_example_zh.wav)完成真实识别,检查及推理期间阻断网络。输出为“欢迎大家来体验打磨院推出的语音识别模型”,出现“达摩院”的同音误识;这验证了本机推理链路,不能代替医疗词汇、噪声、双向通话及目标电脑负载验收。没有发送真实患者资料,尚未测试真实 AI 服务响应。
|
||||
|
||||
## 视频 AI 接入与验收
|
||||
|
||||
现有腾讯音视频通信、IM 和云端录制继续使用;语音转写改由本地音轨 PCM 和本机模型完成。完成分段保存成功后才触发 AI,约八秒合并更新一次,无新增原文时不重复请求。使用现有 `tcm.diagnosis/aiAssistantStream` 的 `live_consultation`/`live_review` 任务;服务端按医生、诊单、通话及转写会话读取完整原文,再连同授权病历交给已授权的现有 Dify 服务。AI 不发送消息或自动写入病历。
|
||||
|
||||
客户端新增 AI 辅助、对话原文、患者资料标签、可调侧栏宽度和窄屏抽屉。挂断后在 IM 顶部打开“本次通话复盘”;点击复盘按钮请求复盘草稿。每条辅助结果可以查看完整引用原话,转写未完整保存时明确显示状态。模型缺失、AI 服务未更新或没有权限时显示具体状态,视频通话可继续。
|
||||
|
||||
生效需要部署本轮服务端代码,并重启使用新构建资源的客户端。开发验证只使用合成通话数据及公开音频,不连接真实患者。上线验收需在医生测试账号和合成患者下确认双方音轨归属、转写时延、挂断排空、服务端 AI JSON 格式、取消与复盘。
|
||||
|
||||
模型/存储准备阶段先采集到最多 12 个 PCM 分段的内存缓冲;超限明确标记转写不完整。挂断后等待原生识别线程排空才封存文字,15 秒仅提示等待,不提前关闭文字存储。关闭应用时沿用 190 秒异常收尾上限,强制退出会把未完成转写标记为 partial。同会话的存储启动临时失败可以显式重试,正在执行或已成功的启动请求仍复用。
|
||||
|
||||
音轨接入适配当前锁定的 CallEngine 3.5.9 / TRTCCloud 2.10.19:`getTRTCCloudInstance()` 返回包装对象,音轨 API 来自其 `_trtc`。`resolveTrtcAudioSource` 先验证实际能力,并保留方法所属实例;升级 SDK 时需重新运行真实包装对象的隔离验证。前端采集失败优先覆盖旧的 native running 状态,并保留独立错误文字和重试入口。持续声音或非零底噪的 PCM 提交窗口为约 4 秒,之后才排队识别,因此字幕按分段追加,不是逐字流式识别。无需提高音量来触发分段,轻声和短否定词不会因前端音量阈值被丢弃。
|
||||
|
||||
该音轨修复后,118 项前端测试和 63 项转写桥接/通话回归通过,生产资源已重建。公开语音在隔离 Qt 中贯通了实际 SDK 包装适配、生产音频采集、真实 WebChannel、本地 faster-whisper、Qt 信号及实际 App 字幕 DOM,双方共 8 段均显示;首段实测 6.494 秒。SDK 实例的媒体获取替换为公开音频双轨,存储使用内存,因此仍不代表真实 RTC 发布/订阅与在线持久化已验收。详细材料为 `app/artifacts/im-ai/asr-fixed-end-to-end.md`。已打开的通话页面不会自动载入新脚本,结束当前通话后需关闭并重新打开 IM/视频窗口。
|
||||
|
||||
本轮回归:384 项 Python 用例、113 项前端用例通过;PHP 新流式链路 440 项合成断言及 13 组既有回归通过。另有两个既有 PHP 套件在未修改的 HEAD 上同样失败,详见 `app/artifacts/im-ai/live-ai-server-implementation.md`,未将它们计入通过数。Vue 类型检查、前端生产构建、Python Ruff 和 diff 空白检查通过。隔离 QtWebEngine 加载本地合成页面,验证挂断入口、打开不重新生成、完整引用、弹窗 Tab 焦点循环、Escape 返回焦点和 440px 下按钮可见,截图位于 `app/artifacts/im-ai/video-ai-final-*.png`。未执行 macOS 真机构建或冻结安装包验收。
|
||||
|
||||
## 核对的官方来源(2026-10-29)
|
||||
|
||||
- [faster-whisper v1.2.1 模型和转写接口](https://github.com/SYSTRAN/faster-whisper/blob/v1.2.1/faster_whisper/transcribe.py):本地目录、`local_files_only`、CPU/int8 参数、数组音频输入、惰性 segments、tokenizer 回退。
|
||||
- [faster-whisper v1.2.1 本地 VAD](https://github.com/SYSTRAN/faster-whisper/blob/v1.2.1/faster_whisper/vad.py):Silero ONNX 资产和 VAD 参数。保留 `min_speech_duration_ms=0`,避免额外丢弃短否定词。
|
||||
- [faster-whisper 下载实现](https://github.com/SYSTRAN/faster-whisper/blob/master/faster_whisper/utils.py):官方模型映射与模型文件列表。
|
||||
- [Systran/faster-whisper-small 文件清单](https://huggingface.co/Systran/faster-whisper-small/tree/main):本地模型、tokenizer 和词表文件。
|
||||
|
||||
## 简体输出与多方言边界(2026-10-30)
|
||||
|
||||
`opencc-python-reimplemented==0.1.7` 是客户端基础依赖。使用随包配置/词典进行本地 `t2s` 字形转换,在原生转写 controller 发出字幕/保存事件前统一为简体;实时字幕、存储和新通话 AI 引用使用同一份文字。已有通话记录打开“面诊对话文字”时以简体显示,不批量改写历史数据库。数字、剂量、否定词、标点和方言词语保留,不使用大模型改写原话。字形转换不能修复误听,也不把粤语词汇翻译成普通话。
|
||||
|
||||
安装工具已包含该依赖,PyInstaller 收集 `opencc` 配置和词典;模型启动时预加载转换资源,缺失则明确报错。不要同时安装同样提供 `opencc` 导入名的原生 `opencc` 分发。基础依赖与锁文件更新后,源码运行需要结束通话并重启客户端;单独重新打开网页不会重载原生 Python 代码。已冻结的安装包需要重新构建。
|
||||
|
||||
当前通用 Whisper small 不等于多方言专项模型。7 类方言/26 种地域口音的 Fun-ASR-Nano 是本地替代候选,具体能力范围、CPU 成本和离线测试方案见 `app/artifacts/im-ai/dialect-asr-research.md`;未通过目标电脑的双路时延及对应方言准确率验收前,不应声称“所有方言准确识别”。
|
||||
|
||||
本机已在隔离环境完成 Nano CPU float32 公开普通话/粤语测试,固定官方权重通过 SHA-256 校验,加载/推理均禁网。Nano 可以保留这条粤语样本词形,但普通话“开放时间”误成“开饭时间”,没有 VAD 的粤语尾段生成额外“对。”。4 秒双路负载预算也缺乏余量;这些结果不支持默认切换。详细输出、耗时和内存见 `app/artifacts/im-ai/dialect-asr-benchmark.md`。该评估没有修改应用运行环境,没有宣称四川/湖南已验收。
|
||||
|
||||
后续同机 VAD + 动态 int8 有界实测完成 24 个案例,15 次正常生成、9 次无语音输入被 VAD 跳过;短样本平均耗时下降,但量化期间峰值工作集约 5.7 GiB,且输出词形改变。未验证四川/湖南、医疗数字/否定语音和持续视频负载,因此保持默认引擎。完整结果为 `app/artifacts/im-ai/dialect-asr-quantized-benchmark.md`。评估环境、公开样本及权重保存在 `app/artifacts/im-ai/nano-*`,不会随客户端 resources 打包。
|
||||
|
||||
- [转换库发布者文档与固定版本](https://pypi.org/project/opencc-python-reimplemented/0.1.7/):纯 Python、离线词典、t2s 配置。
|
||||
- [Fun-ASR-Nano 官方模型卡](https://huggingface.co/FunAudioLLM/Fun-ASR-Nano-2512):明确列出的多方言/地域口音范围。
|
||||
@@ -0,0 +1,193 @@
|
||||
"""Explicit installation/download/check CLI; never invoked by a live call.
|
||||
|
||||
Run with --help for examples. With no action flags this only prints help.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import argparse
|
||||
import importlib.util
|
||||
import json
|
||||
import os
|
||||
import shutil
|
||||
import subprocess
|
||||
import sys
|
||||
import wave
|
||||
from datetime import UTC, datetime
|
||||
from pathlib import Path
|
||||
from unittest.mock import patch
|
||||
|
||||
APP_ROOT = Path(__file__).resolve().parents[1]
|
||||
sys.path.insert(0, str(APP_ROOT / "src"))
|
||||
|
||||
MODEL_REPOS = {
|
||||
size: f"Systran/faster-whisper-{size}"
|
||||
for size in ("tiny", "base", "small", "medium", "large-v3")
|
||||
}
|
||||
RUNTIME_REQUIREMENT = "faster-whisper==1.2.1"
|
||||
TEXT_REQUIREMENT = "opencc-python-reimplemented==0.1.7"
|
||||
|
||||
|
||||
def parse_args(argv: list[str] | None = None) -> argparse.Namespace:
|
||||
parser = argparse.ArgumentParser(
|
||||
description="Install or verify local CPU/int8 speech recognition before making calls.",
|
||||
epilog=(
|
||||
"Example: python scripts/setup_local_transcription.py "
|
||||
"--install-dependencies --download --model-size small --check. "
|
||||
"Offline check: python scripts/setup_local_transcription.py --check. "
|
||||
"A packaged app must ship the runtime; installing into another Python "
|
||||
"does not alter a frozen executable."
|
||||
),
|
||||
)
|
||||
parser.add_argument(
|
||||
"--install-dependencies",
|
||||
action="store_true",
|
||||
help="Explicitly run pip in this Python environment.",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--download",
|
||||
action="store_true",
|
||||
help="Explicitly download the selected official model from Hugging Face.",
|
||||
)
|
||||
parser.add_argument("--model-size", choices=tuple(MODEL_REPOS), default="small")
|
||||
parser.add_argument(
|
||||
"--model-path",
|
||||
type=Path,
|
||||
help="Override DOCTOR_ASR_MODEL_PATH or the app data model directory.",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--revision", default="main", help="Official repository revision/commit for model download."
|
||||
)
|
||||
parser.add_argument(
|
||||
"--check",
|
||||
action="store_true",
|
||||
help="Load the local model and VAD on CPU with networking disabled.",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--smoke-wav",
|
||||
type=Path,
|
||||
help="Optional non-sensitive mono 16 kHz PCM16 WAV, at most 12 seconds; recognized text is printed.",
|
||||
)
|
||||
args = parser.parse_args(argv)
|
||||
if not (args.install_dependencies or args.download or args.check or args.smoke_wav):
|
||||
parser.print_help()
|
||||
return args
|
||||
|
||||
|
||||
def main(argv: list[str] | None = None) -> int:
|
||||
args = parse_args(argv)
|
||||
if not (args.install_dependencies or args.download or args.check or args.smoke_wav):
|
||||
return 0
|
||||
if args.install_dependencies:
|
||||
installer = [sys.executable, "-m", "pip", "install"]
|
||||
if importlib.util.find_spec("pip") is None:
|
||||
uv = shutil.which("uv")
|
||||
if not uv:
|
||||
print(
|
||||
"This environment has no pip. Install with uv pip install --python <python> "
|
||||
f"{RUNTIME_REQUIREMENT} {TEXT_REQUIREMENT}",
|
||||
file=sys.stderr,
|
||||
)
|
||||
return 1
|
||||
installer = [uv, "pip", "install", "--python", sys.executable]
|
||||
subprocess.run(
|
||||
[*installer, RUNTIME_REQUIREMENT, TEXT_REQUIREMENT, "platformdirs>=4.3,<5"],
|
||||
check=True,
|
||||
)
|
||||
|
||||
from doctor_workstation.core.transcript_text import simplified_transcript
|
||||
from doctor_workstation.video.local_transcription import (
|
||||
MAX_PCM_BYTES,
|
||||
SAMPLE_RATE,
|
||||
FasterWhisperEngine,
|
||||
LocalTranscriptionError,
|
||||
default_model_path,
|
||||
local_transcription_readiness,
|
||||
)
|
||||
|
||||
path = args.model_path.expanduser().resolve() if args.model_path else default_model_path()
|
||||
try:
|
||||
if args.download:
|
||||
from huggingface_hub import snapshot_download
|
||||
|
||||
path.mkdir(parents=True, exist_ok=True)
|
||||
repo = MODEL_REPOS[args.model_size]
|
||||
print(f"Downloading {repo} into {path}")
|
||||
snapshot_download(
|
||||
repo_id=repo,
|
||||
revision=args.revision,
|
||||
local_dir=str(path),
|
||||
allow_patterns=[
|
||||
"config.json",
|
||||
"preprocessor_config.json",
|
||||
"model.bin",
|
||||
"tokenizer.json",
|
||||
"vocabulary.*",
|
||||
"README.md",
|
||||
"LICENSE*",
|
||||
],
|
||||
token=False,
|
||||
)
|
||||
(path / "doctor-asr-install.json").write_text(
|
||||
json.dumps(
|
||||
{
|
||||
"repository": repo,
|
||||
"requestedRevision": args.revision,
|
||||
"runtimeRequirement": RUNTIME_REQUIREMENT,
|
||||
"textRequirement": TEXT_REQUIREMENT,
|
||||
"installedAt": datetime.now(UTC).isoformat(),
|
||||
},
|
||||
indent=2,
|
||||
)
|
||||
+ "\n",
|
||||
encoding="utf-8",
|
||||
)
|
||||
if args.check or args.smoke_wav or args.download:
|
||||
# This affects only the explicit setup/check process. The runtime
|
||||
# already requires complete local files and local_files_only=True.
|
||||
os.environ["HF_HUB_OFFLINE"] = "1"
|
||||
os.environ["HF_HUB_DISABLE_TELEMETRY"] = "1"
|
||||
print(json.dumps(local_transcription_readiness(path), ensure_ascii=False, indent=2))
|
||||
# The hub may already have been imported during --download, so its
|
||||
# offline environment flag alone is not a sufficient verification.
|
||||
# Block sockets in this standalone check process as well.
|
||||
blocked = RuntimeError("Network access is disabled during local ASR verification")
|
||||
with (
|
||||
patch("socket.socket.connect", side_effect=blocked),
|
||||
patch("socket.socket.connect_ex", side_effect=blocked),
|
||||
patch("socket.getaddrinfo", side_effect=blocked),
|
||||
):
|
||||
engine = FasterWhisperEngine(path)
|
||||
print("Local model and VAD loaded successfully (CPU/int8; network blocked).")
|
||||
if args.smoke_wav:
|
||||
with wave.open(str(args.smoke_wav), "rb") as audio:
|
||||
if (
|
||||
audio.getnchannels(),
|
||||
audio.getsampwidth(),
|
||||
audio.getframerate(),
|
||||
audio.getcomptype(),
|
||||
) != (1, 2, SAMPLE_RATE, "NONE"):
|
||||
raise ValueError("Smoke WAV must be mono 16 kHz uncompressed PCM16.")
|
||||
if not 0 < audio.getnframes() <= MAX_PCM_BYTES // 2:
|
||||
raise ValueError(
|
||||
"Smoke WAV must contain between one sample and 12 seconds."
|
||||
)
|
||||
pcm = audio.readframes(audio.getnframes())
|
||||
print(f"Recognized text: {simplified_transcript(engine.transcribe(pcm))}")
|
||||
return 0
|
||||
except LocalTranscriptionError as error:
|
||||
print(f"Local ASR setup failed ({error.code}): {error}", file=sys.stderr)
|
||||
except ImportError:
|
||||
print(
|
||||
"Required packages are missing; run with --install-dependencies first.", file=sys.stderr
|
||||
)
|
||||
except (OSError, ValueError, RuntimeError) as error:
|
||||
print(
|
||||
f"Local ASR setup failed: {type(error).__name__}. Check model files, WAV format, and connectivity for explicit downloads.",
|
||||
file=sys.stderr,
|
||||
)
|
||||
return 1
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
raise SystemExit(main())
|
||||
@@ -3,9 +3,9 @@
|
||||
__all__ = ["DEBUG_MODE", "ONLINE_API_BASE_URL", "__version__"]
|
||||
|
||||
# Single source of truth for runtime, package, installer, and executable versions.
|
||||
__version__ = "1.5.0"
|
||||
__version__ = "1.5.1"
|
||||
|
||||
# 调试模式开启时,登录页显示“演示模式”和“服务器设置”。
|
||||
# 正式发布请保持 False;此时程序只使用下面配置的线上域名。
|
||||
DEBUG_MODE = True
|
||||
DEBUG_MODE = False
|
||||
ONLINE_API_BASE_URL = "https://admin.zhenyangtang.com.cn"
|
||||
|
||||
@@ -0,0 +1,23 @@
|
||||
"""Offline script conversion for speech transcripts, without paraphrasing."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from threading import local
|
||||
|
||||
_converters = local()
|
||||
|
||||
|
||||
def simplified_transcript(text: str) -> str:
|
||||
"""Convert character forms only; retain dialect words, numbers and negations.
|
||||
|
||||
Each thread owns its converter. Cache dictionaries, never patient text.
|
||||
The t2s configuration deliberately excludes regional vocabulary rewriting.
|
||||
Missing package data is an error, rather than silently mixing scripts.
|
||||
"""
|
||||
converter = getattr(_converters, "simplified", None)
|
||||
if converter is None:
|
||||
from opencc import OpenCC
|
||||
|
||||
converter = OpenCC("t2s")
|
||||
_converters.simplified = converter
|
||||
return converter.convert(text)
|
||||
@@ -214,6 +214,13 @@ class DoctorRepository(Protocol):
|
||||
def cancel_diagnosis_ai(self, diagnosis_id: int, request_id: str) -> dict[str, Any]:
|
||||
"""Request server/upstream cancellation of one correlated stream."""
|
||||
|
||||
def stream_video_ai(
|
||||
self, diagnosis_id: int, *, call_record_id: int,
|
||||
transcription_session_id: str, task: str = "live_consultation",
|
||||
request_id: str, cancelled: Callable[[], bool] | None = None,
|
||||
) -> Iterator[dict[str, Any]]:
|
||||
"""Analyze the server-owned snapshot of this exact video call."""
|
||||
|
||||
def generate_ai_prescription(self, diagnosis_id: int) -> dict[str, Any]:
|
||||
"""Generate a server-validated prescription draft for doctor review."""
|
||||
|
||||
@@ -1478,6 +1485,42 @@ class RemoteDoctorRepository:
|
||||
yield {"event": "delta", "text": answer, "fallback": True}
|
||||
yield {**result, "event": "done", "fallback": True}
|
||||
|
||||
def stream_video_ai(
|
||||
self, diagnosis_id: int, *, call_record_id: int,
|
||||
transcription_session_id: str, task: str = "live_consultation",
|
||||
request_id: str, cancelled: Callable[[], bool] | None = None,
|
||||
) -> Iterator[dict[str, Any]]:
|
||||
"""No legacy fallback: an older route cannot bind a live call safely."""
|
||||
|
||||
if (isinstance(diagnosis_id, bool) or not isinstance(diagnosis_id, int)
|
||||
or diagnosis_id <= 0 or isinstance(call_record_id, bool)
|
||||
or not isinstance(call_record_id, int) or call_record_id <= 0):
|
||||
raise ValueError("diagnosis and call_record_id must be positive integers")
|
||||
if (not isinstance(transcription_session_id, str)
|
||||
or re.fullmatch(r"[A-Za-z0-9_-]{1,128}", transcription_session_id) is None):
|
||||
raise ValueError("invalid transcription session")
|
||||
if task not in {"live_consultation", "live_review"}:
|
||||
raise ValueError("unsupported video AI task")
|
||||
body = {
|
||||
"id": diagnosis_id, "task": task,
|
||||
"prompt": "请依据本次通话已保存的原文整理症状、追问和待核实信息,供医生复核。",
|
||||
"call_record_id": call_record_id,
|
||||
"transcription_session_id": transcription_session_id,
|
||||
"request_id": request_id,
|
||||
}
|
||||
for raw in self.client.post_event_stream(
|
||||
"tcm.diagnosis/aiAssistantStream", body, timeout=105.0, cancelled=cancelled,
|
||||
):
|
||||
if cancelled is not None and cancelled():
|
||||
return
|
||||
event = _normalise_diagnosis_ai_event(raw)
|
||||
if event is not None:
|
||||
yield event
|
||||
if event["event"] == "done":
|
||||
return
|
||||
if cancelled is None or not cancelled():
|
||||
raise ApiProtocolError("video AI stream ended before done")
|
||||
|
||||
def cancel_diagnosis_ai(self, diagnosis_id: int, request_id: str) -> dict[str, Any]:
|
||||
"""Use an independent short request, even while the stream is idle."""
|
||||
|
||||
@@ -3060,10 +3103,10 @@ def _normalise_diagnosis_ai_event(raw: Mapping[str, Any]) -> dict[str, Any] | No
|
||||
if not isinstance(text, str):
|
||||
raise ApiProtocolError("AI assistant delta content must be text", data=data)
|
||||
return {"event": "delta", "text": text}
|
||||
if kind == "done":
|
||||
if kind in {"live_update", "done"}:
|
||||
payload.pop("event", None)
|
||||
payload.pop("type", None)
|
||||
return {**payload, "event": "done"}
|
||||
return {**payload, "event": kind}
|
||||
if kind == "error":
|
||||
message = (
|
||||
data
|
||||
|
||||
@@ -48,6 +48,7 @@ from PySide6.QtWidgets import (
|
||||
)
|
||||
|
||||
from ...core.appointment_modes import appointment_type_description, appointment_type_value
|
||||
from ...core.transcript_text import simplified_transcript
|
||||
from ..design_system import clinical_stylesheet
|
||||
from ..diagnosis_drawer import (
|
||||
DIAGNOSIS_QSS,
|
||||
@@ -4033,7 +4034,8 @@ class DiagnosisDialog(QDialog):
|
||||
content = QPlainTextEdit(dialog)
|
||||
content.setObjectName("DiagnosisCallTranscriptText")
|
||||
content.setReadOnly(True)
|
||||
content.setPlainText(transcript)
|
||||
# Historical records keep their stored source; only the view is converted.
|
||||
content.setPlainText(simplified_transcript(transcript))
|
||||
layout.addWidget(content, 1)
|
||||
close_button = QPushButton("关闭")
|
||||
close_button.setProperty("variant", "primary")
|
||||
|
||||
@@ -18,6 +18,7 @@ from dataclasses import dataclass
|
||||
from pathlib import Path
|
||||
from typing import Any, TypeVar
|
||||
|
||||
from ..core.transcript_text import simplified_transcript
|
||||
from .launcher import VideoCallRequest, normalize_backend_ticket
|
||||
|
||||
ResultT = TypeVar("ResultT")
|
||||
@@ -134,7 +135,7 @@ def _extract_cloud_recording_outcome(result: Any) -> tuple[bool, str] | None:
|
||||
return None
|
||||
|
||||
|
||||
def _clean_transcript_segment(segment: Mapping[str, Any], session_id: str) -> dict[str, Any]:
|
||||
def normalize_transcript_segment(segment: Mapping[str, Any], session_id: str) -> dict[str, Any]:
|
||||
segment_id = str(segment.get("segment_id", segment.get("segmentId", ""))).strip()
|
||||
text = str(segment.get("text", segment.get("sourceText", ""))).strip()
|
||||
speaker_user_id = str(
|
||||
@@ -145,13 +146,14 @@ def _clean_transcript_segment(segment: Mapping[str, Any], session_id: str) -> di
|
||||
raise ValueError("transcript segment_id must contain 1 to 160 characters")
|
||||
if not text or len(text) > 4_000:
|
||||
raise ValueError("transcript text must contain 1 to 4000 characters")
|
||||
text = simplified_transcript(text)
|
||||
if len(speaker_user_id) > 160:
|
||||
raise ValueError("transcript speaker_user_id is too long")
|
||||
if speaker_role not in {"doctor", "patient", "unknown"}:
|
||||
speaker_role = "unknown"
|
||||
try:
|
||||
timestamp = int(segment.get("timestamp") or 0)
|
||||
except (TypeError, ValueError):
|
||||
except (TypeError, ValueError, OverflowError):
|
||||
timestamp = 0
|
||||
return {
|
||||
"segment_id": segment_id,
|
||||
@@ -543,10 +545,25 @@ class OrderedCallLifecycle:
|
||||
with self._lock:
|
||||
if self._end_future is not None:
|
||||
raise RuntimeError("video call has already ended")
|
||||
if self._transcription_start_future is not None:
|
||||
if self._transcription_session_id != clean_session:
|
||||
raise RuntimeError("another transcription session already exists")
|
||||
return self._transcription_start_future
|
||||
if self._transcription_finish_future is not None:
|
||||
raise RuntimeError("call transcription has already stopped")
|
||||
if (
|
||||
self._transcription_session_id is not None
|
||||
and self._transcription_session_id != clean_session
|
||||
):
|
||||
raise RuntimeError("another transcription session already exists")
|
||||
previous = self._transcription_start_future
|
||||
if previous is not None:
|
||||
if not previous.done() or (
|
||||
not previous.cancelled()
|
||||
and previous.exception() is None
|
||||
and previous.result() is True
|
||||
):
|
||||
return previous
|
||||
# A completed failure must not poison this call's retry button.
|
||||
# Keep the exact session identity: the server may have accepted
|
||||
# an earlier request whose response never reached this client.
|
||||
self._transcription_active = False
|
||||
if self._start_future is None:
|
||||
self.start()
|
||||
method = getattr(self.repository, "start_call_transcription", None)
|
||||
@@ -593,7 +610,7 @@ class OrderedCallLifecycle:
|
||||
raise RuntimeError("call transcription has not started")
|
||||
if self._transcription_finish_future is not None:
|
||||
raise RuntimeError("call transcription has already stopped")
|
||||
cleaned = _clean_transcript_segment(segment, session_id)
|
||||
cleaned = normalize_transcript_segment(segment, session_id)
|
||||
segment_id = cleaned["segment_id"]
|
||||
existing = self._segment_futures.get(segment_id)
|
||||
if existing is not None:
|
||||
@@ -738,4 +755,4 @@ class OrderedCallLifecycle:
|
||||
return self._worker.wait(timeout)
|
||||
|
||||
|
||||
__all__ = ["OrderedCallLifecycle"]
|
||||
__all__ = ["OrderedCallLifecycle", "normalize_transcript_segment"]
|
||||
|
||||
@@ -0,0 +1,414 @@
|
||||
"""Incremental video assistance; never runs on the call persistence FIFO or Qt.
|
||||
|
||||
Only persisted segment notifications trigger work. One in-flight request and
|
||||
one coalesced latest revision are retained, with explicit patient/call/session
|
||||
correlation. Clinical content is never written or sent to the patient here.
|
||||
"""
|
||||
from __future__ import annotations
|
||||
|
||||
import copy
|
||||
import logging
|
||||
import math
|
||||
import re
|
||||
from collections.abc import Callable, Mapping
|
||||
from contextlib import suppress
|
||||
from dataclasses import dataclass, field
|
||||
from threading import BoundedSemaphore, Event, RLock, Thread
|
||||
from time import monotonic
|
||||
from typing import Any
|
||||
from uuid import uuid4
|
||||
|
||||
from ..core.errors import (
|
||||
ApiBusinessError,
|
||||
ApiHttpError,
|
||||
ApiProtocolError,
|
||||
ApiTimeoutError,
|
||||
ApiTransportError,
|
||||
AuthenticationExpiredError,
|
||||
)
|
||||
|
||||
_LOGGER = logging.getLogger(__name__)
|
||||
_SLOTS = BoundedSemaphore(2)
|
||||
_CANCEL_SLOTS = BoundedSemaphore(4)
|
||||
|
||||
|
||||
def _failure_details(error: Exception) -> tuple[str, str]:
|
||||
"""Translate stable error codes, never echo an upstream exception/response."""
|
||||
if isinstance(error, ApiTimeoutError):
|
||||
code = "UPSTREAM_TIMEOUT"
|
||||
elif isinstance(error, AuthenticationExpiredError):
|
||||
code = "AUTH_REQUIRED"
|
||||
elif isinstance(error, ApiHttpError):
|
||||
code = ({401: "AUTH_REQUIRED", 403: "PERMISSION_DENIED", 404: "SERVICE_UPDATE_REQUIRED",
|
||||
405: "SERVICE_UPDATE_REQUIRED", 429: "RATE_LIMITED"}.get(error.status_code)
|
||||
or "UPSTREAM_UNAVAILABLE")
|
||||
elif isinstance(error, ApiBusinessError) and isinstance(error.data, Mapping):
|
||||
code = error.data.get("error_code") or error.data.get("code")
|
||||
elif isinstance(error, ApiProtocolError):
|
||||
code = "STREAM_INCOMPLETE"
|
||||
elif isinstance(error, ApiTransportError):
|
||||
code = "NETWORK_ERROR"
|
||||
elif isinstance(error, ValueError):
|
||||
code = "LIVE_RESULT_INVALID"
|
||||
else:
|
||||
code = "UPSTREAM_UNAVAILABLE"
|
||||
messages = {
|
||||
"UPSTREAM_TIMEOUT": "分析服务响应超时,可点击重新生成。",
|
||||
"AUTH_REQUIRED": "登录状态已失效,请重新登录后使用 AI 辅助。",
|
||||
"PERMISSION_DENIED": "当前账号没有 AI 辅助权限,请联系管理员开通。",
|
||||
"SERVICE_UPDATE_REQUIRED": "服务端尚不支持实时 AI,请更新服务端后重试。",
|
||||
"RATE_LIMITED": "分析请求较多,请稍后重新生成。",
|
||||
"LIVE_RESULT_INVALID": "本次建议未通过格式或引用校验,可点击重新生成。",
|
||||
"LIVE_CONTEXT_UNAVAILABLE": "本次通话的分析资料尚未就绪,请等待转写保存后重试。",
|
||||
"STREAM_INCOMPLETE": "分析连接提前结束,可点击重新生成。",
|
||||
"NETWORK_ERROR": "分析服务连接中断,请检查网络后重试。",
|
||||
"UPSTREAM_UNAVAILABLE": "分析服务暂时不可用,请稍后重新生成。",
|
||||
}
|
||||
if not isinstance(code, str) or code not in messages:
|
||||
code = "UPSTREAM_UNAVAILABLE"
|
||||
if code == "LIVE_RESULT_INVALID" and isinstance(getattr(error, "data", None), Mapping):
|
||||
reason = error.data.get("live_validation_reason")
|
||||
details = {
|
||||
"JSON_INVALID": "分析服务返回的格式不完整,可点击重新生成。",
|
||||
"SCHEMA_INVALID": "分析服务返回的格式不符合要求,可点击重新生成。",
|
||||
"CITATION_INVALID": "部分建议的原文引用无法核对,可点击重新生成。",
|
||||
"SOURCE_QUOTE_MISMATCH": "部分建议与引用原文不一致,可点击重新生成。",
|
||||
"SAFETY_REJECTED": "本次建议包含超出辅助范围的内容,未通过校验,可重新生成。",
|
||||
}
|
||||
if isinstance(reason, str) and reason in details:
|
||||
return code, details[reason]
|
||||
return code, messages[code]
|
||||
|
||||
|
||||
def empty_video_ai_state(available: bool) -> dict[str, Any]:
|
||||
return {
|
||||
"enabled": available, "available": available, "busy": False,
|
||||
"phase": "waiting", "message": ("接通并产生转写文字后,自动整理本次对话。" if available
|
||||
else "当前账号或服务暂不能使用 AI 辅助;语音转写可独立运行。"),
|
||||
"error": "", "revision": "", "throughTimestampMs": 0, "segmentCount": 0,
|
||||
"transcriptionStatus": "idle", "summary": [], "questions": [],
|
||||
"checks": [], "review": [], "sources": [],
|
||||
"elapsedMs": 0, "lastDurationMs": 0, "firstResultMs": None,
|
||||
"pendingSegments": 0, "errorCode": "", "analysisScope": "",
|
||||
}
|
||||
|
||||
|
||||
@dataclass
|
||||
class _Job:
|
||||
generation: int
|
||||
call_id: int
|
||||
session_id: str
|
||||
dirty: int
|
||||
task: str
|
||||
started_at: float = 0.0
|
||||
first_result_ms: int | None = None
|
||||
revision: str = ""
|
||||
analysis_scope: str | None = None
|
||||
request_id: str = field(default_factory=lambda: str(uuid4()))
|
||||
cancelled: Event = field(default_factory=Event)
|
||||
cancel_sent: bool = False
|
||||
|
||||
|
||||
class LiveAiController:
|
||||
def __init__(self, repository: Any, *, diagnosis_id: int, enabled: bool,
|
||||
clock: Callable[[], float] = monotonic, interval: float = 2.0) -> None:
|
||||
self.repository = repository
|
||||
self.diagnosis_id = diagnosis_id
|
||||
self.available = enabled is True and callable(getattr(repository, "stream_video_ai", None))
|
||||
self._clock = clock
|
||||
self._interval = max(0, interval)
|
||||
self._lock = RLock()
|
||||
self._state = empty_video_ai_state(self.available)
|
||||
self._mailbox: dict[str, Any] | None = copy.deepcopy(self._state)
|
||||
self._closed = False
|
||||
self._generation = 0
|
||||
self._call_id = 0
|
||||
self._session_id = ""
|
||||
self._dirty = 0
|
||||
self._attempted = 0
|
||||
self._displayed_dirty = 0
|
||||
self._due = 0.0
|
||||
self._forced_task = ""
|
||||
self._running: _Job | None = None
|
||||
self._worker: Thread | None = None
|
||||
|
||||
def _publish(self, **changes: Any) -> None:
|
||||
self._state.update(changes)
|
||||
self._state["pendingSegments"] = max(0, self._dirty - self._displayed_dirty)
|
||||
self._mailbox = copy.deepcopy(self._state)
|
||||
|
||||
def take_state(self) -> dict[str, Any] | None:
|
||||
with self._lock:
|
||||
result, self._mailbox = self._mailbox, None
|
||||
return None if self._closed else result
|
||||
|
||||
def bind(self, call_id: int, session_id: str) -> None:
|
||||
with self._lock:
|
||||
if self._closed or (self._call_id == call_id and self._session_id == session_id):
|
||||
return
|
||||
self._cancel()
|
||||
enabled = self._state["enabled"]
|
||||
self._generation += 1
|
||||
self._call_id, self._session_id = call_id, session_id
|
||||
self._dirty = self._attempted = 0
|
||||
self._displayed_dirty = 0
|
||||
self._forced_task = ""
|
||||
self._state = empty_video_ai_state(self.available)
|
||||
self._publish(enabled=enabled, transcriptionStatus="running" if session_id else "idle")
|
||||
|
||||
def reset(self) -> None:
|
||||
"""Clear the previous call before a new call's model/storage is ready."""
|
||||
self.bind(0, "")
|
||||
|
||||
def changed(self, session_id: str) -> None:
|
||||
with self._lock:
|
||||
if self._closed or session_id != self._session_id:
|
||||
return
|
||||
was_clean = self._dirty == self._attempted
|
||||
self._dirty += 1
|
||||
if was_clean:
|
||||
# Coalesce a short speech burst without repeatedly moving the deadline.
|
||||
self._due = self._clock() + (0.8 if not self._state["revision"] else self._interval)
|
||||
self._publish()
|
||||
|
||||
def transcription_error(self, message: str, *, status: str = "partial") -> None:
|
||||
with self._lock:
|
||||
if not self._closed:
|
||||
self._publish(transcriptionStatus=status, error=message[:240])
|
||||
|
||||
def transcription_starting(self) -> None:
|
||||
with self._lock:
|
||||
if not self._closed:
|
||||
self._publish(transcriptionStatus="starting", error="")
|
||||
|
||||
def transcription_running(self, session_id: str) -> None:
|
||||
"""A retried cloud recognizer is ready without resetting saved evidence."""
|
||||
with self._lock:
|
||||
if not self._closed and session_id == self._session_id:
|
||||
self._publish(transcriptionStatus="running", error="")
|
||||
|
||||
def finish(self, session_id: str, status: str) -> None:
|
||||
with self._lock:
|
||||
if not self._closed and session_id == self._session_id:
|
||||
self._publish(transcriptionStatus=status)
|
||||
|
||||
def handle(self, action: str, enabled: Any = None) -> None:
|
||||
with self._lock:
|
||||
if self._closed or not self.available:
|
||||
return
|
||||
if action == "toggle" and isinstance(enabled, bool):
|
||||
if not enabled:
|
||||
self._cancel()
|
||||
self._publish(enabled=enabled, busy=False if not enabled else self._state["busy"],
|
||||
message="已暂停自动分析。" if not enabled else "有新增对话后自动更新。")
|
||||
return
|
||||
if action not in {"refresh", "review"} or not self._dirty or self._running is not None:
|
||||
return
|
||||
if action == "review" and self._state["transcriptionStatus"] not in {"completed", "partial"}:
|
||||
return
|
||||
self._forced_task = "live_review" if action == "review" else "live_consultation"
|
||||
self._due = self._clock()
|
||||
|
||||
def tick(self) -> None:
|
||||
with self._lock:
|
||||
if self._running is not None and self._current(self._running):
|
||||
elapsed = self._elapsed(self._running)
|
||||
if elapsed // 1000 != self._state["elapsedMs"] // 1000:
|
||||
self._publish(elapsedMs=elapsed)
|
||||
if (self._closed or not self.available or not self._call_id or not self._session_id
|
||||
or self._running is not None or not self._dirty
|
||||
or (not self._forced_task and (not self._state["enabled"] or self._dirty <= self._attempted))
|
||||
or self._clock() < self._due):
|
||||
return
|
||||
if not _SLOTS.acquire(blocking=False):
|
||||
return
|
||||
job = _Job(self._generation, self._call_id, self._session_id, self._dirty,
|
||||
self._forced_task or "live_consultation", started_at=self._clock())
|
||||
self._forced_task = ""
|
||||
self._attempted = self._dirty
|
||||
self._running = job
|
||||
self._publish(busy=True, phase="analyzing", error="", errorCode="", elapsedMs=0, firstResultMs=None,
|
||||
message="正在分析最新对话,优先整理下一步追问…")
|
||||
self._worker = Thread(target=self._run, args=(job,), name="video-ai", daemon=True)
|
||||
try:
|
||||
self._worker.start()
|
||||
except RuntimeError:
|
||||
self._running = None
|
||||
_SLOTS.release()
|
||||
self._publish(busy=False, phase="error", error="分析任务无法启动,请重试。")
|
||||
|
||||
def _elapsed(self, job: _Job) -> int:
|
||||
return max(0, int((self._clock() - job.started_at) * 1000))
|
||||
|
||||
def _current(self, job: _Job) -> bool:
|
||||
return not self._closed and job.generation == self._generation and not job.cancelled.is_set()
|
||||
|
||||
def _validated_result(self, job: _Job, event: Mapping[str, Any]) -> dict[str, Any]:
|
||||
context = event.get("live_context")
|
||||
result = event.get("live_assistance")
|
||||
# Only label the scope of validated displayed content. Older servers do
|
||||
# not report it; never infer dialogue-only behavior from the task name.
|
||||
scope = event.get("analysis_scope", "")
|
||||
if not isinstance(scope, str) or scope not in {"", "current_call_only", "authorized_case"}:
|
||||
raise ValueError("invalid analysis scope")
|
||||
if (not isinstance(context, Mapping) or not isinstance(result, Mapping)
|
||||
or event.get("diagnosis_id") != self.diagnosis_id
|
||||
or context.get("call_record_id") != job.call_id
|
||||
or context.get("transcription_session_id") != job.session_id
|
||||
or not isinstance(context.get("revision"), str)
|
||||
or not re.fullmatch(r"[a-f0-9]{64}", context["revision"])):
|
||||
raise ValueError("context mismatch")
|
||||
sources = context.get("sources")
|
||||
if not isinstance(sources, list) or len(sources) > 1000:
|
||||
raise ValueError("invalid evidence")
|
||||
known: set[str] = set()
|
||||
clean_sources = []
|
||||
for source in sources:
|
||||
if (not isinstance(source, Mapping) or not isinstance(source.get("id"), str)
|
||||
or not source["id"] or source["id"] in known
|
||||
or not isinstance(source.get("text"), str) or not source["text"].strip()
|
||||
or len(source["text"]) > 4000
|
||||
or source.get("role") not in {"doctor", "patient", "unknown"}
|
||||
or isinstance(source.get("timestamp_ms"), bool)
|
||||
or not isinstance(source.get("timestamp_ms"), int) or source["timestamp_ms"] < 0):
|
||||
raise ValueError("invalid source")
|
||||
known.add(source["id"])
|
||||
clean_sources.append({key: source.get(key) for key in ("id", "text", "role", "timestamp_ms")})
|
||||
cleaned: dict[str, Any] = {}
|
||||
for key in ("summary", "questions", "checks", "review"):
|
||||
items = result.get(key, [])
|
||||
if not isinstance(items, list) or len(items) > 6:
|
||||
raise ValueError("invalid items")
|
||||
cleaned[key] = []
|
||||
for item in items:
|
||||
if (not isinstance(item, Mapping) or not isinstance(item.get("text"), str)
|
||||
or not item["text"].strip() or len(item["text"]) > (4020 if key == "summary" else 600)
|
||||
or not isinstance(item.get("evidence_ids"), list)
|
||||
or not 1 <= len(item["evidence_ids"]) <= 8
|
||||
or any(not isinstance(s, str) or s not in known for s in item["evidence_ids"])
|
||||
or len(set(item["evidence_ids"])) != len(item["evidence_ids"])):
|
||||
raise ValueError("invalid cited item")
|
||||
reason = item.get("reason", "")
|
||||
if not isinstance(reason, str) or len(reason) > 600:
|
||||
raise ValueError("invalid reason")
|
||||
cleaned[key].append({"text": item["text"], "reason": reason,
|
||||
"evidence_ids": list(item["evidence_ids"])})
|
||||
count = context.get("segment_count")
|
||||
through = context.get("through_timestamp_ms")
|
||||
if (isinstance(count, bool) or not isinstance(count, int) or count < 1
|
||||
or isinstance(through, bool) or not isinstance(through, (int, float))
|
||||
or not math.isfinite(through) or through < 0
|
||||
or context.get("transcription_status") not in {"running", "completed", "partial"}):
|
||||
raise ValueError("invalid revision metadata")
|
||||
return {**cleaned, "sources": clean_sources, "revision": context["revision"], "analysisScope": scope,
|
||||
"segmentCount": count, "throughTimestampMs": through,
|
||||
"transcriptionStatus": context.get("transcription_status", "partial")}
|
||||
|
||||
def _run(self, job: _Job) -> None:
|
||||
events = None
|
||||
success = False
|
||||
try:
|
||||
if job.cancelled.is_set():
|
||||
return
|
||||
events = self.repository.stream_video_ai(
|
||||
self.diagnosis_id, call_record_id=job.call_id, transcription_session_id=job.session_id,
|
||||
task=job.task, request_id=job.request_id, cancelled=job.cancelled.is_set,
|
||||
)
|
||||
for event in events:
|
||||
with self._lock:
|
||||
if not self._current(job):
|
||||
return
|
||||
if event.get("event") in {"start", "progress"}:
|
||||
self._publish(message=str(event.get("message") or "正在分析本次对话…")[:200])
|
||||
elif event.get("event") in {"live_update", "done"}:
|
||||
result = self._validated_result(job, event)
|
||||
if job.revision and job.revision != result["revision"]:
|
||||
raise ValueError("revision changed inside a single snapshot")
|
||||
if job.analysis_scope is not None and job.analysis_scope != result["analysisScope"]:
|
||||
raise ValueError("analysis scope changed inside a single snapshot")
|
||||
job.revision = result["revision"]
|
||||
job.analysis_scope = result["analysisScope"]
|
||||
# Preserve a newer native completion status while an older
|
||||
# in-flight snapshot still reports running.
|
||||
if self._state["transcriptionStatus"] in {"completed", "partial", "failed"}:
|
||||
result["transcriptionStatus"] = self._state["transcriptionStatus"]
|
||||
complete = event.get("event") == "done"
|
||||
duration = self._elapsed(job)
|
||||
if job.first_result_ms is None and any(
|
||||
result[key] for key in ("summary", "questions", "checks", "review")
|
||||
):
|
||||
job.first_result_ms = duration
|
||||
self._displayed_dirty = job.dirty
|
||||
self._publish(**result, busy=not complete,
|
||||
phase="ready" if complete else "analyzing", error="", errorCode="",
|
||||
elapsedMs=duration,
|
||||
firstResultMs=job.first_result_ms,
|
||||
lastDurationMs=duration if complete else self._state["lastDurationMs"],
|
||||
message="已更新,请对照原话复核。" if complete
|
||||
else "已显示可核对的建议,其余内容仍在整理。")
|
||||
if complete:
|
||||
success = True
|
||||
return
|
||||
if not job.cancelled.is_set():
|
||||
raise ApiProtocolError("incomplete stream")
|
||||
except Exception as error:
|
||||
with self._lock:
|
||||
if self._current(job):
|
||||
code, message = _failure_details(error)
|
||||
self._publish(busy=False, phase="error", error=message, errorCode=code,
|
||||
elapsedMs=self._elapsed(job), lastDurationMs=self._elapsed(job),
|
||||
message=("已显示的建议仍可核对,本次分析尚未全部完成。"
|
||||
if job.first_result_ms is not None else
|
||||
"保留上次结果;新内容尚未分析完成。" if any(
|
||||
self._state[key] for key in ("summary", "questions", "checks", "review")
|
||||
) else
|
||||
"本次暂未生成可用建议,可点击重新生成。"))
|
||||
# Log categories/timing only, never response text or patient details.
|
||||
_LOGGER.warning("video_ai_failed code=%s type=%s duration_ms=%d",
|
||||
code, type(error).__name__, self._elapsed(job))
|
||||
finally:
|
||||
if events is not None and callable(getattr(events, "close", None)):
|
||||
with suppress(Exception):
|
||||
events.close()
|
||||
with self._lock:
|
||||
if not success:
|
||||
self._send_cancel(job)
|
||||
if self._running is job:
|
||||
self._running = None
|
||||
_SLOTS.release()
|
||||
if success:
|
||||
_LOGGER.info("video_ai_completed duration_ms=%d first_result_ms=%s",
|
||||
self._elapsed(job), job.first_result_ms)
|
||||
|
||||
def _cancel(self) -> None:
|
||||
if self._running is not None:
|
||||
self._running.cancelled.set()
|
||||
self._send_cancel(self._running)
|
||||
|
||||
def _send_cancel(self, job: _Job) -> None:
|
||||
if job.cancel_sent or not _CANCEL_SLOTS.acquire(blocking=False):
|
||||
return
|
||||
job.cancel_sent = True
|
||||
|
||||
def cancel() -> None:
|
||||
try:
|
||||
self.repository.cancel_diagnosis_ai(self.diagnosis_id, job.request_id)
|
||||
except Exception:
|
||||
pass
|
||||
finally:
|
||||
_CANCEL_SLOTS.release()
|
||||
try:
|
||||
Thread(target=cancel, name="video-ai-cancel", daemon=True).start()
|
||||
except RuntimeError:
|
||||
_CANCEL_SLOTS.release()
|
||||
|
||||
def close(self) -> None:
|
||||
with self._lock:
|
||||
self._closed = True
|
||||
self._cancel()
|
||||
self._mailbox = None
|
||||
|
||||
def wait(self, timeout: float = 1.0) -> bool:
|
||||
if self._worker is not None:
|
||||
self._worker.join(max(0, min(timeout, 5)))
|
||||
return self._worker is None or not self._worker.is_alive()
|
||||
@@ -0,0 +1,446 @@
|
||||
"""Bounded, in-memory speech recognition using an explicitly installed local model.
|
||||
|
||||
This module has no dependency on Qt, the recording queue, or the call lifecycle.
|
||||
Callbacks run on one daemon worker and must only enqueue work (for example, emit
|
||||
a Qt signal). Runtime code never downloads a model or sends audio to a service.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import base64
|
||||
import binascii
|
||||
import importlib.util
|
||||
import os
|
||||
import re
|
||||
import sys
|
||||
import threading
|
||||
from collections import deque
|
||||
from collections.abc import Callable
|
||||
from contextlib import suppress
|
||||
from dataclasses import dataclass, field
|
||||
from pathlib import Path
|
||||
from typing import Any, Protocol
|
||||
|
||||
from platformdirs import user_data_path
|
||||
|
||||
from ..core.transcript_text import simplified_transcript
|
||||
|
||||
SAMPLE_RATE = 16_000
|
||||
MAX_CHUNK_SECONDS = 12
|
||||
MAX_PCM_BYTES = SAMPLE_RATE * 2 * MAX_CHUNK_SECONDS
|
||||
MAX_BASE64_CHARS = ((MAX_PCM_BYTES + 2) // 3) * 4
|
||||
MAX_SEQUENCE = 2_147_483_647
|
||||
MAX_TIMESTAMP_MS = 253_402_300_799_999
|
||||
MAX_TRANSCRIPT_CHARS = 4_000
|
||||
_SESSION_ID = re.compile(r"[A-Za-z0-9][A-Za-z0-9_.:-]{0,127}\Z")
|
||||
_REQUIRED_FILES = ("model.bin", "config.json", "tokenizer.json")
|
||||
_DEPENDENCIES = ("faster_whisper", "numpy", "ctranslate2", "onnxruntime", "opencc")
|
||||
_MESSAGES = {
|
||||
"model_missing": "本地语音模型未安装或文件不完整,请先运行本地转写安装工具。",
|
||||
"dependency_missing": "本地转写运行库未安装,请先安装本地转写依赖。",
|
||||
"dependency_unavailable": "本地转写运行库无法加载,请检查安装包及系统运行库。",
|
||||
"model_load_failed": "本地语音模型加载失败,请检查模型文件和本机运行环境。",
|
||||
"conversion_unavailable": "简体转换字典无法加载,请修复本地转写安装。",
|
||||
"invalid_audio": "本地转写音频格式无效,需要最长 12 秒的单声道 16 kHz PCM16 音频。",
|
||||
"invalid_metadata": "本地转写音频的角色、序号或时间戳无效。",
|
||||
"sequence_out_of_order": "本地转写音频序号重复或倒序,该片段未被接受。",
|
||||
"sequence_gap": "本地转写检测到音频片段缺失,转写结果可能不完整。",
|
||||
"overloaded": "本地转写处理速度不足,部分音频片段未转写;通话和录音继续。",
|
||||
"transcription_failed": "本地音频片段转写失败,结果可能不完整;通话和录音继续。",
|
||||
}
|
||||
|
||||
|
||||
def default_model_path() -> Path:
|
||||
"""Return the model directory without creating it or accessing the network."""
|
||||
override = os.getenv("DOCTOR_ASR_MODEL_PATH", "").strip()
|
||||
if override:
|
||||
return Path(override).expanduser().resolve()
|
||||
bundle = Path(getattr(sys, "_MEIPASS", Path(__file__).resolve().parents[3]))
|
||||
bundled_model = bundle / "resources" / "local-asr" / "model"
|
||||
if bundled_model.is_dir():
|
||||
return bundled_model
|
||||
return (
|
||||
user_data_path("ZhenyangDoctorWorkstation", appauthor="ZhenYangTang")
|
||||
/ "local-asr"
|
||||
/ "model"
|
||||
)
|
||||
|
||||
|
||||
def _missing_model_files(path: Path) -> list[str]:
|
||||
def exists(name: str) -> bool:
|
||||
try:
|
||||
file = path / name
|
||||
return file.is_file() and file.stat().st_size > 0
|
||||
except OSError:
|
||||
return False
|
||||
|
||||
missing = [name for name in _REQUIRED_FILES if not exists(name)]
|
||||
if not any(exists(name) for name in ("vocabulary.txt", "vocabulary.json")):
|
||||
missing.append("vocabulary.txt or vocabulary.json")
|
||||
return missing
|
||||
|
||||
|
||||
def local_transcription_readiness(model_path: Path | str | None = None) -> dict[str, Any]:
|
||||
"""Cheap installation preflight; ``available`` does not claim a model has loaded."""
|
||||
path = Path(model_path).expanduser().resolve() if model_path else default_model_path()
|
||||
missing_dependencies = []
|
||||
for name in _DEPENDENCIES:
|
||||
try:
|
||||
available = importlib.util.find_spec(name) is not None
|
||||
except (ImportError, ValueError):
|
||||
available = False
|
||||
if not available:
|
||||
missing_dependencies.append(name)
|
||||
missing_files = _missing_model_files(path)
|
||||
code = (
|
||||
"model_missing" if missing_files else "dependency_missing" if missing_dependencies else ""
|
||||
)
|
||||
return {
|
||||
"available": not (missing_files or missing_dependencies),
|
||||
"modelPath": str(path),
|
||||
"missingDependencies": missing_dependencies,
|
||||
"missingFiles": missing_files,
|
||||
"code": code,
|
||||
"message": _MESSAGES.get(code, "本地转写文件检查通过,启动后将加载模型。"),
|
||||
}
|
||||
|
||||
|
||||
class LocalTranscriptionError(RuntimeError):
|
||||
"""A fixed, patient-data-free error suitable for displaying in the UI."""
|
||||
|
||||
def __init__(self, code: str) -> None:
|
||||
self.code = code if code in _MESSAGES else "transcription_failed"
|
||||
super().__init__(_MESSAGES[self.code])
|
||||
|
||||
|
||||
class SpeechEngine(Protocol):
|
||||
def transcribe(self, pcm: bytes) -> str:
|
||||
"""Return verbatim recognized text for mono, little-endian PCM16 at 16 kHz."""
|
||||
|
||||
|
||||
class FasterWhisperEngine:
|
||||
"""CPU/int8 recognition. Construct only on a background worker or setup CLI."""
|
||||
|
||||
def __init__(self, model_path: Path | str | None = None) -> None:
|
||||
path = Path(model_path).expanduser().resolve() if model_path else default_model_path()
|
||||
# In particular, require tokenizer.json: upstream may otherwise fetch a
|
||||
# tokenizer even when WhisperModel(local_files_only=True) is requested.
|
||||
if _missing_model_files(path):
|
||||
raise LocalTranscriptionError("model_missing")
|
||||
try:
|
||||
import numpy as np
|
||||
from faster_whisper import WhisperModel
|
||||
from faster_whisper.vad import get_vad_model
|
||||
except ModuleNotFoundError:
|
||||
raise LocalTranscriptionError("dependency_missing") from None
|
||||
except (ImportError, OSError):
|
||||
raise LocalTranscriptionError("dependency_unavailable") from None
|
||||
self._np = np
|
||||
try:
|
||||
# Load local dictionaries before ready, so a broken/frozen install
|
||||
# cannot claim successful ASR and then fail on its first sentence.
|
||||
simplified_transcript("")
|
||||
except ImportError:
|
||||
raise LocalTranscriptionError("dependency_missing") from None
|
||||
except Exception:
|
||||
raise LocalTranscriptionError("conversion_unavailable") from None
|
||||
try:
|
||||
self._model = WhisperModel(
|
||||
str(path),
|
||||
device="cpu",
|
||||
compute_type="int8",
|
||||
cpu_threads=min(4, max(1, (os.cpu_count() or 2) // 2)),
|
||||
num_workers=1,
|
||||
local_files_only=True,
|
||||
)
|
||||
# Silero's ONNX asset ships inside faster-whisper; preflight it so
|
||||
# a packaged application cannot report ready with a missing VAD.
|
||||
get_vad_model()
|
||||
except Exception:
|
||||
raise LocalTranscriptionError("model_load_failed") from None
|
||||
|
||||
def transcribe(self, pcm: bytes) -> str:
|
||||
if not pcm or len(pcm) % 2 or len(pcm) > MAX_PCM_BYTES:
|
||||
raise LocalTranscriptionError("invalid_audio")
|
||||
if not any(pcm):
|
||||
return ""
|
||||
audio = self._np.frombuffer(pcm, dtype="<i2").astype(self._np.float32) / 32768.0
|
||||
segments, _ = self._model.transcribe(
|
||||
audio,
|
||||
language="zh",
|
||||
task="transcribe",
|
||||
beam_size=5,
|
||||
temperature=0.0,
|
||||
condition_on_previous_text=False,
|
||||
vad_filter=True,
|
||||
vad_parameters={
|
||||
"min_speech_duration_ms": 0,
|
||||
"min_silence_duration_ms": 500,
|
||||
"speech_pad_ms": 400,
|
||||
},
|
||||
)
|
||||
# Iterating is essential: faster-whisper returns a lazy generator. Do
|
||||
# not rewrite numbers, units, negations, repetitions, or short answers.
|
||||
return "".join(segment.text for segment in segments).strip()
|
||||
|
||||
|
||||
@dataclass(frozen=True, slots=True)
|
||||
class _Chunk:
|
||||
role: str
|
||||
sequence: int
|
||||
timestamp_ms: int
|
||||
pcm: bytes
|
||||
|
||||
|
||||
@dataclass(slots=True)
|
||||
class _Session:
|
||||
id: str
|
||||
initialized: bool = False
|
||||
stopping: bool = False
|
||||
stopped: bool = False
|
||||
partial: bool = False
|
||||
last_sequence: dict[str, int] = field(default_factory=dict)
|
||||
chunks: deque[_Chunk] = field(default_factory=deque)
|
||||
errors: deque[str] = field(default_factory=deque)
|
||||
reported_errors: set[str] = field(default_factory=set)
|
||||
|
||||
|
||||
class LocalTranscriptionController:
|
||||
"""One bounded daemon worker, isolated by session object identity.
|
||||
|
||||
``start`` accepts a new session, replacing queued old work. ``submit`` only
|
||||
acknowledges enqueueing, while ``ready`` confirms successful model loading.
|
||||
``stop`` rejects further submissions and drains accepted chunks in order.
|
||||
``close`` cancels immediately without waiting for native inference. No
|
||||
callbacks from an old generation occur after start/close returns.
|
||||
|
||||
The callback must be quick, thread-safe, and must not join/wait for another
|
||||
thread that is calling this controller. It is invoked under a reentrant
|
||||
lock, which makes close/session replacement atomic with callback delivery.
|
||||
"""
|
||||
|
||||
def __init__(
|
||||
self,
|
||||
on_event: Callable[[dict[str, Any]], None],
|
||||
engine_factory: Callable[[], SpeechEngine] | None = None,
|
||||
*,
|
||||
max_pending_chunks: int = 12,
|
||||
) -> None:
|
||||
if type(max_pending_chunks) is not int or not 1 <= max_pending_chunks <= 64:
|
||||
raise ValueError("max_pending_chunks must be an integer between 1 and 64")
|
||||
self._on_event = on_event
|
||||
self._engine_factory = engine_factory or FasterWhisperEngine
|
||||
self._max_pending_chunks = max_pending_chunks
|
||||
self._condition = threading.Condition(threading.RLock())
|
||||
self._session: _Session | None = None
|
||||
self._engine: SpeechEngine | None = None
|
||||
self._closed = False
|
||||
self._worker: threading.Thread | None = None
|
||||
|
||||
def start(self, session_id: str) -> bool:
|
||||
if not isinstance(session_id, str) or not _SESSION_ID.fullmatch(session_id):
|
||||
return False
|
||||
with self._condition:
|
||||
if self._closed:
|
||||
return False
|
||||
if self._session and self._session.id == session_id:
|
||||
return not (self._session.stopping or self._session.stopped)
|
||||
if self._session:
|
||||
self._session.chunks.clear()
|
||||
self._session.errors.clear()
|
||||
self._session = _Session(session_id)
|
||||
if self._worker is None:
|
||||
self._worker = threading.Thread(
|
||||
target=self._run, name="doctor-local-asr", daemon=True
|
||||
)
|
||||
self._worker.start()
|
||||
self._condition.notify_all()
|
||||
return True
|
||||
|
||||
def submit(
|
||||
self,
|
||||
session_id: str,
|
||||
role: str,
|
||||
sequence: int,
|
||||
timestamp_ms: int,
|
||||
pcm_base64: str,
|
||||
) -> bool:
|
||||
with self._condition:
|
||||
session = self._session
|
||||
if (
|
||||
self._closed
|
||||
or session is None
|
||||
or session.id != session_id
|
||||
or session.stopping
|
||||
or session.stopped
|
||||
):
|
||||
return False
|
||||
if (
|
||||
role not in ("doctor", "patient")
|
||||
or type(sequence) is not int
|
||||
or not 0 <= sequence <= MAX_SEQUENCE
|
||||
or type(timestamp_ms) is not int
|
||||
or not 0 < timestamp_ms <= MAX_TIMESTAMP_MS
|
||||
):
|
||||
self._error_locked(session, "invalid_metadata")
|
||||
return False
|
||||
if (
|
||||
not isinstance(pcm_base64, str)
|
||||
or not pcm_base64
|
||||
or len(pcm_base64) > MAX_BASE64_CHARS
|
||||
):
|
||||
self._error_locked(session, "invalid_audio")
|
||||
return False
|
||||
try:
|
||||
pcm = base64.b64decode(pcm_base64, validate=True)
|
||||
except (ValueError, binascii.Error):
|
||||
self._error_locked(session, "invalid_audio")
|
||||
return False
|
||||
if not pcm or len(pcm) % 2 or len(pcm) > MAX_PCM_BYTES:
|
||||
self._error_locked(session, "invalid_audio")
|
||||
return False
|
||||
previous = session.last_sequence.get(role)
|
||||
if previous is not None and sequence <= previous:
|
||||
self._error_locked(session, "sequence_out_of_order")
|
||||
return False
|
||||
if previous is not None and sequence != previous + 1:
|
||||
self._error_locked(session, "sequence_gap")
|
||||
session.last_sequence[role] = sequence
|
||||
if len(session.chunks) >= self._max_pending_chunks:
|
||||
self._error_locked(session, "overloaded")
|
||||
return False
|
||||
session.chunks.append(_Chunk(role, sequence, timestamp_ms, pcm))
|
||||
self._condition.notify_all()
|
||||
return True
|
||||
|
||||
def stop(self, session_id: str) -> bool:
|
||||
with self._condition:
|
||||
session = self._session
|
||||
if self._closed or session is None or session.id != session_id:
|
||||
return False
|
||||
session.stopping = True
|
||||
self._condition.notify_all()
|
||||
return True
|
||||
|
||||
def close(self) -> None:
|
||||
with self._condition:
|
||||
self._closed = True
|
||||
if self._session:
|
||||
self._session.chunks.clear()
|
||||
self._session.errors.clear()
|
||||
self._session = None
|
||||
self._condition.notify_all()
|
||||
|
||||
def _error_locked(self, session: _Session, code: str) -> None:
|
||||
session.partial = True
|
||||
# At most one pending/report per fixed error code, even when the browser
|
||||
# continues submitting into an overloaded queue. No unbounded UI queue.
|
||||
if code not in session.reported_errors:
|
||||
session.reported_errors.add(code)
|
||||
session.errors.append(code)
|
||||
self._condition.notify_all()
|
||||
|
||||
def _emit(self, session: _Session, event: dict[str, Any]) -> None:
|
||||
with self._condition:
|
||||
if self._closed or self._session is not session:
|
||||
return
|
||||
# A detached UI must not kill the worker or expose transcript
|
||||
# contents through exception logging.
|
||||
with suppress(Exception):
|
||||
self._on_event({"sessionId": session.id, **event})
|
||||
|
||||
def _initialize(self, session: _Session) -> None:
|
||||
try:
|
||||
if self._engine is None:
|
||||
self._engine = self._engine_factory()
|
||||
except Exception as error:
|
||||
code = error.code if isinstance(error, LocalTranscriptionError) else "model_load_failed"
|
||||
with self._condition:
|
||||
if self._closed or self._session is not session:
|
||||
return
|
||||
session.initialized = True
|
||||
session.stopping = True
|
||||
session.chunks.clear()
|
||||
self._error_locked(session, code)
|
||||
return
|
||||
with self._condition:
|
||||
if self._closed or self._session is not session:
|
||||
return
|
||||
session.initialized = True
|
||||
if not session.stopping:
|
||||
self._emit(session, {"type": "ready"})
|
||||
|
||||
def _transcribe(self, session: _Session, chunk: _Chunk) -> None:
|
||||
try:
|
||||
# Reject only exact digital silence here. VAD in the real engine
|
||||
# handles room noise without an amplitude cutoff that loses quiet
|
||||
# numerals or one-word negations.
|
||||
if not any(chunk.pcm):
|
||||
return
|
||||
assert self._engine is not None
|
||||
text = self._engine.transcribe(chunk.pcm)
|
||||
if not isinstance(text, str) or len(text) > MAX_TRANSCRIPT_CHARS:
|
||||
raise LocalTranscriptionError("transcription_failed")
|
||||
# Normalize before persistence and captions, so AI evidence and the
|
||||
# doctor's visible transcript refer to the exact same text.
|
||||
text = simplified_transcript(text.strip())
|
||||
if text:
|
||||
self._emit(
|
||||
session,
|
||||
{
|
||||
"type": "segment",
|
||||
"segmentId": f"{session.id}:{chunk.role}:{chunk.sequence}",
|
||||
"role": chunk.role,
|
||||
"text": text,
|
||||
"timestamp": chunk.timestamp_ms,
|
||||
"isCompleted": True,
|
||||
},
|
||||
)
|
||||
except Exception:
|
||||
with self._condition:
|
||||
if not self._closed and self._session is session:
|
||||
self._error_locked(session, "transcription_failed")
|
||||
|
||||
def _run(self) -> None:
|
||||
try:
|
||||
while True:
|
||||
with self._condition:
|
||||
while True:
|
||||
if self._closed:
|
||||
return
|
||||
session = self._session
|
||||
if session is not None and not session.stopped:
|
||||
if session.errors:
|
||||
action, payload = "error", session.errors.popleft()
|
||||
break
|
||||
if not session.initialized:
|
||||
action, payload = "initialize", None
|
||||
break
|
||||
if session.chunks:
|
||||
action, payload = "chunk", session.chunks.popleft()
|
||||
break
|
||||
if session.stopping:
|
||||
session.stopped = True
|
||||
action, payload = "stopped", None
|
||||
break
|
||||
self._condition.wait()
|
||||
if action == "initialize":
|
||||
self._initialize(session)
|
||||
elif action == "chunk":
|
||||
self._transcribe(session, payload)
|
||||
payload = None # Release raw PCM before waiting for work.
|
||||
elif action == "error":
|
||||
self._emit(
|
||||
session,
|
||||
{"type": "error", "code": payload, "message": _MESSAGES[payload]},
|
||||
)
|
||||
else:
|
||||
self._emit(
|
||||
session,
|
||||
{
|
||||
"type": "stopped",
|
||||
"status": "partial" if session.partial else "completed",
|
||||
},
|
||||
)
|
||||
finally:
|
||||
self._engine = None
|
||||
@@ -11,6 +11,7 @@ import base64
|
||||
import binascii
|
||||
import json
|
||||
import logging
|
||||
import math
|
||||
import os
|
||||
import re
|
||||
import sqlite3
|
||||
@@ -34,7 +35,8 @@ from .launcher import (
|
||||
VideoTicketError,
|
||||
require_supported_backend,
|
||||
)
|
||||
from .lifecycle import OrderedCallLifecycle
|
||||
from .lifecycle import OrderedCallLifecycle, normalize_transcript_segment
|
||||
from .live_ai import LiveAiController
|
||||
from .screenshot import ScreenshotPreviewSize, capture_view_region
|
||||
from .security import TrustedDocumentError, TrustedDocumentPolicy
|
||||
|
||||
@@ -296,6 +298,16 @@ if WEBENGINE_AVAILABLE: # pragma: no cover - GUI behavior needs an integration
|
||||
}
|
||||
)
|
||||
|
||||
@Slot(str, str, int, float, str) # type: ignore[misc]
|
||||
def appendLocalTranscriptionChunk( # noqa: N802
|
||||
self, session_id: str, role: str, sequence: int, timestamp: float, encoded: str
|
||||
) -> None:
|
||||
if len(encoded) > 512_000:
|
||||
return
|
||||
self._callback({"source": "doctor-call", "event": "local-transcription-chunk",
|
||||
"sessionId": session_id, "role": role, "sequence": sequence,
|
||||
"timestamp": timestamp, "data": encoded})
|
||||
|
||||
class _EmbeddedVideoWindow(QMainWindow): # type: ignore[misc, valid-type]
|
||||
status_changed = Signal(str) # type: ignore[misc]
|
||||
call_ended = Signal(str) # type: ignore[misc]
|
||||
@@ -304,7 +316,8 @@ if WEBENGINE_AVAILABLE: # pragma: no cover - GUI behavior needs an integration
|
||||
_policy_completed = Signal(str, object) # type: ignore[misc]
|
||||
_room_completed = Signal(str, bool, str) # type: ignore[misc]
|
||||
_screenshot_completed = Signal(bool, str) # type: ignore[misc]
|
||||
_transcription_completed = Signal(str, str, str, bool, str) # type: ignore[misc]
|
||||
_transcription_completed = Signal(str, str, str, bool, str, str) # type: ignore[misc]
|
||||
_local_transcription_event = Signal(object) # type: ignore[misc]
|
||||
_local_recording_completed = Signal( # type: ignore[misc]
|
||||
str, str, int, bool, str
|
||||
)
|
||||
@@ -364,6 +377,20 @@ if WEBENGINE_AVAILABLE: # pragma: no cover - GUI behavior needs an integration
|
||||
self._im_ai_timer.timeout.connect(self._flush_im_ai)
|
||||
if self._im_ai.enabled:
|
||||
self._im_ai_timer.start()
|
||||
self._live_ai = LiveAiController(
|
||||
repository, diagnosis_id=request.diagnosis_id, enabled=can_ai_assistant is True,
|
||||
)
|
||||
# The default recognizer is Tencent's existing call transcriber.
|
||||
# Keep local audio recording independent; no local model is loaded.
|
||||
self._local_transcription = None
|
||||
self._asr_session_id = ""
|
||||
self._asr_ready = False
|
||||
self._asr_partial = False
|
||||
self._transcription_final_status = "idle"
|
||||
self._video_ai_timer = QTimer(self)
|
||||
self._video_ai_timer.setInterval(100)
|
||||
self._video_ai_timer.timeout.connect(self._flush_video_ai)
|
||||
self._video_ai_timer.start()
|
||||
self._screenshot_preview_size = ScreenshotPreviewSize()
|
||||
self._local_audio_capture: _LocalAudioCapture | None = None
|
||||
self._local_audio_store: LocalAudioQueueStore | None = None
|
||||
@@ -414,6 +441,7 @@ if WEBENGINE_AVAILABLE: # pragma: no cover - GUI behavior needs an integration
|
||||
self._room_completed.connect(self._on_room_completed)
|
||||
self._screenshot_completed.connect(self._on_screenshot_completed)
|
||||
self._transcription_completed.connect(self._on_transcription_completed)
|
||||
self._local_transcription_event.connect(self._on_local_transcription)
|
||||
self._local_recording_completed.connect(self._on_local_recording_completed)
|
||||
self.web_view.loadFinished.connect(self._on_load_finished)
|
||||
self.web_view.setUrl(QUrl(self.location.url))
|
||||
@@ -554,6 +582,14 @@ if WEBENGINE_AVAILABLE: # pragma: no cover - GUI behavior needs an integration
|
||||
if self._closing:
|
||||
return
|
||||
event = str(message.get("event", ""))
|
||||
if event.startswith("local-transcription-"):
|
||||
# An old companion must not start a second recognizer.
|
||||
return
|
||||
if event == "video-ai-action":
|
||||
self._handle_video_assistance_message(message)
|
||||
return
|
||||
if event.startswith("transcription-") and not self._local_transcription_context_is_trusted():
|
||||
return
|
||||
if event in {"im-ai-request", "im-ai-cancel"}:
|
||||
self._handle_im_ai_message(message)
|
||||
return
|
||||
@@ -604,6 +640,9 @@ if WEBENGINE_AVAILABLE: # pragma: no cover - GUI behavior needs an integration
|
||||
self._abort_local_audio_recording(str(message.get("sessionId") or ""))
|
||||
return
|
||||
if event == "transcription-start-request":
|
||||
if (self._shutdown_requested or not self._start_requested
|
||||
or self._call_cycle_closed or not self.lifecycle.call_record_id):
|
||||
return
|
||||
self._start_transcription(
|
||||
str(message.get("sessionId") or ""),
|
||||
str(message.get("language") or "zh-CN"),
|
||||
@@ -612,6 +651,22 @@ if WEBENGINE_AVAILABLE: # pragma: no cover - GUI behavior needs an integration
|
||||
if event == "transcription-segment":
|
||||
self._save_transcript_segment(message)
|
||||
return
|
||||
if event == "transcription-ready":
|
||||
session_id = str(message.get("sessionId") or "")
|
||||
if (not self._shutdown_requested and session_id
|
||||
and session_id == str(self.lifecycle.transcription_session_id or "")):
|
||||
self._live_ai.transcription_running(session_id)
|
||||
return
|
||||
if event == "transcription-error":
|
||||
if (str(message.get("sessionId") or "")
|
||||
== str(self.lifecycle.transcription_session_id or "")
|
||||
and self.lifecycle.transcription_session_id):
|
||||
self._asr_partial = True
|
||||
self._live_ai.transcription_error(
|
||||
str(message.get("message") or "腾讯云实时转写未完成,请重试。")[:240],
|
||||
status="failed",
|
||||
)
|
||||
return
|
||||
if event == "transcription-stop":
|
||||
self._finish_transcription(
|
||||
str(message.get("sessionId") or ""),
|
||||
@@ -679,6 +734,110 @@ if WEBENGINE_AVAILABLE: # pragma: no cover - GUI behavior needs an integration
|
||||
if timer is not None:
|
||||
timer.stop()
|
||||
|
||||
def _local_transcription_context_is_trusted(self) -> bool:
|
||||
return (not self._closing and not self._released and self._injected
|
||||
and self._policy.allows_main_document(self._page.url().toString()))
|
||||
|
||||
def _handle_video_assistance_message(self, message: Mapping[str, Any]) -> None:
|
||||
if not self._local_transcription_context_is_trusted():
|
||||
return
|
||||
event = message.get("event")
|
||||
if event == "video-ai-action":
|
||||
if not self._shutdown_requested:
|
||||
self._live_ai.handle(str(message.get("action") or ""), message.get("enabled"))
|
||||
return
|
||||
session_id = str(message.get("sessionId") or "")
|
||||
if event == "local-transcription-start":
|
||||
if (self._shutdown_requested or not self._start_requested or self._call_cycle_closed
|
||||
or not self.lifecycle.call_record_id
|
||||
or re.fullmatch(r"[A-Za-z0-9_-]{1,128}", session_id) is None):
|
||||
return
|
||||
existing = str(self.lifecycle.transcription_session_id or "")
|
||||
if existing and existing != session_id:
|
||||
return
|
||||
was_ready = self._asr_session_id == session_id and self._asr_ready
|
||||
if self._asr_session_id != session_id:
|
||||
self._asr_partial = False
|
||||
self._asr_ready = False
|
||||
self._asr_session_id = session_id
|
||||
self._live_ai.transcription_starting()
|
||||
accepted = self._local_transcription.start(session_id)
|
||||
if accepted and was_ready:
|
||||
self._on_local_transcription({"type": "ready", "sessionId": session_id})
|
||||
elif not accepted:
|
||||
self._on_local_transcription({"type": "error", "sessionId": session_id,
|
||||
"message": "本次转写已结束,请重新发起通话。"})
|
||||
elif session_id and session_id == self._asr_session_id:
|
||||
if event == "local-transcription-chunk":
|
||||
if session_id != str(self.lifecycle.transcription_session_id or ""):
|
||||
return
|
||||
timestamp = message.get("timestamp")
|
||||
if (isinstance(timestamp, bool) or not isinstance(timestamp, (int, float))
|
||||
or not math.isfinite(timestamp) or not 0 < timestamp < 2**53):
|
||||
return
|
||||
self._local_transcription.submit(
|
||||
session_id, str(message.get("role") or ""), message.get("sequence"),
|
||||
int(timestamp), str(message.get("data") or ""),
|
||||
)
|
||||
elif event == "local-transcription-stop":
|
||||
self._local_transcription.stop(session_id)
|
||||
|
||||
def _emit_local_transcription(self, event: dict[str, Any]) -> None:
|
||||
with suppress(RuntimeError):
|
||||
self._local_transcription_event.emit(event)
|
||||
|
||||
def _on_local_transcription(self, event: Mapping[str, Any]) -> None:
|
||||
if (not self._local_transcription_context_is_trusted()
|
||||
or event.get("sessionId") != self._asr_session_id):
|
||||
return
|
||||
kind = event.get("type")
|
||||
if kind == "ready":
|
||||
self._asr_ready = True
|
||||
elif kind == "stopped":
|
||||
self._asr_ready = False
|
||||
elif kind == "segment":
|
||||
role = event.get("role")
|
||||
if role not in {"doctor", "patient"}:
|
||||
return
|
||||
self._save_transcript_segment({
|
||||
"sessionId": self._asr_session_id,
|
||||
"segment": {
|
||||
"segment_id": event.get("segmentId"),
|
||||
"speaker_role": role,
|
||||
"speaker_user_id": (self.request.user_id if role == "doctor"
|
||||
else self.request.target_user_id),
|
||||
"timestamp": event.get("timestamp"), "text": event.get("text"),
|
||||
},
|
||||
})
|
||||
elif kind == "error":
|
||||
self._asr_partial = True
|
||||
self._live_ai.transcription_error(
|
||||
str(event.get("message") or "本地转写未完成"),
|
||||
status="partial" if self._asr_ready else "failed",
|
||||
)
|
||||
payload = json.dumps(dict(event), ensure_ascii=True, separators=(",", ":"))
|
||||
self._page.runJavaScript(f"window.doctorConsultation?.localTranscriptionEvent?.({payload});")
|
||||
|
||||
def _flush_video_ai(self) -> None:
|
||||
if not self._local_transcription_context_is_trusted() or self._shutdown_requested:
|
||||
return
|
||||
self._live_ai.tick()
|
||||
state = self._live_ai.take_state()
|
||||
if state is not None:
|
||||
payload = json.dumps(state, ensure_ascii=True, separators=(",", ":"))
|
||||
self._page.runJavaScript(f"window.doctorConsultation?.videoAiState?.({payload});")
|
||||
|
||||
def _close_video_assistance(self, *, close_asr: bool = True) -> None:
|
||||
controller = getattr(self, "_live_ai", None)
|
||||
if controller is not None:
|
||||
controller.close()
|
||||
timer = getattr(self, "_video_ai_timer", None)
|
||||
if timer is not None:
|
||||
timer.stop()
|
||||
controller = getattr(self, "_local_transcription", None)
|
||||
if close_asr and controller is not None:
|
||||
controller.close()
|
||||
|
||||
def _open_diagnosis_safely(self) -> None:
|
||||
if self._closing or self._on_open_diagnosis is None:
|
||||
return
|
||||
@@ -1063,6 +1222,12 @@ if WEBENGINE_AVAILABLE: # pragma: no cover - GUI behavior needs an integration
|
||||
if self._closing or self._shutdown_requested or self._start_requested:
|
||||
return
|
||||
self._prepare_call_cycle()
|
||||
live_ai = getattr(self, "_live_ai", None)
|
||||
if live_ai is not None:
|
||||
live_ai.reset()
|
||||
self._asr_session_id = ""
|
||||
self._asr_ready = False
|
||||
self._asr_partial = False
|
||||
self._start_requested = True
|
||||
try:
|
||||
future = self.lifecycle.start(call_type=call_type)
|
||||
@@ -1141,6 +1306,7 @@ if WEBENGINE_AVAILABLE: # pragma: no cover - GUI behavior needs an integration
|
||||
session_id: str,
|
||||
segment_id: str,
|
||||
future: Future[bool],
|
||||
normalized_segment: Mapping[str, Any] | None = None,
|
||||
) -> None:
|
||||
try:
|
||||
succeeded = bool(future.result())
|
||||
@@ -1155,7 +1321,8 @@ if WEBENGINE_AVAILABLE: # pragma: no cover - GUI behavior needs an integration
|
||||
}.get(operation, "")
|
||||
with suppress(RuntimeError):
|
||||
self._transcription_completed.emit(
|
||||
operation, session_id, segment_id, succeeded, message
|
||||
operation, session_id, segment_id, succeeded, message,
|
||||
json.dumps(normalized_segment if succeeded else None, ensure_ascii=True),
|
||||
)
|
||||
|
||||
def _on_transcription_completed(
|
||||
@@ -1165,16 +1332,47 @@ if WEBENGINE_AVAILABLE: # pragma: no cover - GUI behavior needs an integration
|
||||
segment_id: str,
|
||||
succeeded: bool,
|
||||
message: str,
|
||||
normalized_segment: str | Mapping[str, Any] | None = None,
|
||||
) -> None:
|
||||
if not self._local_transcription_context_is_trusted():
|
||||
return
|
||||
live_ai = getattr(self, "_live_ai", None)
|
||||
if (live_ai is not None
|
||||
and session_id == str(self.lifecycle.transcription_session_id or "")):
|
||||
if operation == "start" and succeeded:
|
||||
live_ai.bind(int(self.lifecycle.call_record_id), session_id)
|
||||
elif operation == "start":
|
||||
live_ai.transcription_error(message or "转写文字存储未就绪,请重试。", status="failed")
|
||||
elif operation == "segment":
|
||||
if succeeded:
|
||||
live_ai.changed(session_id)
|
||||
else:
|
||||
self._asr_partial = True
|
||||
live_ai.transcription_error("部分对话文字保存失败,分析资料可能不完整。")
|
||||
elif operation == "stop":
|
||||
live_ai.finish(session_id, self._transcription_final_status if succeeded else "partial")
|
||||
payload = json.dumps(str(message)[:200], ensure_ascii=True)
|
||||
state = "true" if succeeded else "false"
|
||||
if isinstance(normalized_segment, str):
|
||||
try:
|
||||
normalized_segment = json.loads(normalized_segment)
|
||||
except (ValueError, TypeError):
|
||||
normalized_segment = None
|
||||
caption = json.dumps(
|
||||
dict(normalized_segment)
|
||||
if succeeded and operation == "segment" and isinstance(normalized_segment, Mapping)
|
||||
else None,
|
||||
ensure_ascii=True,
|
||||
)
|
||||
self._page.runJavaScript(
|
||||
"window.doctorConsultation?.transcriptionResult?.("
|
||||
f"{json.dumps(operation)}, {json.dumps(session_id)}, "
|
||||
f"{json.dumps(segment_id)}, {state}, {payload});"
|
||||
f"{json.dumps(segment_id)}, {state}, {payload}, {caption});"
|
||||
)
|
||||
|
||||
def _start_transcription(self, session_id: str, language: str) -> None:
|
||||
if not self._local_transcription_context_is_trusted() or self._shutdown_requested:
|
||||
return
|
||||
try:
|
||||
future = self.lifecycle.start_transcription(session_id, language=language)
|
||||
except Exception as error:
|
||||
@@ -1182,6 +1380,7 @@ if WEBENGINE_AVAILABLE: # pragma: no cover - GUI behavior needs an integration
|
||||
"start", session_id, "", False, str(error)[:200]
|
||||
)
|
||||
return
|
||||
self._live_ai.transcription_starting()
|
||||
future.add_done_callback(
|
||||
lambda completed: self._notify_transcription_completed(
|
||||
"start", session_id, "", completed
|
||||
@@ -1189,6 +1388,8 @@ if WEBENGINE_AVAILABLE: # pragma: no cover - GUI behavior needs an integration
|
||||
)
|
||||
|
||||
def _save_transcript_segment(self, message: Mapping[str, Any]) -> None:
|
||||
if not self._local_transcription_context_is_trusted():
|
||||
return
|
||||
session_id = str(message.get("sessionId") or "").strip()
|
||||
segment = message.get("segment")
|
||||
segment_id = (
|
||||
@@ -1207,25 +1408,44 @@ if WEBENGINE_AVAILABLE: # pragma: no cover - GUI behavior needs an integration
|
||||
)
|
||||
return
|
||||
try:
|
||||
future = self.lifecycle.save_transcript_segment(segment)
|
||||
normalized = normalize_transcript_segment(segment, session_id)
|
||||
speaker = normalized["speaker_user_id"]
|
||||
normalized["speaker_role"] = (
|
||||
"doctor" if speaker == self.request.user_id
|
||||
else "patient" if speaker == self.request.target_user_id
|
||||
else "unknown"
|
||||
)
|
||||
future = self.lifecycle.save_transcript_segment(normalized)
|
||||
except Exception as error:
|
||||
self._on_transcription_completed(
|
||||
"segment", session_id, segment_id, False, str(error)[:200]
|
||||
)
|
||||
return
|
||||
caption = {
|
||||
"segmentId": normalized["segment_id"],
|
||||
"speakerUserId": normalized["speaker_user_id"],
|
||||
"sourceText": normalized["text"],
|
||||
"timestamp": normalized["timestamp"],
|
||||
"isCompleted": True,
|
||||
}
|
||||
future.add_done_callback(
|
||||
lambda completed: self._notify_transcription_completed(
|
||||
"segment", session_id, segment_id, completed
|
||||
"segment", session_id, segment_id, completed, caption
|
||||
)
|
||||
)
|
||||
|
||||
def _finish_transcription(self, session_id: str, status: str) -> None:
|
||||
if not self._local_transcription_context_is_trusted():
|
||||
return
|
||||
if session_id.strip() != str(self.lifecycle.transcription_session_id or ""):
|
||||
self._on_transcription_completed(
|
||||
"stop", session_id, "", False, "录音会话标识不匹配。"
|
||||
)
|
||||
return
|
||||
try:
|
||||
if getattr(self, "_asr_partial", False):
|
||||
status = "partial"
|
||||
self._transcription_final_status = status
|
||||
future = self.lifecycle.finish_transcription(status=status)
|
||||
except Exception as error:
|
||||
self._on_transcription_completed(
|
||||
@@ -1255,6 +1475,7 @@ if WEBENGINE_AVAILABLE: # pragma: no cover - GUI behavior needs an integration
|
||||
"""Let MediaRecorder finish and upload before WebEngine is destroyed."""
|
||||
|
||||
_EmbeddedVideoWindow._close_im_ai(self)
|
||||
_EmbeddedVideoWindow._close_video_assistance(self, close_asr=False)
|
||||
self._close_reason = reason
|
||||
if self._closing or self._released:
|
||||
return
|
||||
@@ -1300,6 +1521,7 @@ if WEBENGINE_AVAILABLE: # pragma: no cover - GUI behavior needs an integration
|
||||
if self._closing:
|
||||
return
|
||||
_EmbeddedVideoWindow._close_im_ai(self)
|
||||
_EmbeddedVideoWindow._close_video_assistance(self)
|
||||
self._on_compact_close = None
|
||||
self._closing = True
|
||||
self._media_active = False
|
||||
|
||||
@@ -0,0 +1,362 @@
|
||||
"""Cloud ASR reaches UI and live AI only after trusted, normalized persistence."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import json
|
||||
from concurrent.futures import Future
|
||||
from types import MethodType, SimpleNamespace
|
||||
from unittest.mock import Mock
|
||||
|
||||
import pytest
|
||||
|
||||
from doctor_workstation.video import window
|
||||
from doctor_workstation.video.security import TrustedDocumentPolicy
|
||||
|
||||
pytestmark = pytest.mark.skipif(not window.WEBENGINE_AVAILABLE, reason="optional QtWebEngine")
|
||||
TRUSTED = "https://video.example.test/call/index.html"
|
||||
SESSION = "tr-cloud-test"
|
||||
SOURCE = "沒有過敏,沒有吃藥。0.5 mg,不是 5 mg。血壓 120/80 mmHg。\n唔係,冇食藥。"
|
||||
SIMPLIFIED = "没有过敏,没有吃药。0.5 mg,不是 5 mg。血压 120/80 mmHg。\n唔系,冇食药。"
|
||||
TIMESTAMP = 1793332800000
|
||||
|
||||
|
||||
def host(**changes):
|
||||
item = SimpleNamespace(
|
||||
_closing=False, _released=False, _shutdown_requested=False, _injected=True,
|
||||
_start_requested=True, _call_cycle_closed=False,
|
||||
_policy=TrustedDocumentPolicy.from_url(TRUSTED, is_local=False),
|
||||
_page=Mock(), _local_transcription=Mock(), _live_ai=Mock(),
|
||||
_asr_session_id=SESSION, _asr_ready=False, _asr_partial=False,
|
||||
_transcription_final_status="completed", _transcription_completed=Mock(),
|
||||
request=SimpleNamespace(user_id="doctor_test", target_user_id="patient_test"),
|
||||
lifecycle=SimpleNamespace(
|
||||
call_record_id=71, transcription_session_id=SESSION,
|
||||
start_transcription=Mock(return_value=Future()),
|
||||
save_transcript_segment=Mock(return_value=Future()),
|
||||
finish_transcription=Mock(return_value=Future()),
|
||||
),
|
||||
_start_local_audio_recording=Mock(), _append_local_audio_chunk=Mock(),
|
||||
_finish_local_audio_recording=Mock(), _abort_local_audio_recording=Mock(),
|
||||
)
|
||||
item._page.url.return_value.toString.return_value = TRUSTED
|
||||
for name in (
|
||||
"_handle_bridge_message", "_handle_video_assistance_message",
|
||||
"_local_transcription_context_is_trusted", "_start_transcription",
|
||||
"_save_transcript_segment", "_finish_transcription",
|
||||
"_notify_transcription_completed", "_on_transcription_completed",
|
||||
):
|
||||
setattr(item, name, MethodType(getattr(window._EmbeddedVideoWindow, name), item))
|
||||
item._transcription_completed.emit.side_effect = item._on_transcription_completed
|
||||
for name, value in changes.items():
|
||||
setattr(item, name, value)
|
||||
return item
|
||||
|
||||
|
||||
def segment_message(**changes):
|
||||
return {
|
||||
"source": "doctor-call", "event": "transcription-segment", "sessionId": SESSION,
|
||||
"segment": {
|
||||
"segment_id": "cloud-segment-1", "speaker_user_id": "patient_test",
|
||||
"speaker_role": "doctor", "timestamp": TIMESTAMP, "text": SOURCE,
|
||||
},
|
||||
**changes,
|
||||
}
|
||||
|
||||
|
||||
def transcription_result(item):
|
||||
script = item._page.runJavaScript.call_args.args[0]
|
||||
assert script.startswith("window.doctorConsultation?.transcriptionResult?.(")
|
||||
assert script.endswith(");")
|
||||
return json.loads("[" + script.split("?.(", 1)[1][:-2] + "]")
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
("speaker_id", "expected_role"),
|
||||
[("doctor_test", "doctor"), ("patient_test", "patient"), ("other_test", "unknown")],
|
||||
)
|
||||
def test_trusted_cloud_segment_is_normalized_and_role_is_host_derived(speaker_id, expected_role):
|
||||
item = host()
|
||||
message = segment_message()
|
||||
message["segment"]["speaker_user_id"] = speaker_id
|
||||
item._handle_bridge_message(message)
|
||||
|
||||
item.lifecycle.save_transcript_segment.assert_called_once()
|
||||
saved = item.lifecycle.save_transcript_segment.call_args.args[0]
|
||||
assert saved["text"] == SIMPLIFIED
|
||||
assert saved["speaker_role"] == expected_role
|
||||
assert saved["speaker_user_id"] == speaker_id
|
||||
assert saved["segment_id"] == "cloud-segment-1"
|
||||
assert saved["timestamp"] == TIMESTAMP
|
||||
assert message["segment"]["text"] == SOURCE
|
||||
item._live_ai.changed.assert_not_called()
|
||||
item._page.runJavaScript.assert_not_called()
|
||||
|
||||
item.lifecycle.save_transcript_segment.return_value.set_result(True)
|
||||
|
||||
result = transcription_result(item)
|
||||
assert result == [
|
||||
"segment", SESSION, "cloud-segment-1", True, "",
|
||||
{"segmentId": "cloud-segment-1", "speakerUserId": speaker_id,
|
||||
"sourceText": SIMPLIFIED, "timestamp": TIMESTAMP, "isCompleted": True},
|
||||
]
|
||||
assert len(item._transcription_completed.emit.call_args.args) == 6
|
||||
item._live_ai.changed.assert_called_once_with(SESSION)
|
||||
item._local_transcription.start.assert_not_called()
|
||||
item._local_transcription.submit.assert_not_called()
|
||||
|
||||
|
||||
@pytest.mark.parametrize("failure", [False, RuntimeError("storage unavailable")])
|
||||
def test_failed_storage_never_returns_normalized_text_or_dirties_ai(failure):
|
||||
item = host()
|
||||
item._handle_bridge_message(segment_message())
|
||||
future = item.lifecycle.save_transcript_segment.return_value
|
||||
if isinstance(failure, Exception):
|
||||
future.set_exception(failure)
|
||||
else:
|
||||
future.set_result(failure)
|
||||
|
||||
result = transcription_result(item)
|
||||
assert result[:4] == ["segment", SESSION, "cloud-segment-1", False]
|
||||
assert len(result) == 6 and result[5] is None
|
||||
assert item._asr_partial
|
||||
item._live_ai.changed.assert_not_called()
|
||||
item._live_ai.transcription_error.assert_called_once()
|
||||
|
||||
|
||||
def test_synchronous_storage_failure_has_no_normalized_ack():
|
||||
item = host()
|
||||
item.lifecycle.save_transcript_segment.side_effect = RuntimeError("storage unavailable")
|
||||
item._handle_bridge_message(segment_message())
|
||||
result = transcription_result(item)
|
||||
assert result[:4] == ["segment", SESSION, "cloud-segment-1", False]
|
||||
assert result[5] is None
|
||||
item._live_ai.changed.assert_not_called()
|
||||
|
||||
|
||||
def test_camel_case_cloud_segment_uses_the_same_normalized_contract():
|
||||
item = host()
|
||||
item._handle_bridge_message(segment_message(segment={
|
||||
"segmentId": "cloud-segment-2", "speakerUserId": " doctor_test ",
|
||||
"speakerRole": "patient", "sourceText": SOURCE, "timestamp": TIMESTAMP,
|
||||
}))
|
||||
saved = item.lifecycle.save_transcript_segment.call_args.args[0]
|
||||
assert saved["speaker_role"] == "doctor"
|
||||
assert saved["speaker_user_id"] == "doctor_test"
|
||||
assert saved["text"] == SIMPLIFIED
|
||||
item.lifecycle.save_transcript_segment.return_value.set_result(True)
|
||||
assert transcription_result(item)[5] == {
|
||||
"segmentId": "cloud-segment-2", "speakerUserId": "doctor_test",
|
||||
"sourceText": SIMPLIFIED, "timestamp": TIMESTAMP, "isCompleted": True,
|
||||
}
|
||||
|
||||
|
||||
@pytest.mark.parametrize("segment", [
|
||||
None, {}, {"segment_id": "s1", "text": " "},
|
||||
{"segment_id": "s1", "text": "字" * 4001},
|
||||
])
|
||||
def test_malformed_segment_is_rejected_before_storage(segment):
|
||||
item = host()
|
||||
item._handle_bridge_message(segment_message(segment=segment))
|
||||
item.lifecycle.save_transcript_segment.assert_not_called()
|
||||
result = transcription_result(item)
|
||||
assert result[0] == "segment" and result[3] is False and result[5] is None
|
||||
item._live_ai.changed.assert_not_called()
|
||||
|
||||
|
||||
def test_conversion_failure_does_not_store_or_ack_unnormalized_text(monkeypatch):
|
||||
def unavailable_dictionary(_text):
|
||||
raise RuntimeError("conversion dictionary unavailable")
|
||||
|
||||
monkeypatch.setattr(
|
||||
"doctor_workstation.video.lifecycle.simplified_transcript", unavailable_dictionary,
|
||||
)
|
||||
item = host()
|
||||
item._handle_bridge_message(segment_message())
|
||||
item.lifecycle.save_transcript_segment.assert_not_called()
|
||||
result = transcription_result(item)
|
||||
assert result[:4] == ["segment", SESSION, "cloud-segment-1", False]
|
||||
assert result[5] is None
|
||||
item._live_ai.changed.assert_not_called()
|
||||
|
||||
|
||||
def test_json_ack_preserves_text_without_inserting_executable_source():
|
||||
item = host()
|
||||
message = segment_message()
|
||||
message["segment"]["text"] = '沒有;0.5 mg,不是 5 mg。</script>"\\\u2028\u2029結尾'
|
||||
item._handle_bridge_message(message)
|
||||
item.lifecycle.save_transcript_segment.return_value.set_result(True)
|
||||
result = transcription_result(item)
|
||||
assert result[5]["sourceText"] == '没有;0.5 mg,不是 5 mg。</script>"\\\u2028\u2029结尾'
|
||||
script = item._page.runJavaScript.call_args.args[0]
|
||||
assert "\u2028" not in script and "\u2029" not in script
|
||||
|
||||
|
||||
@pytest.mark.parametrize("session_id", ["tr-old-call", ""])
|
||||
def test_segment_for_another_or_empty_session_is_not_saved(session_id):
|
||||
item = host()
|
||||
item._handle_bridge_message(segment_message(sessionId=session_id))
|
||||
item.lifecycle.save_transcript_segment.assert_not_called()
|
||||
item._live_ai.changed.assert_not_called()
|
||||
|
||||
|
||||
def test_late_persistence_completion_does_not_dirty_new_call():
|
||||
item = host()
|
||||
item._handle_bridge_message(segment_message())
|
||||
original_future = item.lifecycle.save_transcript_segment.return_value
|
||||
item.lifecycle = SimpleNamespace(call_record_id=72, transcription_session_id="tr-new-call")
|
||||
item._asr_session_id = "tr-new-call"
|
||||
original_future.set_result(True)
|
||||
item._live_ai.changed.assert_not_called()
|
||||
item._live_ai.bind.assert_not_called()
|
||||
item._live_ai.finish.assert_not_called()
|
||||
|
||||
|
||||
def test_navigation_before_persistence_ack_blocks_page_delivery_and_ai_change():
|
||||
item = host()
|
||||
item._handle_bridge_message(segment_message())
|
||||
item._page.url.return_value.toString.return_value = "https://another.example.test/"
|
||||
item.lifecycle.save_transcript_segment.return_value.set_result(True)
|
||||
item._page.runJavaScript.assert_not_called()
|
||||
item._live_ai.changed.assert_not_called()
|
||||
|
||||
|
||||
@pytest.mark.parametrize("succeeded", [True, False])
|
||||
def test_start_marks_starting_and_binds_only_after_successful_storage_ack(succeeded):
|
||||
item = host()
|
||||
item._handle_bridge_message({
|
||||
"event": "transcription-start-request", "sessionId": SESSION, "language": "zh-CN",
|
||||
})
|
||||
item._live_ai.transcription_starting.assert_called_once()
|
||||
item.lifecycle.start_transcription.assert_called_once_with(SESSION, language="zh-CN")
|
||||
item._live_ai.bind.assert_not_called()
|
||||
item._local_transcription.start.assert_not_called()
|
||||
|
||||
item.lifecycle.start_transcription.return_value.set_result(succeeded)
|
||||
if succeeded:
|
||||
item._live_ai.bind.assert_called_once_with(71, SESSION)
|
||||
else:
|
||||
item._live_ai.bind.assert_not_called()
|
||||
assert transcription_result(item)[:4] == ["start", SESSION, "", succeeded]
|
||||
item._live_ai.changed.assert_not_called()
|
||||
|
||||
|
||||
def test_cloud_error_marks_failed_and_stop_keeps_partial_storage_status():
|
||||
item = host()
|
||||
item._handle_bridge_message({
|
||||
"event": "transcription-error", "sessionId": SESSION, "message": "云转写连接中断",
|
||||
})
|
||||
item._live_ai.transcription_error.assert_called_once_with("云转写连接中断", status="failed")
|
||||
assert item._asr_partial
|
||||
|
||||
item._handle_bridge_message({
|
||||
"event": "transcription-stop", "sessionId": SESSION, "status": "completed",
|
||||
})
|
||||
item.lifecycle.finish_transcription.assert_called_once_with(status="partial")
|
||||
item._live_ai.finish.assert_not_called()
|
||||
item.lifecycle.finish_transcription.return_value.set_result(True)
|
||||
item._live_ai.finish.assert_called_once_with(SESSION, "partial")
|
||||
item._live_ai.changed.assert_not_called()
|
||||
|
||||
|
||||
@pytest.mark.parametrize("session,shutdown,ready", [(SESSION, False, True), ("old", False, False), (SESSION, True, False), ("", False, False)])
|
||||
def test_cloud_ready_after_retry_is_scoped_to_active_call(session, shutdown, ready):
|
||||
item = host(_shutdown_requested=shutdown)
|
||||
item._handle_bridge_message({"event": "transcription-ready", "sessionId": session})
|
||||
assert item._live_ai.transcription_running.called is ready
|
||||
if ready:
|
||||
item._live_ai.transcription_running.assert_called_once_with(SESSION)
|
||||
|
||||
|
||||
def test_error_or_stop_from_old_session_does_not_change_current_call():
|
||||
item = host()
|
||||
item._handle_bridge_message({
|
||||
"event": "transcription-error", "sessionId": "tr-old-call", "message": "old failure",
|
||||
})
|
||||
item._handle_bridge_message({
|
||||
"event": "transcription-stop", "sessionId": "tr-old-call", "status": "partial",
|
||||
})
|
||||
assert not item._asr_partial
|
||||
item.lifecycle.finish_transcription.assert_not_called()
|
||||
item._live_ai.transcription_error.assert_not_called()
|
||||
item._live_ai.finish.assert_not_called()
|
||||
|
||||
|
||||
@pytest.mark.parametrize("event", [
|
||||
"transcription-start-request", "transcription-segment", "transcription-stop", "transcription-error", "transcription-ready",
|
||||
])
|
||||
@pytest.mark.parametrize("untrusted", ["closing", "released", "uninjected", "navigated"])
|
||||
def test_cloud_commands_require_injected_trusted_live_document(event, untrusted):
|
||||
item = host()
|
||||
if untrusted == "navigated":
|
||||
item._page.url.return_value.toString.return_value = "https://another.example.test/"
|
||||
else:
|
||||
setattr(item, {"closing": "_closing", "released": "_released", "uninjected": "_injected"}[untrusted],
|
||||
untrusted != "uninjected")
|
||||
message = segment_message(event=event, message="cloud failure", language="zh-CN", status="completed")
|
||||
item._handle_bridge_message(message)
|
||||
item.lifecycle.start_transcription.assert_not_called()
|
||||
item.lifecycle.save_transcript_segment.assert_not_called()
|
||||
item.lifecycle.finish_transcription.assert_not_called()
|
||||
item._live_ai.transcription_starting.assert_not_called()
|
||||
item._live_ai.transcription_error.assert_not_called()
|
||||
item._live_ai.transcription_running.assert_not_called()
|
||||
item._live_ai.changed.assert_not_called()
|
||||
|
||||
|
||||
@pytest.mark.parametrize("operation", ["start", "segment", "stop"])
|
||||
def test_direct_transcription_methods_also_require_a_trusted_document(operation):
|
||||
item = host(_injected=False)
|
||||
if operation == "start":
|
||||
item._start_transcription(SESSION, "zh-CN")
|
||||
elif operation == "segment":
|
||||
item._save_transcript_segment(segment_message())
|
||||
else:
|
||||
item._finish_transcription(SESSION, "completed")
|
||||
item.lifecycle.start_transcription.assert_not_called()
|
||||
item.lifecycle.save_transcript_segment.assert_not_called()
|
||||
item.lifecycle.finish_transcription.assert_not_called()
|
||||
|
||||
|
||||
@pytest.mark.parametrize("event", [
|
||||
"local-transcription-start", "local-transcription-chunk", "local-transcription-stop",
|
||||
])
|
||||
def test_old_local_asr_dispatch_cannot_run_recognition(event):
|
||||
item = host()
|
||||
item._handle_bridge_message({
|
||||
"event": event, "sessionId": SESSION, "role": "patient", "sequence": 0,
|
||||
"timestamp": TIMESTAMP, "data": "AQACAA==",
|
||||
})
|
||||
item._local_transcription.start.assert_not_called()
|
||||
item._local_transcription.submit.assert_not_called()
|
||||
item._local_transcription.stop.assert_not_called()
|
||||
item.lifecycle.start_transcription.assert_not_called()
|
||||
item.lifecycle.save_transcript_segment.assert_not_called()
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
("event", "handler", "arguments"),
|
||||
[
|
||||
("local-audio-start", "_start_local_audio_recording", (SESSION, "audio/webm")),
|
||||
("local-audio-chunk", "_append_local_audio_chunk", (SESSION, 0, "AQACAA==")),
|
||||
("local-audio-finish", "_finish_local_audio_recording", (SESSION, 4)),
|
||||
("local-audio-abort", "_abort_local_audio_recording", (SESSION,)),
|
||||
],
|
||||
)
|
||||
def test_local_audio_recording_dispatch_remains_available(event, handler, arguments):
|
||||
item = host()
|
||||
item._handle_bridge_message({
|
||||
"event": event, "sessionId": SESSION, "mimeType": "audio/webm",
|
||||
"sequence": 0, "data": "AQACAA==", "totalBytes": 4,
|
||||
})
|
||||
getattr(item, handler).assert_called_once_with(*arguments)
|
||||
|
||||
|
||||
def test_pending_shutdown_drains_cloud_segments_and_stop_without_new_start():
|
||||
item = host(_shutdown_requested=True)
|
||||
item._handle_bridge_message({"event": "transcription-start-request", "sessionId": "tr-next"})
|
||||
item._handle_bridge_message(segment_message())
|
||||
item._handle_bridge_message({"event": "transcription-stop", "sessionId": SESSION})
|
||||
item.lifecycle.start_transcription.assert_not_called()
|
||||
item.lifecycle.save_transcript_segment.assert_called_once()
|
||||
item.lifecycle.finish_transcription.assert_called_once_with(status="completed")
|
||||
item._local_transcription.start.assert_not_called()
|
||||
@@ -0,0 +1,512 @@
|
||||
from __future__ import annotations
|
||||
|
||||
from copy import deepcopy
|
||||
from threading import Event
|
||||
|
||||
import pytest
|
||||
|
||||
from doctor_workstation.core.errors import ApiBusinessError, ApiHttpError, ApiTimeoutError
|
||||
from doctor_workstation.video.live_ai import LiveAiController
|
||||
|
||||
|
||||
def result(call=71, session="tr-local", **changes):
|
||||
value = {
|
||||
"event": "done", "diagnosis_id": 9,
|
||||
"live_context": {
|
||||
"call_record_id": call, "transcription_session_id": session,
|
||||
"revision": "a" * 64, "segment_count": 151,
|
||||
"through_timestamp_ms": 1793332800000, "transcription_status": "running",
|
||||
"sources": [{"id": "patient-1", "role": "patient", "timestamp_ms": 1793332800000,
|
||||
"text": "这是用于软件测试的合成对话。"}],
|
||||
},
|
||||
"live_assistance": {
|
||||
"summary": [{"text": "合成测试要点", "evidence_ids": ["patient-1"]}],
|
||||
"questions": [], "checks": [], "review": [],
|
||||
},
|
||||
}
|
||||
value.update(changes)
|
||||
return value
|
||||
|
||||
|
||||
class Repo:
|
||||
def __init__(self):
|
||||
self.calls = []
|
||||
self.cancels = []
|
||||
self.response = result()
|
||||
self.started = Event()
|
||||
self.release = None
|
||||
self.fail = False
|
||||
|
||||
def stream_video_ai(self, diagnosis_id, **kwargs):
|
||||
self.calls.append((diagnosis_id, kwargs))
|
||||
self.started.set()
|
||||
if self.release is not None:
|
||||
assert self.release.wait(3)
|
||||
if self.fail:
|
||||
raise RuntimeError("private connection details must not leak")
|
||||
yield deepcopy(self.response)
|
||||
|
||||
def cancel_diagnosis_ai(self, diagnosis_id, request_id):
|
||||
self.cancels.append((diagnosis_id, request_id))
|
||||
return {"accepted": True}
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def configured():
|
||||
repo = Repo()
|
||||
clock = [100.0]
|
||||
controller = LiveAiController(repo, diagnosis_id=9, enabled=True, clock=lambda: clock[0])
|
||||
controller.bind(71, "tr-local")
|
||||
yield controller, repo, clock
|
||||
if repo.release is not None:
|
||||
repo.release.set()
|
||||
controller.close()
|
||||
assert controller.wait(3)
|
||||
|
||||
|
||||
def run(controller, clock):
|
||||
clock[0] += 10
|
||||
controller.tick()
|
||||
assert controller.wait(3)
|
||||
return controller.take_state()
|
||||
|
||||
|
||||
def test_only_persisted_current_call_changes_trigger(configured):
|
||||
controller, repo, clock = configured
|
||||
controller.changed("another-call")
|
||||
run(controller, clock)
|
||||
assert not repo.calls
|
||||
controller.changed("tr-local")
|
||||
state = run(controller, clock)
|
||||
assert state["summary"][0]["evidence_ids"] == ["patient-1"]
|
||||
assert state["segmentCount"] == 151
|
||||
assert "transcript" not in repo.calls[0][1]
|
||||
assert repo.calls[0][1]["call_record_id"] == 71
|
||||
run(controller, clock)
|
||||
assert len(repo.calls) == 1
|
||||
|
||||
|
||||
def test_cloud_retry_clears_failure_without_losing_saved_evidence(configured):
|
||||
controller, repo, clock = configured
|
||||
controller.changed("tr-local")
|
||||
before = run(controller, clock)
|
||||
controller.transcription_error("云转写中断", status="failed")
|
||||
controller.transcription_running("stale-session")
|
||||
assert controller.take_state()["transcriptionStatus"] == "failed"
|
||||
controller.transcription_running("tr-local")
|
||||
after = controller.take_state()
|
||||
assert after["transcriptionStatus"] == "running"
|
||||
assert after["error"] == ""
|
||||
assert after["summary"] == before["summary"]
|
||||
assert after["revision"] == before["revision"]
|
||||
run(controller, clock)
|
||||
assert len(repo.calls) == 1
|
||||
|
||||
|
||||
def test_one_inflight_and_many_changes_coalesce(configured):
|
||||
controller, repo, clock = configured
|
||||
repo.release = Event()
|
||||
controller.changed("tr-local")
|
||||
clock[0] += 2
|
||||
controller.tick()
|
||||
assert repo.started.wait(2)
|
||||
for _ in range(50):
|
||||
controller.changed("tr-local")
|
||||
controller.tick()
|
||||
assert len(repo.calls) == 1
|
||||
repo.release.set()
|
||||
assert controller.wait(3)
|
||||
run(controller, clock)
|
||||
assert len(repo.calls) == 2
|
||||
run(controller, clock)
|
||||
assert len(repo.calls) == 2
|
||||
|
||||
|
||||
def test_pause_stops_auto_but_explicit_refresh_works(configured):
|
||||
controller, repo, clock = configured
|
||||
controller.handle("toggle", False)
|
||||
controller.changed("tr-local")
|
||||
run(controller, clock)
|
||||
assert not repo.calls
|
||||
controller.handle("refresh")
|
||||
state = run(controller, clock)
|
||||
assert len(repo.calls) == 1
|
||||
assert state["enabled"] is False
|
||||
|
||||
|
||||
def test_no_retry_loop_on_failure(configured):
|
||||
controller, repo, clock = configured
|
||||
repo.fail = True
|
||||
controller.changed("tr-local")
|
||||
state = run(controller, clock)
|
||||
assert state["phase"] == "error"
|
||||
assert "private" not in str(state)
|
||||
for _ in range(5):
|
||||
run(controller, clock)
|
||||
assert len(repo.calls) == 1
|
||||
repo.fail = False
|
||||
controller.handle("refresh")
|
||||
assert run(controller, clock)["phase"] == "ready"
|
||||
|
||||
|
||||
@pytest.mark.parametrize("mutation", [
|
||||
lambda r: r.update(diagnosis_id=10),
|
||||
lambda r: r["live_context"].update(call_record_id=72),
|
||||
lambda r: r["live_context"].update(transcription_session_id="other"),
|
||||
lambda r: r["live_context"].update(revision="invalid"),
|
||||
lambda r: r["live_context"].update(segment_count=-1),
|
||||
lambda r: r["live_context"].update(through_timestamp_ms=float("nan")),
|
||||
lambda r: r["live_context"]["sources"][0].update(role="guessed"),
|
||||
lambda r: r["live_context"]["sources"][0].update(timestamp_ms=True),
|
||||
lambda r: r["live_assistance"]["summary"][0].update(evidence_ids=["made-up"]),
|
||||
lambda r: r["live_assistance"]["summary"][0].update(evidence_ids=[]),
|
||||
])
|
||||
def test_invalid_identity_or_citations_never_published(configured, mutation):
|
||||
controller, repo, clock = configured
|
||||
mutation(repo.response)
|
||||
controller.changed("tr-local")
|
||||
state = run(controller, clock)
|
||||
assert state["phase"] == "error"
|
||||
assert state["summary"] == []
|
||||
|
||||
|
||||
def test_new_call_discards_late_result(configured):
|
||||
controller, repo, clock = configured
|
||||
repo.release = Event()
|
||||
controller.changed("tr-local")
|
||||
clock[0] += 2
|
||||
controller.tick()
|
||||
assert repo.started.wait(2)
|
||||
controller.bind(72, "tr-next")
|
||||
repo.release.set()
|
||||
assert controller.wait(3)
|
||||
state = controller.take_state()
|
||||
assert state["summary"] == []
|
||||
assert state["revision"] == ""
|
||||
|
||||
|
||||
def test_dialing_clears_previous_call_before_new_transcription_exists(configured):
|
||||
controller, repo, clock = configured
|
||||
controller.changed("tr-local")
|
||||
assert run(controller, clock)["summary"]
|
||||
controller.reset()
|
||||
state = controller.take_state()
|
||||
assert state["summary"] == [] and state["sources"] == []
|
||||
assert state["transcriptionStatus"] == "idle"
|
||||
controller.changed("tr-local")
|
||||
controller.handle("review")
|
||||
run(controller, clock)
|
||||
assert len(repo.calls) == 1
|
||||
|
||||
|
||||
def test_complete_long_source_quote_is_not_truncated(configured):
|
||||
controller, repo, clock = configured
|
||||
source = "合成测试原文。" * 400
|
||||
repo.response["live_context"]["sources"][0]["text"] = source
|
||||
repo.response["live_assistance"]["summary"][0]["text"] = "患者原话:" + source
|
||||
controller.changed("tr-local")
|
||||
state = run(controller, clock)
|
||||
assert state["summary"][0]["text"] == "患者原话:" + source
|
||||
|
||||
|
||||
def test_previous_good_result_retained_during_update_and_failure(configured):
|
||||
controller, repo, clock = configured
|
||||
controller.changed("tr-local")
|
||||
assert run(controller, clock)["summary"]
|
||||
repo.release = Event()
|
||||
repo.fail = True
|
||||
controller.changed("tr-local")
|
||||
clock[0] += 10
|
||||
controller.tick()
|
||||
state = controller.take_state()
|
||||
assert state["busy"] and state["summary"]
|
||||
repo.release.set()
|
||||
assert controller.wait(3)
|
||||
assert controller.take_state()["summary"]
|
||||
|
||||
|
||||
def test_review_only_after_transcript_finish(configured):
|
||||
controller, repo, clock = configured
|
||||
controller.changed("tr-local")
|
||||
run(controller, clock)
|
||||
controller.handle("review")
|
||||
run(controller, clock)
|
||||
assert len(repo.calls) == 1
|
||||
controller.finish("tr-local", "partial")
|
||||
controller.handle("review")
|
||||
state = run(controller, clock)
|
||||
assert repo.calls[-1][1]["task"] == "live_review"
|
||||
assert state["transcriptionStatus"] == "partial"
|
||||
|
||||
|
||||
def test_no_permission_no_work(configured):
|
||||
_, repo, clock = configured
|
||||
disabled = LiveAiController(repo, diagnosis_id=9, enabled=False)
|
||||
disabled.bind(71, "tr-local")
|
||||
disabled.changed("tr-local")
|
||||
disabled.handle("refresh")
|
||||
disabled.tick()
|
||||
assert not repo.calls
|
||||
assert disabled.take_state()["available"] is False
|
||||
disabled.close()
|
||||
|
||||
|
||||
def test_first_and_subsequent_updates_have_short_bounded_coalescing(configured):
|
||||
controller, repo, clock = configured
|
||||
controller.changed("tr-local")
|
||||
clock[0] += 0.79
|
||||
controller.tick()
|
||||
assert not repo.calls
|
||||
# More speech does not indefinitely postpone the first request.
|
||||
controller.changed("tr-local")
|
||||
clock[0] += 0.02
|
||||
controller.tick()
|
||||
assert controller.wait(3)
|
||||
assert len(repo.calls) == 1
|
||||
controller.changed("tr-local")
|
||||
clock[0] += 1.99
|
||||
controller.tick()
|
||||
assert len(repo.calls) == 1
|
||||
clock[0] += 0.02
|
||||
controller.tick()
|
||||
assert controller.wait(3)
|
||||
assert len(repo.calls) == 2
|
||||
|
||||
|
||||
def test_validated_suggestions_are_visible_before_stream_finishes(configured):
|
||||
controller, repo, clock = configured
|
||||
delivered = Event()
|
||||
repo.release = Event()
|
||||
|
||||
def stream(*args, **kwargs):
|
||||
yield result(event="live_update")
|
||||
delivered.set()
|
||||
assert repo.release.wait(3)
|
||||
yield result()
|
||||
|
||||
repo.stream_video_ai = stream
|
||||
controller.changed("tr-local")
|
||||
clock[0] += 1
|
||||
controller.tick()
|
||||
assert delivered.wait(2)
|
||||
state = controller.take_state()
|
||||
assert state["busy"] is True and state["phase"] == "analyzing"
|
||||
assert state["firstResultMs"] == 0
|
||||
assert state["summary"] and state["revision"] == "a" * 64
|
||||
assert state["pendingSegments"] == 0
|
||||
controller.changed("tr-local")
|
||||
clock[0] += 3
|
||||
controller.tick()
|
||||
state = controller.take_state()
|
||||
assert state["elapsedMs"] == 3000 and state["pendingSegments"] == 1
|
||||
repo.release.set()
|
||||
assert controller.wait(3)
|
||||
state = controller.take_state()
|
||||
assert state["busy"] is False and state["lastDurationMs"] == 3000
|
||||
assert state["firstResultMs"] == 0
|
||||
assert state["pendingSegments"] == 1
|
||||
|
||||
|
||||
def test_slow_request_does_not_add_another_wait_for_queued_speech(configured):
|
||||
controller, repo, clock = configured
|
||||
repo.release = Event()
|
||||
controller.changed("tr-local")
|
||||
clock[0] += 1
|
||||
controller.tick()
|
||||
assert repo.started.wait(2)
|
||||
controller.changed("tr-local")
|
||||
clock[0] += 20
|
||||
controller.tick()
|
||||
assert len(repo.calls) == 1
|
||||
repo.release.set()
|
||||
assert controller.wait(3)
|
||||
# The queued snapshot is already due; no new sleep after the slow request ends.
|
||||
controller.tick()
|
||||
assert controller.wait(3)
|
||||
assert len(repo.calls) == 2
|
||||
assert controller.take_state()["pendingSegments"] == 0
|
||||
|
||||
|
||||
def test_failed_stream_keeps_only_validated_progress(configured):
|
||||
controller, repo, clock = configured
|
||||
|
||||
def stream(*args, **kwargs):
|
||||
yield result(event="live_update")
|
||||
raise ApiTimeoutError("secret raw upstream content")
|
||||
|
||||
repo.stream_video_ai = stream
|
||||
controller.changed("tr-local")
|
||||
state = run(controller, clock)
|
||||
assert state["phase"] == "error" and state["summary"]
|
||||
assert state["errorCode"] == "UPSTREAM_TIMEOUT"
|
||||
assert "尚未全部完成" in state["message"]
|
||||
assert "secret" not in str(state)
|
||||
|
||||
|
||||
def test_progress_cannot_change_snapshot_mid_request(configured):
|
||||
controller, repo, clock = configured
|
||||
|
||||
def stream(*args, **kwargs):
|
||||
yield result(event="live_update")
|
||||
different = result()
|
||||
different["live_context"]["revision"] = "b" * 64
|
||||
yield different
|
||||
|
||||
repo.stream_video_ai = stream
|
||||
controller.changed("tr-local")
|
||||
state = run(controller, clock)
|
||||
assert state["phase"] == "error"
|
||||
assert state["revision"] == "a" * 64
|
||||
|
||||
|
||||
@pytest.mark.parametrize("scope", ["current_call_only", "authorized_case"])
|
||||
def test_displayed_scope_comes_from_validated_server_result(configured, scope):
|
||||
controller, repo, clock = configured
|
||||
repo.response["analysis_scope"] = scope
|
||||
controller.changed("tr-local")
|
||||
assert run(controller, clock)["analysisScope"] == scope
|
||||
controller.bind(72, "new-session")
|
||||
assert controller.take_state()["analysisScope"] == ""
|
||||
|
||||
|
||||
def test_legacy_server_does_not_claim_dialogue_only(configured):
|
||||
controller, repo, clock = configured
|
||||
controller.changed("tr-local")
|
||||
assert run(controller, clock)["analysisScope"] == ""
|
||||
|
||||
|
||||
@pytest.mark.parametrize("scope", [None, [], "invented"])
|
||||
def test_unrecognized_result_scope_is_rejected(configured, scope):
|
||||
controller, repo, clock = configured
|
||||
repo.response["analysis_scope"] = scope
|
||||
controller.changed("tr-local")
|
||||
state = run(controller, clock)
|
||||
assert state["phase"] == "error" and not state["summary"]
|
||||
assert state["analysisScope"] == ""
|
||||
|
||||
|
||||
def test_scope_cannot_change_within_one_stream(configured):
|
||||
controller, repo, clock = configured
|
||||
|
||||
def stream(*args, **kwargs):
|
||||
yield result(event="live_update", analysis_scope="current_call_only")
|
||||
yield result(analysis_scope="authorized_case")
|
||||
|
||||
repo.stream_video_ai = stream
|
||||
controller.changed("tr-local")
|
||||
state = run(controller, clock)
|
||||
assert state["phase"] == "error" and state["summary"]
|
||||
assert state["analysisScope"] == "current_call_only"
|
||||
|
||||
|
||||
def test_scope_of_previous_results_survives_review_start_or_failure(configured):
|
||||
controller, repo, clock = configured
|
||||
repo.response["analysis_scope"] = "current_call_only"
|
||||
controller.changed("tr-local")
|
||||
assert run(controller, clock)["analysisScope"] == "current_call_only"
|
||||
controller.finish("tr-local", "completed")
|
||||
observed = []
|
||||
|
||||
def stream(*args, **kwargs):
|
||||
assert kwargs["task"] == "live_review"
|
||||
yield {"event": "start", "analysis_scope": "authorized_case"}
|
||||
observed.append(controller.take_state())
|
||||
raise ApiTimeoutError("synthetic timeout")
|
||||
|
||||
repo.stream_video_ai = stream
|
||||
controller.handle("review")
|
||||
state = run(controller, clock)
|
||||
assert observed[0]["busy"] and observed[0]["analysisScope"] == "current_call_only"
|
||||
assert state["phase"] == "error" and state["analysisScope"] == "current_call_only"
|
||||
|
||||
|
||||
def test_successful_review_and_refresh_replace_displayed_scope(configured):
|
||||
controller, repo, clock = configured
|
||||
repo.response["analysis_scope"] = "current_call_only"
|
||||
controller.changed("tr-local")
|
||||
assert run(controller, clock)["analysisScope"] == "current_call_only"
|
||||
controller.finish("tr-local", "completed")
|
||||
repo.response["analysis_scope"] = "authorized_case"
|
||||
controller.handle("review")
|
||||
assert run(controller, clock)["analysisScope"] == "authorized_case"
|
||||
assert repo.calls[-1][1]["task"] == "live_review"
|
||||
repo.response["analysis_scope"] = "current_call_only"
|
||||
controller.handle("refresh")
|
||||
assert run(controller, clock)["analysisScope"] == "current_call_only"
|
||||
assert repo.calls[-1][1]["task"] == "live_consultation"
|
||||
|
||||
|
||||
def test_items_in_the_same_group_are_published_cumulatively(configured):
|
||||
controller, repo, clock = configured
|
||||
observed = []
|
||||
|
||||
def stream(*args, **kwargs):
|
||||
response = result(event="live_update")
|
||||
for index in range(3):
|
||||
response["live_assistance"]["questions"].append({
|
||||
"text": f"合成测试追问 {index + 1}?", "evidence_ids": ["patient-1"],
|
||||
})
|
||||
yield deepcopy(response)
|
||||
observed.append(controller.take_state())
|
||||
yield {**response, "event": "done"}
|
||||
|
||||
repo.stream_video_ai = stream
|
||||
controller.changed("tr-local")
|
||||
state = run(controller, clock)
|
||||
assert [len(item["questions"]) for item in observed] == [1, 2, 3]
|
||||
assert all(item["busy"] and item["revision"] == "a" * 64 for item in observed)
|
||||
assert len(state["questions"]) == 3 and not state["busy"]
|
||||
|
||||
|
||||
def test_invalid_progress_never_publishes_or_accepts_a_later_done(configured):
|
||||
controller, repo, clock = configured
|
||||
|
||||
def stream(*args, **kwargs):
|
||||
bad = result(event="live_update")
|
||||
bad["live_assistance"]["summary"][0]["evidence_ids"] = ["invented"]
|
||||
yield bad
|
||||
yield result()
|
||||
|
||||
repo.stream_video_ai = stream
|
||||
controller.changed("tr-local")
|
||||
state = run(controller, clock)
|
||||
assert state["phase"] == "error" and not state["summary"]
|
||||
|
||||
|
||||
@pytest.mark.parametrize("error, expected", [
|
||||
(ApiTimeoutError("private payload"), "UPSTREAM_TIMEOUT"),
|
||||
(ApiHttpError("private payload", status_code=403), "PERMISSION_DENIED"),
|
||||
(ApiHttpError("private payload", status_code=404), "SERVICE_UPDATE_REQUIRED"),
|
||||
(ApiBusinessError("private payload", data={"error_code": "LIVE_RESULT_INVALID"}), "LIVE_RESULT_INVALID"),
|
||||
(ApiBusinessError("private payload", data={"error_code": "UPSTREAM_TIMEOUT"}), "UPSTREAM_TIMEOUT"),
|
||||
(ApiBusinessError("private payload", data={"error_code": {"secret": "payload"}}), "UPSTREAM_UNAVAILABLE"),
|
||||
])
|
||||
def test_failure_categories_do_not_leak_payloads(configured, error, expected, caplog):
|
||||
controller, repo, clock = configured
|
||||
|
||||
def stream(*args, **kwargs):
|
||||
raise error
|
||||
yield
|
||||
|
||||
repo.stream_video_ai = stream
|
||||
controller.changed("tr-local")
|
||||
state = run(controller, clock)
|
||||
assert state["errorCode"] == expected
|
||||
assert "private payload" not in str(state) + caplog.text
|
||||
assert expected in caplog.text
|
||||
|
||||
|
||||
def test_validated_error_reason_distinguishes_citations_from_format(configured):
|
||||
controller, repo, clock = configured
|
||||
|
||||
def stream(*args, **kwargs):
|
||||
raise ApiBusinessError("private source text", data={
|
||||
"error_code": "LIVE_RESULT_INVALID", "live_validation_reason": "CITATION_INVALID",
|
||||
})
|
||||
yield
|
||||
|
||||
repo.stream_video_ai = stream
|
||||
controller.changed("tr-local")
|
||||
state = run(controller, clock)
|
||||
assert "引用无法核对" in state["error"]
|
||||
assert "private" not in str(state)
|
||||
@@ -0,0 +1,82 @@
|
||||
from __future__ import annotations
|
||||
|
||||
import pytest
|
||||
|
||||
from doctor_workstation.core.errors import ApiProtocolError
|
||||
from doctor_workstation.services.repository import RemoteDoctorRepository
|
||||
|
||||
|
||||
class Client:
|
||||
def __init__(self, events=None):
|
||||
self.calls = []
|
||||
self.events = events if events is not None else [{"event": "done", "data": {"diagnosis_id": 9, "live_context": {"revision": "a" * 64}}}]
|
||||
|
||||
def post_event_stream(self, endpoint, body, **kwargs):
|
||||
self.calls.append((endpoint, body, kwargs))
|
||||
yield from self.events
|
||||
|
||||
|
||||
def invoke(client, **changes):
|
||||
args = {"call_record_id": 71, "transcription_session_id": "tr-local", "request_id": "a" * 36}
|
||||
args.update(changes)
|
||||
return list(RemoteDoctorRepository(client).stream_video_ai(9, **args))
|
||||
|
||||
|
||||
def test_scope_is_server_bound_and_structured_done_is_preserved():
|
||||
client = Client()
|
||||
result = invoke(client)
|
||||
assert result[0]["live_context"]["revision"] == "a" * 64
|
||||
endpoint, body, options = client.calls[0]
|
||||
assert endpoint == "tcm.diagnosis/aiAssistantStream"
|
||||
assert body["call_record_id"] == 71 and body["transcription_session_id"] == "tr-local"
|
||||
assert body["task"] == "live_consultation"
|
||||
assert "audio" not in body and "transcript" not in body
|
||||
assert options["timeout"] == 105
|
||||
|
||||
|
||||
@pytest.mark.parametrize("changes", [{"call_record_id": True}, {"call_record_id": 0},
|
||||
{"transcription_session_id": ""}, {"transcription_session_id": "../other"},
|
||||
{"task": "prescription_generate"}])
|
||||
def test_bad_identity_or_task_never_sends(changes):
|
||||
client = Client()
|
||||
with pytest.raises(ValueError):
|
||||
invoke(client, **changes)
|
||||
assert client.calls == []
|
||||
|
||||
|
||||
def test_early_disconnect_does_not_fallback_to_unbound_general_assistant():
|
||||
client = Client([])
|
||||
with pytest.raises(ApiProtocolError):
|
||||
invoke(client)
|
||||
assert len(client.calls) == 1
|
||||
|
||||
|
||||
def test_cancelled_stream_does_not_publish_late_done():
|
||||
client = Client()
|
||||
assert invoke(client, cancelled=lambda: True) == []
|
||||
|
||||
|
||||
def test_validated_progress_is_forwarded_before_done_without_ending_stream():
|
||||
client = Client([
|
||||
{"event": "live_update", "data": {"diagnosis_id": 9, "live_assistance": {"questions": []}}},
|
||||
{"event": "done", "data": {"diagnosis_id": 9, "live_context": {"revision": "a" * 64}}},
|
||||
])
|
||||
events = invoke(client)
|
||||
assert [event["event"] for event in events] == ["live_update", "done"]
|
||||
assert events[0]["live_assistance"] == {"questions": []}
|
||||
|
||||
|
||||
def test_progress_does_not_substitute_for_final_done():
|
||||
client = Client([{"event": "live_update", "data": {"diagnosis_id": 9}}])
|
||||
with pytest.raises(ApiProtocolError):
|
||||
invoke(client)
|
||||
|
||||
|
||||
def test_server_analysis_scope_is_preserved_in_stream_metadata():
|
||||
client = Client([
|
||||
{"event": kind, "data": {"analysis_scope": "current_call_only"}}
|
||||
for kind in ("start", "live_update", "done")
|
||||
])
|
||||
events = invoke(client)
|
||||
assert [event["analysis_scope"] for event in events] == ["current_call_only"] * 3
|
||||
assert "analysis_scope" not in client.calls[0][1]
|
||||
@@ -0,0 +1,571 @@
|
||||
from __future__ import annotations
|
||||
|
||||
import base64
|
||||
import builtins
|
||||
import socket
|
||||
import struct
|
||||
import sys
|
||||
import threading
|
||||
from collections.abc import Callable
|
||||
from pathlib import Path
|
||||
from types import SimpleNamespace
|
||||
from typing import Any
|
||||
|
||||
import pytest
|
||||
|
||||
from doctor_workstation.video.local_transcription import (
|
||||
MAX_BASE64_CHARS,
|
||||
MAX_PCM_BYTES,
|
||||
MAX_SEQUENCE,
|
||||
FasterWhisperEngine,
|
||||
LocalTranscriptionController,
|
||||
LocalTranscriptionError,
|
||||
default_model_path,
|
||||
local_transcription_readiness,
|
||||
)
|
||||
|
||||
TIMESTAMP = 1_795_000_000_000
|
||||
PCM = struct.pack("<hhhh", 0, 100, -100, 200)
|
||||
AUDIO = base64.b64encode(PCM).decode("ascii")
|
||||
|
||||
|
||||
class Events:
|
||||
def __init__(self) -> None:
|
||||
self.items: list[dict[str, Any]] = []
|
||||
self.thread_ids: list[int] = []
|
||||
self.condition = threading.Condition()
|
||||
|
||||
def __call__(self, event: dict[str, Any]) -> None:
|
||||
with self.condition:
|
||||
self.items.append(event)
|
||||
self.thread_ids.append(threading.get_ident())
|
||||
self.condition.notify_all()
|
||||
|
||||
def wait(self, kind: str, session: str = "call-1") -> dict[str, Any]:
|
||||
with self.condition:
|
||||
|
||||
def match() -> dict[str, Any] | None:
|
||||
return next(
|
||||
(e for e in self.items if e["type"] == kind and e["sessionId"] == session),
|
||||
None,
|
||||
)
|
||||
|
||||
assert self.condition.wait_for(lambda: match() is not None, timeout=3)
|
||||
event = match()
|
||||
assert event is not None
|
||||
return event
|
||||
|
||||
|
||||
class Engine:
|
||||
def __init__(self, text: str = "无过敏史,服用 0.5 mg,不是 5 mg。") -> None:
|
||||
self.text = text
|
||||
self.inputs: list[bytes] = []
|
||||
|
||||
def transcribe(self, pcm: bytes) -> str:
|
||||
self.inputs.append(pcm)
|
||||
return self.text
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def make_controller():
|
||||
controllers = []
|
||||
|
||||
def make(events: Events, factory: Callable | None = None, **kwargs):
|
||||
controller = LocalTranscriptionController(events, factory or Engine, **kwargs)
|
||||
controllers.append(controller)
|
||||
return controller
|
||||
|
||||
yield make
|
||||
for controller in controllers:
|
||||
controller.close()
|
||||
if controller._worker:
|
||||
controller._worker.join(3)
|
||||
assert not controller._worker.is_alive()
|
||||
|
||||
|
||||
def test_lazy_daemon_load_async_events_and_exact_numeric_negation_text(make_controller) -> None:
|
||||
events = Events()
|
||||
engine = Engine()
|
||||
factory_threads = []
|
||||
|
||||
def factory():
|
||||
factory_threads.append(threading.get_ident())
|
||||
return engine
|
||||
|
||||
controller = make_controller(events, factory)
|
||||
assert not factory_threads
|
||||
assert controller.start("call-1")
|
||||
assert events.wait("ready") == {"sessionId": "call-1", "type": "ready"}
|
||||
assert controller.submit("call-1", "patient", 0, TIMESTAMP, AUDIO)
|
||||
assert controller.stop("call-1")
|
||||
assert events.wait("stopped")["status"] == "completed"
|
||||
assert events.wait("segment") == {
|
||||
"sessionId": "call-1",
|
||||
"type": "segment",
|
||||
"segmentId": "call-1:patient:0",
|
||||
"role": "patient",
|
||||
"text": engine.text,
|
||||
"timestamp": TIMESTAMP,
|
||||
"isCompleted": True,
|
||||
}
|
||||
assert engine.inputs == [PCM]
|
||||
assert controller._worker.daemon
|
||||
assert factory_threads == [events.thread_ids[0]]
|
||||
assert all(i != threading.get_ident() for i in events.thread_ids)
|
||||
|
||||
|
||||
def test_controller_converts_before_caption_and_persistence_events(make_controller) -> None:
|
||||
events = Events()
|
||||
controller = make_controller(events, lambda: Engine("沒有吃藥,0.5 mg,不是 5 mg。"))
|
||||
controller.start("call-1")
|
||||
controller.submit("call-1", "patient", 0, TIMESTAMP, AUDIO)
|
||||
controller.stop("call-1")
|
||||
assert events.wait("segment")["text"] == "没有吃药,0.5 mg,不是 5 mg。"
|
||||
assert events.wait("stopped")["status"] == "completed"
|
||||
|
||||
|
||||
def test_conversion_failure_does_not_emit_unconverted_text(make_controller, monkeypatch) -> None:
|
||||
def broken(text):
|
||||
raise OSError("private dictionary path")
|
||||
|
||||
monkeypatch.setattr("doctor_workstation.video.local_transcription.simplified_transcript", broken)
|
||||
events = Events()
|
||||
controller = make_controller(events, lambda: Engine("沒有吃藥"))
|
||||
controller.start("call-1")
|
||||
controller.submit("call-1", "patient", 0, TIMESTAMP, AUDIO)
|
||||
controller.stop("call-1")
|
||||
assert events.wait("error")["code"] == "transcription_failed"
|
||||
assert events.wait("stopped")["status"] == "partial"
|
||||
assert not any(e["type"] == "segment" for e in events.items)
|
||||
|
||||
|
||||
def test_roles_have_independent_monotonic_sequences_and_drain_is_ordered(make_controller) -> None:
|
||||
events = Events()
|
||||
entered, release = threading.Event(), threading.Event()
|
||||
engine = Engine()
|
||||
|
||||
def transcribe(pcm):
|
||||
entered.set()
|
||||
assert release.wait(3)
|
||||
return engine.text
|
||||
|
||||
engine.transcribe = transcribe
|
||||
controller = make_controller(events, lambda: engine)
|
||||
assert controller.start("call-1")
|
||||
events.wait("ready")
|
||||
try:
|
||||
assert controller.submit("call-1", "doctor", 0, TIMESTAMP, AUDIO)
|
||||
assert entered.wait(3)
|
||||
assert controller.submit("call-1", "patient", 0, TIMESTAMP + 100, AUDIO)
|
||||
assert controller.submit("call-1", "doctor", 1, TIMESTAMP + 200, AUDIO)
|
||||
assert controller.stop("call-1")
|
||||
assert not controller.submit("call-1", "doctor", 2, TIMESTAMP + 300, AUDIO)
|
||||
assert not any(e["type"] == "stopped" for e in events.items)
|
||||
finally:
|
||||
release.set()
|
||||
assert events.wait("stopped")["status"] == "completed"
|
||||
assert [e["type"] for e in events.items] == [
|
||||
"ready",
|
||||
"segment",
|
||||
"segment",
|
||||
"segment",
|
||||
"stopped",
|
||||
]
|
||||
assert [e["segmentId"] for e in events.items if e["type"] == "segment"] == [
|
||||
"call-1:doctor:0",
|
||||
"call-1:patient:0",
|
||||
"call-1:doctor:1",
|
||||
]
|
||||
assert controller.stop("call-1")
|
||||
assert not controller.start("call-1")
|
||||
|
||||
|
||||
@pytest.mark.parametrize("sequence", [0, -1, True, 1.5, MAX_SEQUENCE + 1, "2"])
|
||||
def test_rejects_duplicate_invalid_or_unbounded_sequence(make_controller, sequence) -> None:
|
||||
events = Events()
|
||||
controller = make_controller(events)
|
||||
assert controller.start("call-1")
|
||||
assert controller.submit("call-1", "patient", 0, TIMESTAMP, AUDIO)
|
||||
assert not controller.submit("call-1", "patient", sequence, TIMESTAMP, AUDIO)
|
||||
assert controller.stop("call-1")
|
||||
assert events.wait("stopped")["status"] == "partial"
|
||||
assert len([e for e in events.items if e["type"] == "segment"]) == 1
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
("role", "timestamp", "audio"),
|
||||
[
|
||||
("unknown", TIMESTAMP, AUDIO),
|
||||
("patient", 0, AUDIO),
|
||||
("patient", True, AUDIO),
|
||||
("patient", float("nan"), AUDIO),
|
||||
("patient", 253_402_300_800_000, AUDIO),
|
||||
("patient", TIMESTAMP, "!!!"),
|
||||
("patient", TIMESTAMP, ""),
|
||||
("patient", TIMESTAMP, "é"),
|
||||
("patient", TIMESTAMP, "AA=="),
|
||||
("patient", TIMESTAMP, "A" * (MAX_BASE64_CHARS + 1)),
|
||||
],
|
||||
ids=[
|
||||
"role",
|
||||
"zero-time",
|
||||
"bool-time",
|
||||
"nan-time",
|
||||
"large-time",
|
||||
"base64",
|
||||
"empty",
|
||||
"non-ascii",
|
||||
"odd-pcm",
|
||||
"oversized",
|
||||
],
|
||||
)
|
||||
def test_input_validation_rejects_bad_metadata_and_audio(
|
||||
make_controller, role, timestamp, audio
|
||||
) -> None:
|
||||
events = Events()
|
||||
engine = Engine()
|
||||
controller = make_controller(events, lambda: engine)
|
||||
controller.start("call-1")
|
||||
assert not controller.submit("call-1", role, 0, timestamp, audio)
|
||||
controller.stop("call-1")
|
||||
assert events.wait("stopped")["status"] == "partial"
|
||||
assert events.wait("error")["code"] in {"invalid_audio", "invalid_metadata"}
|
||||
assert not engine.inputs
|
||||
|
||||
|
||||
def test_accepts_twelve_seconds_rejects_extra_sample_and_reports_sequence_gap(
|
||||
make_controller,
|
||||
) -> None:
|
||||
events = Events()
|
||||
controller = make_controller(events)
|
||||
controller.start("call-1")
|
||||
assert controller.submit(
|
||||
"call-1", "doctor", 0, TIMESTAMP, base64.b64encode(bytes(MAX_PCM_BYTES)).decode()
|
||||
)
|
||||
assert not controller.submit(
|
||||
"call-1", "doctor", 1, TIMESTAMP, base64.b64encode(bytes(MAX_PCM_BYTES + 2)).decode()
|
||||
)
|
||||
assert controller.submit("call-1", "doctor", 2, TIMESTAMP, AUDIO)
|
||||
controller.stop("call-1")
|
||||
assert events.wait("stopped")["status"] == "partial"
|
||||
assert {e["code"] for e in events.items if e["type"] == "error"} == {
|
||||
"invalid_audio",
|
||||
"sequence_gap",
|
||||
}
|
||||
|
||||
|
||||
def test_silence_and_vad_empty_result_produce_no_fabricated_segment(make_controller) -> None:
|
||||
events = Events()
|
||||
engine = Engine("")
|
||||
controller = make_controller(events, lambda: engine)
|
||||
controller.start("call-1")
|
||||
assert controller.submit(
|
||||
"call-1", "patient", 0, TIMESTAMP, base64.b64encode(bytes(3200)).decode()
|
||||
)
|
||||
assert controller.submit("call-1", "patient", 1, TIMESTAMP, AUDIO)
|
||||
controller.stop("call-1")
|
||||
assert events.wait("stopped")["status"] == "completed"
|
||||
assert engine.inputs == [PCM]
|
||||
assert not any(e["type"] == "segment" for e in events.items)
|
||||
|
||||
|
||||
def test_queue_overload_is_bounded_coalesced_and_stop_still_drains(make_controller) -> None:
|
||||
events = Events()
|
||||
entered, release = threading.Event(), threading.Event()
|
||||
|
||||
class SlowEngine(Engine):
|
||||
def transcribe(self, pcm):
|
||||
entered.set()
|
||||
assert release.wait(3)
|
||||
return super().transcribe(pcm)
|
||||
|
||||
engine = SlowEngine()
|
||||
controller = make_controller(events, lambda: engine, max_pending_chunks=2)
|
||||
controller.start("call-1")
|
||||
events.wait("ready")
|
||||
try:
|
||||
assert controller.submit("call-1", "patient", 0, TIMESTAMP, AUDIO)
|
||||
assert entered.wait(3)
|
||||
assert controller.submit("call-1", "patient", 1, TIMESTAMP, AUDIO)
|
||||
assert controller.submit("call-1", "patient", 2, TIMESTAMP, AUDIO)
|
||||
for sequence in range(3, 100):
|
||||
assert not controller.submit("call-1", "patient", sequence, TIMESTAMP, AUDIO)
|
||||
assert controller.stop("call-1")
|
||||
finally:
|
||||
release.set()
|
||||
assert events.wait("stopped")["status"] == "partial"
|
||||
assert len(engine.inputs) == 3
|
||||
assert len([e for e in events.items if e.get("code") == "overloaded"]) == 1
|
||||
assert events.items[-1]["type"] == "stopped"
|
||||
|
||||
|
||||
@pytest.mark.parametrize("during_load", [False, True])
|
||||
def test_new_session_cancels_old_inflight_result_and_queued_audio(
|
||||
make_controller, during_load
|
||||
) -> None:
|
||||
events = Events()
|
||||
entered, release = threading.Event(), threading.Event()
|
||||
engine = Engine()
|
||||
loads = []
|
||||
|
||||
def block():
|
||||
entered.set()
|
||||
assert release.wait(3)
|
||||
|
||||
def factory():
|
||||
loads.append(1)
|
||||
if during_load:
|
||||
block()
|
||||
return engine
|
||||
|
||||
if not during_load:
|
||||
original = engine.transcribe
|
||||
|
||||
def transcribe(pcm):
|
||||
block()
|
||||
return original(pcm)
|
||||
|
||||
engine.transcribe = transcribe
|
||||
controller = make_controller(events, factory)
|
||||
controller.start("call-1")
|
||||
try:
|
||||
if not during_load:
|
||||
events.wait("ready")
|
||||
controller.submit("call-1", "patient", 0, TIMESTAMP, AUDIO)
|
||||
assert entered.wait(3)
|
||||
controller.submit("call-1", "patient", 1, TIMESTAMP, AUDIO)
|
||||
controller.stop("call-1")
|
||||
assert controller.start("call-2")
|
||||
cutoff = len(events.items)
|
||||
assert not controller.submit("call-1", "patient", 2, TIMESTAMP, AUDIO)
|
||||
assert not controller.stop("call-1")
|
||||
finally:
|
||||
release.set()
|
||||
events.wait("ready", "call-2")
|
||||
assert controller.submit("call-2", "doctor", 0, TIMESTAMP, AUDIO)
|
||||
controller.stop("call-2")
|
||||
events.wait("stopped", "call-2")
|
||||
assert all(e["sessionId"] == "call-2" for e in events.items[cutoff:])
|
||||
assert len(loads) == 1
|
||||
assert len(engine.inputs) == (1 if during_load else 2)
|
||||
|
||||
|
||||
def test_close_suppresses_callbacks_without_waiting_for_native_inference(make_controller) -> None:
|
||||
events = Events()
|
||||
entered, release = threading.Event(), threading.Event()
|
||||
|
||||
class SlowEngine(Engine):
|
||||
def transcribe(self, pcm):
|
||||
entered.set()
|
||||
assert release.wait(3)
|
||||
return "不"
|
||||
|
||||
controller = make_controller(events, SlowEngine)
|
||||
controller.start("call-1")
|
||||
events.wait("ready")
|
||||
try:
|
||||
controller.submit("call-1", "patient", 0, TIMESTAMP, AUDIO)
|
||||
assert entered.wait(3)
|
||||
controller.close()
|
||||
count = len(events.items)
|
||||
assert not controller.start("call-2")
|
||||
assert not controller.stop("call-1")
|
||||
finally:
|
||||
release.set()
|
||||
controller._worker.join(3)
|
||||
assert not controller._worker.is_alive()
|
||||
assert len(events.items) == count
|
||||
|
||||
|
||||
def test_missing_model_failure_is_explicit_and_stops_partial(make_controller) -> None:
|
||||
events = Events()
|
||||
|
||||
def missing_model():
|
||||
raise LocalTranscriptionError("model_missing")
|
||||
|
||||
controller = make_controller(events, missing_model)
|
||||
controller.start("call-1")
|
||||
assert events.wait("error")["code"] == "model_missing"
|
||||
assert events.wait("stopped")["status"] == "partial"
|
||||
assert not any(e["type"] == "ready" for e in events.items)
|
||||
assert not controller.submit("call-1", "doctor", 0, TIMESTAMP, AUDIO)
|
||||
|
||||
|
||||
def test_inference_failure_does_not_leak_data_or_abort_later_chunks(make_controller) -> None:
|
||||
events = Events()
|
||||
|
||||
class FailingEngine(Engine):
|
||||
def transcribe(self, pcm):
|
||||
if not self.inputs:
|
||||
self.inputs.append(pcm)
|
||||
raise RuntimeError("SECRET_PATIENT_DETAILS")
|
||||
return "不"
|
||||
|
||||
controller = make_controller(events, FailingEngine)
|
||||
controller.start("call-1")
|
||||
controller.submit("call-1", "patient", 0, TIMESTAMP, AUDIO)
|
||||
controller.submit("call-1", "patient", 1, TIMESTAMP, AUDIO)
|
||||
controller.stop("call-1")
|
||||
assert events.wait("stopped")["status"] == "partial"
|
||||
assert events.wait("error")["code"] == "transcription_failed"
|
||||
assert events.wait("segment")["text"] == "不"
|
||||
assert "SECRET_PATIENT_DETAILS" not in repr(events.items)
|
||||
|
||||
|
||||
def test_callback_failure_does_not_kill_worker(make_controller) -> None:
|
||||
events = Events()
|
||||
|
||||
def callback(event):
|
||||
if event["type"] == "ready":
|
||||
raise RuntimeError("detached UI")
|
||||
events(event)
|
||||
|
||||
controller = make_controller(callback)
|
||||
controller.start("call-1")
|
||||
controller.submit("call-1", "doctor", 0, TIMESTAMP, AUDIO)
|
||||
controller.stop("call-1")
|
||||
assert events.wait("stopped")["status"] == "completed"
|
||||
|
||||
|
||||
@pytest.mark.parametrize("session", ["", " ", "a" * 129, "x\n", "患者", None, 123])
|
||||
def test_invalid_session_cannot_create_worker(make_controller, session) -> None:
|
||||
events = Events()
|
||||
controller = make_controller(events)
|
||||
assert not controller.start(session)
|
||||
assert controller._worker is None
|
||||
assert not events.items
|
||||
|
||||
|
||||
def write_model_files(path: Path) -> None:
|
||||
for name in ("model.bin", "config.json", "tokenizer.json", "vocabulary.txt"):
|
||||
(path / name).write_text("test", encoding="utf-8")
|
||||
|
||||
|
||||
def test_missing_tokenizer_never_imports_model_or_accesses_network(tmp_path, monkeypatch) -> None:
|
||||
write_model_files(tmp_path)
|
||||
(tmp_path / "tokenizer.json").unlink()
|
||||
original_import = builtins.__import__
|
||||
|
||||
def guarded_import(name, *args, **kwargs):
|
||||
assert name != "faster_whisper"
|
||||
return original_import(name, *args, **kwargs)
|
||||
|
||||
def no_network(*args, **kwargs):
|
||||
pytest.fail("Runtime ASR must not access the network")
|
||||
|
||||
monkeypatch.setattr(builtins, "__import__", guarded_import)
|
||||
monkeypatch.setattr(socket.socket, "connect", no_network)
|
||||
with pytest.raises(LocalTranscriptionError) as raised:
|
||||
FasterWhisperEngine(tmp_path)
|
||||
assert raised.value.code == "model_missing"
|
||||
|
||||
|
||||
def test_missing_dependency_is_explicit_without_exposing_exception(tmp_path, monkeypatch) -> None:
|
||||
write_model_files(tmp_path)
|
||||
original_import = builtins.__import__
|
||||
|
||||
def guarded_import(name, *args, **kwargs):
|
||||
if name == "numpy":
|
||||
raise ModuleNotFoundError("internal path / private details")
|
||||
return original_import(name, *args, **kwargs)
|
||||
|
||||
monkeypatch.setattr(builtins, "__import__", guarded_import)
|
||||
with pytest.raises(LocalTranscriptionError) as raised:
|
||||
FasterWhisperEngine(tmp_path)
|
||||
assert raised.value.code == "dependency_missing"
|
||||
assert "private" not in str(raised.value)
|
||||
|
||||
|
||||
def test_missing_conversion_dictionary_fails_before_model_ready(tmp_path, monkeypatch) -> None:
|
||||
write_model_files(tmp_path)
|
||||
|
||||
def broken_dictionary(text):
|
||||
raise FileNotFoundError("private path to missing t2s.json")
|
||||
|
||||
def model_must_not_load(*args, **kwargs):
|
||||
pytest.fail("Missing conversion resources must fail before expensive model loading")
|
||||
|
||||
monkeypatch.setitem(sys.modules, "numpy", SimpleNamespace())
|
||||
monkeypatch.setitem(sys.modules, "faster_whisper", SimpleNamespace(WhisperModel=model_must_not_load))
|
||||
monkeypatch.setitem(sys.modules, "faster_whisper.vad", SimpleNamespace(get_vad_model=lambda: None))
|
||||
monkeypatch.setattr(
|
||||
"doctor_workstation.video.local_transcription.simplified_transcript", broken_dictionary
|
||||
)
|
||||
with pytest.raises(LocalTranscriptionError) as raised:
|
||||
FasterWhisperEngine(tmp_path)
|
||||
assert raised.value.code == "conversion_unavailable"
|
||||
assert "private" not in str(raised.value)
|
||||
|
||||
|
||||
def test_engine_uses_local_cpu_int8_vad_and_iterates_without_rewriting(
|
||||
tmp_path, monkeypatch
|
||||
) -> None:
|
||||
write_model_files(tmp_path)
|
||||
calls = {}
|
||||
|
||||
class Array:
|
||||
def astype(self, dtype):
|
||||
calls["float_dtype"] = dtype
|
||||
return self
|
||||
|
||||
def __truediv__(self, divisor):
|
||||
calls["divisor"] = divisor
|
||||
return self
|
||||
|
||||
def frombuffer(pcm, dtype):
|
||||
calls["pcm"] = pcm
|
||||
calls["pcm_dtype"] = dtype
|
||||
return Array()
|
||||
|
||||
class Model:
|
||||
def __init__(self, path, **kwargs):
|
||||
calls["path"] = path
|
||||
calls["load"] = kwargs
|
||||
|
||||
def transcribe(self, audio, **kwargs):
|
||||
calls["transcribe"] = kwargs
|
||||
|
||||
def segments():
|
||||
calls["iterated"] = True
|
||||
yield SimpleNamespace(text=" 没有。")
|
||||
yield SimpleNamespace(text=" 0.5 mg,不是 5 mg。 ")
|
||||
|
||||
return segments(), None
|
||||
|
||||
def vad():
|
||||
calls["vad_loaded"] = True
|
||||
|
||||
def no_network(*args, **kwargs):
|
||||
pytest.fail("Runtime ASR must not access the network")
|
||||
|
||||
monkeypatch.setattr(socket.socket, "connect", no_network)
|
||||
monkeypatch.setitem(
|
||||
sys.modules, "numpy", SimpleNamespace(frombuffer=frombuffer, float32="float32")
|
||||
)
|
||||
monkeypatch.setitem(sys.modules, "faster_whisper", SimpleNamespace(WhisperModel=Model))
|
||||
monkeypatch.setitem(sys.modules, "faster_whisper.vad", SimpleNamespace(get_vad_model=vad))
|
||||
engine = FasterWhisperEngine(tmp_path)
|
||||
assert engine.transcribe(PCM) == "没有。 0.5 mg,不是 5 mg。"
|
||||
assert calls["path"] == str(tmp_path.resolve())
|
||||
assert calls["load"]["local_files_only"] is True
|
||||
assert calls["load"]["device"] == "cpu"
|
||||
assert calls["load"]["compute_type"] == "int8"
|
||||
assert calls["load"]["num_workers"] == 1
|
||||
assert calls["vad_loaded"] and calls["iterated"]
|
||||
assert calls["pcm"] == PCM and calls["pcm_dtype"] == "<i2"
|
||||
assert calls["float_dtype"] == "float32" and calls["divisor"] == 32768.0
|
||||
assert calls["transcribe"]["vad_filter"] is True
|
||||
assert calls["transcribe"]["vad_parameters"]["min_speech_duration_ms"] == 0
|
||||
assert calls["transcribe"]["condition_on_previous_text"] is False
|
||||
assert calls["transcribe"]["task"] == "transcribe"
|
||||
assert engine.transcribe(bytes(3200)) == ""
|
||||
|
||||
|
||||
def test_preflight_reports_model_path_override_without_downloading(tmp_path, monkeypatch) -> None:
|
||||
monkeypatch.setenv("DOCTOR_ASR_MODEL_PATH", str(tmp_path))
|
||||
assert default_model_path() == tmp_path.resolve()
|
||||
info = local_transcription_readiness()
|
||||
assert not info["available"]
|
||||
assert info["modelPath"] == str(tmp_path.resolve())
|
||||
assert "tokenizer.json" in info["missingFiles"]
|
||||
assert not list(tmp_path.iterdir())
|
||||
@@ -0,0 +1,135 @@
|
||||
"""Trusted native PCM ingestion and exact transcript/AI identity handoff."""
|
||||
from __future__ import annotations
|
||||
|
||||
import json
|
||||
from types import SimpleNamespace
|
||||
from unittest.mock import Mock
|
||||
|
||||
import pytest
|
||||
|
||||
from doctor_workstation.video import window
|
||||
from doctor_workstation.video.security import TrustedDocumentPolicy
|
||||
|
||||
pytestmark = pytest.mark.skipif(not window.WEBENGINE_AVAILABLE, reason="optional QtWebEngine")
|
||||
TRUSTED = "https://video.example.test/call/index.html"
|
||||
|
||||
|
||||
def host(**changes):
|
||||
item = SimpleNamespace(
|
||||
_closing=False, _released=False, _shutdown_requested=False, _injected=True,
|
||||
_start_requested=True, _call_cycle_closed=False,
|
||||
_policy=TrustedDocumentPolicy.from_url(TRUSTED, is_local=False),
|
||||
_page=Mock(), _local_transcription=Mock(), _live_ai=Mock(),
|
||||
_video_ai_timer=Mock(), _asr_session_id="tr-local", _asr_ready=True,
|
||||
_asr_partial=False, _transcription_final_status="completed",
|
||||
lifecycle=SimpleNamespace(call_record_id=71, transcription_session_id="tr-local"),
|
||||
request=SimpleNamespace(user_id="doctor_1", target_user_id="patient_9"),
|
||||
_save_transcript_segment=Mock(),
|
||||
)
|
||||
item._page.url.return_value.toString.return_value = TRUSTED
|
||||
for key, value in changes.items():
|
||||
setattr(item, key, value)
|
||||
item._local_transcription_context_is_trusted = lambda: window._EmbeddedVideoWindow._local_transcription_context_is_trusted(item)
|
||||
item._on_local_transcription = lambda event: window._EmbeddedVideoWindow._on_local_transcription(item, event)
|
||||
return item
|
||||
|
||||
|
||||
def chunk(**changes):
|
||||
return {"event": "local-transcription-chunk", "sessionId": "tr-local", "role": "patient",
|
||||
"sequence": 3, "timestamp": 1793332800000.0, "data": "AQACAA==", **changes}
|
||||
|
||||
|
||||
def test_pcm_uses_bound_session_and_double_timestamp_is_converted_safely():
|
||||
item = host()
|
||||
window._EmbeddedVideoWindow._handle_video_assistance_message(item, chunk())
|
||||
item._local_transcription.submit.assert_called_once_with("tr-local", "patient", 3, 1793332800000, "AQACAA==")
|
||||
|
||||
|
||||
@pytest.mark.parametrize("changes", [{"sessionId": "other"}, {"timestamp": float("nan")},
|
||||
{"timestamp": float("inf")}, {"timestamp": -1}, {"timestamp": True}])
|
||||
def test_wrong_session_or_unbounded_pcm_metadata_rejected(changes):
|
||||
item = host()
|
||||
window._EmbeddedVideoWindow._handle_video_assistance_message(item, chunk(**changes))
|
||||
item._local_transcription.submit.assert_not_called()
|
||||
|
||||
|
||||
@pytest.mark.parametrize("changes", [{"_closing": True}, {"_released": True}, {"_injected": False}])
|
||||
def test_untrusted_lifecycle_cannot_ingest_audio(changes):
|
||||
item = host(**changes)
|
||||
window._EmbeddedVideoWindow._handle_video_assistance_message(item, chunk())
|
||||
item._local_transcription.submit.assert_not_called()
|
||||
|
||||
|
||||
def test_navigation_blocks_pcm_and_analysis_commands():
|
||||
item = host()
|
||||
item._page.url.return_value.toString.return_value = "https://another.example.test/"
|
||||
window._EmbeddedVideoWindow._handle_video_assistance_message(item, chunk())
|
||||
window._EmbeddedVideoWindow._handle_video_assistance_message(item, {"event": "video-ai-action", "action": "refresh"})
|
||||
item._local_transcription.submit.assert_not_called()
|
||||
item._live_ai.handle.assert_not_called()
|
||||
|
||||
|
||||
def test_pending_shutdown_drains_pcm_but_cannot_start_new_inference_session():
|
||||
item = host(_shutdown_requested=True)
|
||||
window._EmbeddedVideoWindow._handle_video_assistance_message(item, chunk())
|
||||
window._EmbeddedVideoWindow._handle_video_assistance_message(item, {"event": "local-transcription-start", "sessionId": "tr-next"})
|
||||
window._EmbeddedVideoWindow._handle_video_assistance_message(item, {"event": "video-ai-action", "action": "refresh"})
|
||||
item._local_transcription.submit.assert_called_once()
|
||||
item._local_transcription.start.assert_not_called()
|
||||
item._live_ai.handle.assert_not_called()
|
||||
|
||||
|
||||
def test_asr_segment_is_persisted_with_host_speaker_before_json_display():
|
||||
item = host()
|
||||
event = {"type": "segment", "sessionId": "tr-local", "role": "patient", "segmentId": "tr-local:patient:3",
|
||||
"text": '没有;0.5 mg,不是 5 mg。</script>\u2028', "timestamp": 1793332800000, "isCompleted": True}
|
||||
item._on_local_transcription(event)
|
||||
item._save_transcript_segment.assert_called_once()
|
||||
saved = item._save_transcript_segment.call_args.args[0]
|
||||
assert saved["segment"]["text"] == event["text"]
|
||||
assert saved["segment"]["speaker_user_id"] == "patient_9"
|
||||
script = item._page.runJavaScript.call_args.args[0]
|
||||
assert json.loads(script.split("?.(", 1)[1][:-2]) == event
|
||||
item._live_ai.changed.assert_not_called() # waits for persistence ACK
|
||||
|
||||
|
||||
def test_late_asr_segment_cannot_enter_new_call():
|
||||
item = host(_asr_session_id="tr-next")
|
||||
item._on_local_transcription({"type": "segment", "sessionId": "tr-local", "role": "patient"})
|
||||
item._save_transcript_segment.assert_not_called()
|
||||
item._page.runJavaScript.assert_not_called()
|
||||
|
||||
|
||||
def test_persistence_ack_is_the_only_ai_dirty_trigger():
|
||||
item = host()
|
||||
window._EmbeddedVideoWindow._on_transcription_completed(item, "segment", "other", "s1", True, "")
|
||||
item._live_ai.changed.assert_not_called()
|
||||
window._EmbeddedVideoWindow._on_transcription_completed(item, "segment", "tr-local", "s1", True, "")
|
||||
item._live_ai.changed.assert_called_once_with("tr-local")
|
||||
window._EmbeddedVideoWindow._on_transcription_completed(item, "segment", "tr-local", "s2", False, "")
|
||||
assert item._asr_partial
|
||||
assert item._live_ai.changed.call_count == 1
|
||||
|
||||
|
||||
def test_model_missing_is_failed_and_partial_chunk_is_not_false_ready():
|
||||
item = host(_asr_ready=False)
|
||||
item._on_local_transcription({"type": "error", "sessionId": "tr-local", "message": "本地模型未安装"})
|
||||
item._live_ai.transcription_error.assert_called_once_with("本地模型未安装", status="failed")
|
||||
|
||||
|
||||
def test_shutdown_keeps_asr_for_drain_then_closes_it():
|
||||
item = host()
|
||||
window._EmbeddedVideoWindow._close_video_assistance(item, close_asr=False)
|
||||
item._live_ai.close.assert_called_once()
|
||||
item._local_transcription.close.assert_not_called()
|
||||
window._EmbeddedVideoWindow._close_video_assistance(item)
|
||||
item._local_transcription.close.assert_called_once()
|
||||
|
||||
|
||||
def test_special_pcm_bridge_bounds_data_and_preserves_epoch():
|
||||
callback = Mock()
|
||||
bridge = window._QtVideoBridge(callback, Mock())
|
||||
bridge.appendLocalTranscriptionChunk("tr-local", "doctor", 0, 1793332800000.0, "x" * 512001)
|
||||
callback.assert_not_called()
|
||||
bridge.appendLocalTranscriptionChunk("tr-local", "doctor", 0, 1793332800000.0, "AQACAA==")
|
||||
assert callback.call_args.args[0]["timestamp"] == 1793332800000.0
|
||||
@@ -0,0 +1,58 @@
|
||||
from __future__ import annotations
|
||||
|
||||
import os
|
||||
import socket
|
||||
from concurrent.futures import ThreadPoolExecutor
|
||||
|
||||
os.environ.setdefault("QT_QPA_PLATFORM", "offscreen")
|
||||
|
||||
import pytest
|
||||
from PySide6.QtWidgets import QApplication, QDialog, QPlainTextEdit, QWidget
|
||||
|
||||
from doctor_workstation.core.transcript_text import simplified_transcript
|
||||
from doctor_workstation.ui.dialogs.diagnosis import DiagnosisDialog
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
("source", "expected"),
|
||||
[
|
||||
("你會說老家話嗎?很會,很會。", "你会说老家话吗?很会,很会。"),
|
||||
("沒有過敏,沒有吃藥。0.5 mg,不是 5 mg。", "没有过敏,没有吃药。0.5 mg,不是 5 mg。"),
|
||||
("血壓 120/80 mmHg,血糖 2.00–30.00 mmol/L,HbA1c 6.5%。",
|
||||
"血压 120/80 mmHg,血糖 2.00–30.00 mmol/L,HbA1c 6.5%。"),
|
||||
("唔係,冇食藥,咩事?", "唔系,冇食药,咩事?"),
|
||||
("患者:口乾。\n醫生:不?\n患者:不。", "患者:口干。\n医生:不?\n患者:不。"),
|
||||
("简体,不! \n0.5 mg\tB12", "简体,不! \n0.5 mg\tB12"),
|
||||
("", ""),
|
||||
],
|
||||
)
|
||||
def test_script_conversion_is_offline_and_preserves_clinical_tokens(monkeypatch, source, expected):
|
||||
def no_network(*args, **kwargs):
|
||||
pytest.fail("Script conversion must use bundled dictionaries only")
|
||||
|
||||
monkeypatch.setattr(socket.socket, "connect", no_network)
|
||||
# A fresh thread loads its own dictionaries, even when a prior test ran.
|
||||
with ThreadPoolExecutor(max_workers=1) as pool:
|
||||
assert pool.submit(simplified_transcript, source).result() == expected
|
||||
assert simplified_transcript(expected) == expected
|
||||
|
||||
|
||||
def test_historical_transcript_dialog_displays_simplified_without_changing_record(monkeypatch):
|
||||
application = QApplication.instance() or QApplication([])
|
||||
parent = QWidget()
|
||||
record = {"transcript_text": "患者:你會說老家話嗎?\n患者:沒有吃藥,0.5 mg。"}
|
||||
source = DiagnosisDialog._call_transcript_text(record)
|
||||
displayed = []
|
||||
|
||||
def inspect(dialog):
|
||||
displayed.append(dialog.findChild(QPlainTextEdit, "DiagnosisCallTranscriptText").toPlainText())
|
||||
return 0
|
||||
|
||||
monkeypatch.setattr(QDialog, "exec", inspect)
|
||||
try:
|
||||
DiagnosisDialog._view_call_transcript(parent, 12, source)
|
||||
assert displayed == ["患者:你会说老家话吗?\n患者:没有吃药,0.5 mg。"]
|
||||
assert record["transcript_text"] == source
|
||||
finally:
|
||||
parent.close()
|
||||
application.processEvents()
|
||||
@@ -0,0 +1,234 @@
|
||||
"""Retry a failed storage start without duplicate requests or reopening a call."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import logging
|
||||
import threading
|
||||
from concurrent.futures import Future, ThreadPoolExecutor
|
||||
|
||||
import pytest
|
||||
|
||||
from doctor_workstation.video.launcher import VideoCallRequest
|
||||
from doctor_workstation.video.lifecycle import OrderedCallLifecycle
|
||||
|
||||
|
||||
class Repository:
|
||||
def __init__(self, *, fail_first: bool = False, block_attempt: int = 0) -> None:
|
||||
self.fail_first = fail_first
|
||||
self.block_attempt = block_attempt
|
||||
self.attempts: list[dict] = []
|
||||
self.entered = threading.Event()
|
||||
self.release = threading.Event()
|
||||
|
||||
def start_call(self, **_payload):
|
||||
return {"call_record_id": 71}
|
||||
|
||||
def start_call_transcription(self, **payload):
|
||||
self.attempts.append(payload)
|
||||
attempt = len(self.attempts)
|
||||
if attempt == self.block_attempt:
|
||||
self.entered.set()
|
||||
assert self.release.wait(3), "test did not release storage request"
|
||||
if self.fail_first and attempt == 1:
|
||||
raise RuntimeError("temporary storage failure")
|
||||
|
||||
def finish_call_transcription(self, **_payload):
|
||||
return True
|
||||
|
||||
def end_call(self, **_payload):
|
||||
return True
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def make_lifecycle():
|
||||
lifecycles = []
|
||||
|
||||
def make(**options):
|
||||
repository = Repository(**options)
|
||||
request = VideoCallRequest(
|
||||
sdk_app_id=1400123456,
|
||||
user_id="doctor-test",
|
||||
user_sig="test-ticket",
|
||||
target_user_id="patient-test",
|
||||
diagnosis_id=12,
|
||||
)
|
||||
lifecycle = OrderedCallLifecycle(request, repository, logging.getLogger(__name__))
|
||||
lifecycles.append((lifecycle, repository))
|
||||
assert lifecycle.start().result(timeout=2) is True
|
||||
return lifecycle, repository
|
||||
|
||||
yield make
|
||||
for lifecycle, repository in lifecycles:
|
||||
repository.release.set()
|
||||
lifecycle.end("test-cleanup").result(timeout=3)
|
||||
assert lifecycle.wait(3)
|
||||
|
||||
|
||||
def test_failed_storage_start_retries_same_session_then_reuses_success(make_lifecycle):
|
||||
lifecycle, repository = make_lifecycle(fail_first=True)
|
||||
failed = lifecycle.start_transcription("tr-retry", language="zh")
|
||||
with pytest.raises(RuntimeError, match="temporary storage failure"):
|
||||
failed.result(timeout=2)
|
||||
|
||||
retry = lifecycle.start_transcription("tr-retry", language="zh")
|
||||
assert retry is not failed
|
||||
assert retry.result(timeout=2) is True
|
||||
assert lifecycle.start_transcription("tr-retry") is retry
|
||||
assert lifecycle.transcription_session_id == "tr-retry"
|
||||
assert len(repository.attempts) == 2
|
||||
assert (
|
||||
repository.attempts[0]
|
||||
== repository.attempts[1]
|
||||
== {
|
||||
"diagnosis_id": 12,
|
||||
"call_record_id": 71,
|
||||
"transcription_session_id": "tr-retry",
|
||||
"language": "zh",
|
||||
}
|
||||
)
|
||||
|
||||
|
||||
def test_inflight_start_is_reused_without_blocking_caller(make_lifecycle):
|
||||
lifecycle, repository = make_lifecycle(block_attempt=1)
|
||||
first = lifecycle.start_transcription("tr-running")
|
||||
try:
|
||||
assert repository.entered.wait(2)
|
||||
assert not first.done()
|
||||
assert lifecycle.start_transcription("tr-running") is first
|
||||
assert len(repository.attempts) == 1
|
||||
finally:
|
||||
repository.release.set()
|
||||
assert first.result(timeout=2) is True
|
||||
|
||||
|
||||
def test_concurrent_retry_callers_share_one_new_request(make_lifecycle):
|
||||
lifecycle, repository = make_lifecycle(fail_first=True, block_attempt=2)
|
||||
with pytest.raises(RuntimeError, match="temporary storage failure"):
|
||||
lifecycle.start_transcription("tr-concurrent").result(timeout=2)
|
||||
try:
|
||||
with ThreadPoolExecutor(max_workers=4) as callers:
|
||||
futures = list(
|
||||
callers.map(lambda _: lifecycle.start_transcription("tr-concurrent"), range(4))
|
||||
)
|
||||
assert repository.entered.wait(2)
|
||||
assert all(future is futures[0] for future in futures)
|
||||
assert not futures[0].done()
|
||||
assert len(repository.attempts) == 2
|
||||
finally:
|
||||
repository.release.set()
|
||||
assert futures[0].result(timeout=2) is True
|
||||
|
||||
|
||||
def test_false_completion_can_retry_without_changing_identity(make_lifecycle):
|
||||
lifecycle, repository = make_lifecycle()
|
||||
# Seed the documented False completion (e.g. call-start dependency had not
|
||||
# succeeded), then exercise retry against a now-available actual lifecycle.
|
||||
previous: Future[bool] = Future()
|
||||
previous.set_result(False)
|
||||
lifecycle._transcription_session_id = "tr-false"
|
||||
lifecycle._transcription_start_future = previous
|
||||
|
||||
retry = lifecycle.start_transcription("tr-false")
|
||||
assert retry is not previous
|
||||
assert retry.result(timeout=2) is True
|
||||
assert lifecycle.start_transcription("tr-false") is retry
|
||||
assert len(repository.attempts) == 1
|
||||
assert repository.attempts[0]["transcription_session_id"] == "tr-false"
|
||||
|
||||
|
||||
def test_cancelled_queued_start_can_retry_same_session(make_lifecycle):
|
||||
lifecycle, repository = make_lifecycle()
|
||||
entered, release = threading.Event(), threading.Event()
|
||||
|
||||
def occupy_worker():
|
||||
entered.set()
|
||||
assert release.wait(3)
|
||||
|
||||
lifecycle._worker.submit("test-block", occupy_worker)
|
||||
try:
|
||||
assert entered.wait(2)
|
||||
cancelled = lifecycle.start_transcription("tr-cancelled")
|
||||
assert cancelled.cancel()
|
||||
retry = lifecycle.start_transcription("tr-cancelled")
|
||||
assert retry is not cancelled
|
||||
finally:
|
||||
release.set()
|
||||
assert retry.result(timeout=2) is True
|
||||
assert len(repository.attempts) == 1
|
||||
|
||||
|
||||
@pytest.mark.parametrize("state", ["running", "succeeded", "failed", "false"])
|
||||
def test_session_identity_cannot_change_even_after_failure(make_lifecycle, state):
|
||||
lifecycle, repository = make_lifecycle(
|
||||
fail_first=state == "failed", block_attempt=1 if state == "running" else 0
|
||||
)
|
||||
if state == "false":
|
||||
first: Future[bool] = Future()
|
||||
first.set_result(False)
|
||||
lifecycle._transcription_session_id = "tr-original"
|
||||
lifecycle._transcription_start_future = first
|
||||
else:
|
||||
first = lifecycle.start_transcription("tr-original")
|
||||
if state == "running":
|
||||
assert repository.entered.wait(2)
|
||||
elif state == "failed":
|
||||
with pytest.raises(RuntimeError, match="temporary storage failure"):
|
||||
first.result(timeout=2)
|
||||
else:
|
||||
assert first.result(timeout=2)
|
||||
try:
|
||||
with pytest.raises(RuntimeError, match="another transcription session"):
|
||||
lifecycle.start_transcription("tr-different")
|
||||
assert lifecycle.transcription_session_id == "tr-original"
|
||||
finally:
|
||||
repository.release.set()
|
||||
|
||||
|
||||
@pytest.mark.parametrize("terminal", ["finish", "end"])
|
||||
@pytest.mark.parametrize("failed", [False, True])
|
||||
def test_finish_or_end_blocks_restart_before_and_after_completion(make_lifecycle, terminal, failed):
|
||||
lifecycle, repository = make_lifecycle(fail_first=failed)
|
||||
first = lifecycle.start_transcription("tr-terminal")
|
||||
if failed:
|
||||
with pytest.raises(RuntimeError, match="temporary storage failure"):
|
||||
first.result(timeout=2)
|
||||
else:
|
||||
assert first.result(timeout=2)
|
||||
|
||||
ending = (
|
||||
lifecycle.finish_transcription(status="partial")
|
||||
if terminal == "finish"
|
||||
else lifecycle.end("test-terminal")
|
||||
)
|
||||
error = "already stopped" if terminal == "finish" else "already ended"
|
||||
with pytest.raises(RuntimeError, match=error):
|
||||
lifecycle.start_transcription("tr-terminal")
|
||||
ending.result(timeout=2)
|
||||
with pytest.raises(RuntimeError, match=error):
|
||||
lifecycle.start_transcription("tr-terminal")
|
||||
assert len(repository.attempts) == 1
|
||||
|
||||
|
||||
@pytest.mark.parametrize("terminal", ["finish", "end"])
|
||||
def test_terminal_request_blocks_start_even_while_original_start_is_running(
|
||||
make_lifecycle, terminal
|
||||
):
|
||||
lifecycle, repository = make_lifecycle(block_attempt=1)
|
||||
first = lifecycle.start_transcription("tr-draining")
|
||||
try:
|
||||
assert repository.entered.wait(2)
|
||||
ending = (
|
||||
lifecycle.finish_transcription()
|
||||
if terminal == "finish"
|
||||
else lifecycle.end("test-draining")
|
||||
)
|
||||
assert not first.done()
|
||||
assert not ending.done()
|
||||
error = "already stopped" if terminal == "finish" else "already ended"
|
||||
with pytest.raises(RuntimeError, match=error):
|
||||
lifecycle.start_transcription("tr-draining")
|
||||
finally:
|
||||
repository.release.set()
|
||||
assert first.result(timeout=2) is True
|
||||
assert ending.result(timeout=2) is True
|
||||
assert len(repository.attempts) == 1
|
||||
@@ -62,7 +62,7 @@ def test_companion_archives_cloud_video_local_mixed_audio_and_transcript() -> No
|
||||
assert "operations.push(stopLocalRecording())" in source
|
||||
assert "operations.push(stopTranscription('completed'))" in source
|
||||
assert "Promise.allSettled(operations)" in source
|
||||
assert "腾讯云混流视频、本机语音录音和实时转写均已启动" in source
|
||||
assert "本机录音已启动" in source
|
||||
|
||||
|
||||
def test_companion_watches_room_id_for_the_entire_call_cycle() -> None:
|
||||
@@ -83,7 +83,7 @@ def test_companion_watches_room_id_for_the_entire_call_cycle() -> None:
|
||||
assert "diagnosisId: activeConfig.diagnosisId" in room_source
|
||||
|
||||
|
||||
def test_room_binding_is_acknowledged_and_transcriber_room_is_a_fallback() -> None:
|
||||
def test_room_binding_is_acknowledged_independently_of_cloud_transcription() -> None:
|
||||
companion_source = (
|
||||
PROJECT_ROOT / "video_companion" / "src" / "main.ts"
|
||||
).read_text(encoding="utf-8")
|
||||
@@ -91,8 +91,11 @@ def test_room_binding_is_acknowledged_and_transcriber_room_is_a_fallback() -> No
|
||||
PROJECT_ROOT / "src" / "doctor_workstation" / "video" / "window.py"
|
||||
).read_text(encoding="utf-8")
|
||||
|
||||
assert "observeRoomId(roomId)" in companion_source
|
||||
assert "onRealtimeTranscriberStarted: (roomId)" in companion_source
|
||||
assert "observeRoomId(readRoomId())" in companion_source
|
||||
assert "getAITranscriberManager" in companion_source
|
||||
assert "startRealtimeTranscriber" in companion_source
|
||||
assert "sourceLanguage: 'zh'" in companion_source
|
||||
assert "LocalPcmCapture" not in companion_source
|
||||
assert "function roomBindingResult(" in companion_source
|
||||
assert "if (boundRoomId) return" in companion_source
|
||||
assert "roomBindingResult?.(" in window_source
|
||||
@@ -186,7 +189,7 @@ def test_local_audio_capture_keeps_and_persists_its_own_call_room_identity() ->
|
||||
assert "store.bind_identity(" in source
|
||||
|
||||
|
||||
def test_companion_shows_incremental_subtitles_but_only_persists_final_segments() -> None:
|
||||
def test_companion_displays_only_native_normalized_cloud_transcript_acks() -> None:
|
||||
main_source = (
|
||||
PROJECT_ROOT / "video_companion" / "src" / "main.ts"
|
||||
).read_text(encoding="utf-8")
|
||||
@@ -196,13 +199,18 @@ def test_companion_shows_incremental_subtitles_but_only_persists_final_segments(
|
||||
handler = main_source.split("function handleTranscriberMessage", 1)[1].split(
|
||||
"function subscribeTranscriber", 1
|
||||
)[0]
|
||||
acknowledgement = main_source.split("function transcriptionResult", 1)[1].split(
|
||||
"function videoAiAction", 1
|
||||
)[0]
|
||||
|
||||
assert "showLiveCaption(message)" in handler
|
||||
assert "if (message.isCompleted !== true) return" in handler
|
||||
assert handler.index("showLiveCaption(message)") < handler.index(
|
||||
"if (message.isCompleted !== true) return"
|
||||
)
|
||||
assert 'aria-label="实时语音字幕"' in component_source
|
||||
assert "transcription-segment" in handler
|
||||
assert "showLiveCaption(" not in handler
|
||||
assert "message.isCompleted !== true" in handler
|
||||
assert "sessionId === transcriptionSessionId" in acknowledgement
|
||||
assert "normalizedSegment?.segmentId === segmentId" in acknowledgement
|
||||
assert "normalizedSegment.isCompleted === true" in acknowledgement
|
||||
assert "showLiveCaption(normalizedSegment)" in acknowledgement
|
||||
assert 'aria-label="腾讯云实时转写的对话原文"' in component_source
|
||||
assert "liveCaptions.value" in component_source
|
||||
assert "caption.speaker" in component_source
|
||||
assert "caption.text" in component_source
|
||||
@@ -219,7 +227,7 @@ def test_companion_keeps_transcript_and_patient_case_visible_in_a_side_rail() ->
|
||||
|
||||
assert "liveCaptions.value = [...previous, caption].slice(-120)" in main_source
|
||||
assert "liveCaptionClearTimer" not in main_source
|
||||
assert 'aria-label="患者病例与实时对话"' in component_source
|
||||
assert 'aria-label="AI辅助、对话原文与患者资料"' in component_source
|
||||
assert 'id="patient-case-title"' in component_source
|
||||
assert 'id="live-transcript-title"' in component_source
|
||||
assert 'aria-label="打开完整诊单"' in component_source
|
||||
@@ -559,7 +567,7 @@ def test_built_video_companion_contains_the_patient_case_rail() -> None:
|
||||
assert ".consultation-rail" in styles
|
||||
assert ".video-layer--with-rail" in styles
|
||||
assert "patientCase" in scripts
|
||||
assert "患者病例与实时对话" in scripts
|
||||
assert "AI辅助、对话原文与患者资料" in scripts
|
||||
|
||||
|
||||
def test_companion_screenshot_requires_doctor_confirmation_before_upload() -> None:
|
||||
|
||||
Generated
+582
-2
@@ -1,6 +1,10 @@
|
||||
version = 1
|
||||
revision = 3
|
||||
requires-python = ">=3.11"
|
||||
resolution-markers = [
|
||||
"python_full_version >= '3.12'",
|
||||
"python_full_version < '3.12'",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "altgraph"
|
||||
@@ -24,6 +28,64 @@ wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/da/35/f2287558c17e29fafc8ef3daf819bb9834061cfa43bff8014f7df7f63bdc/anyio-4.14.2-py3-none-any.whl", hash = "sha256:9f505dda5ac9f0c8309b5e8bd445a8c2bf7246f3ce950121e45ea15bc41d1494", size = 125813, upload-time = "2026-07-12T20:29:05.763Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "av"
|
||||
version = "18.1.0"
|
||||
source = { registry = "https://pypi.org/simple" }
|
||||
resolution-markers = [
|
||||
"python_full_version < '3.12'",
|
||||
]
|
||||
sdist = { url = "https://files.pythonhosted.org/packages/8d/f4/f22114d30d3435e38c6af2b4870f37b864403dca6ae7af747a289ce0a18e/av-18.1.0.tar.gz", hash = "sha256:47bfc286e1bc9de7ab4681fc2b575cd2460a66919d31ffe1bd5aa54fae531a28", size = 4451061, upload-time = "2026-08-12T22:28:18.761Z" }
|
||||
wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/05/d4/d7cdc8bff143c17a6d35924375ae28dd692cacde38700a7d419fde54f44a/av-18.1.0-cp311-abi3-macosx_11_0_x86_64.whl", hash = "sha256:ae75d8bb6467895ed1f8572ededf7ffa49eac07f6e483222f5d7d62a41d12f04", size = 22546147, upload-time = "2026-08-12T22:27:11.851Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/3f/c9/37a619297492256b77d5ed906e7d8166c10a26ed251dccf1ae03ab19bff6/av-18.1.0-cp311-abi3-macosx_14_0_arm64.whl", hash = "sha256:b30a4e8d934558e19602b68998a4d9ac9f250fa0dacef216f7e8e40153b13316", size = 18217603, upload-time = "2026-08-12T22:27:14.713Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/d9/84/2464ffb64c08c5ce8b522c8e74594714414e3b0575267652c5c51c0574b9/av-18.1.0-cp311-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:6fc837cc51adf80331ac850779cd53b5d4c4460b0ebe9057a02a921c6736f19d", size = 33640142, upload-time = "2026-08-12T22:27:17.835Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/27/3a/204dbfc3e08eb4cdc6e6ff57be02150bc44523ebdb50182d10025792ebd9/av-18.1.0-cp311-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:8a032e8d8ebc73dec079364b9b4a6837638a2d106e8472314e685ffbf163e700", size = 35786210, upload-time = "2026-08-12T22:27:20.984Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/e1/99/b0d04ec553ff9a7e00455458dfa3a39c8a8f627b273056b4e5fe57d590de/av-18.1.0-cp311-abi3-manylinux_2_31_armv7l.whl", hash = "sha256:3c8b1f8b46f99d52e2d8b0ed5d0cdadf172d24794d46e2077b16e44ed08e26ff", size = 39379798, upload-time = "2026-08-12T22:27:24.432Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/56/b1/e00d4feae59160149df6126585e726fdc6300798fd40c5dd324879e81f68/av-18.1.0-cp311-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:ab5ac081bc9eaf54109120d4e56284674fecfbe520d9aa1707c7fa911ec5f4d2", size = 34690321, upload-time = "2026-08-12T22:27:27.769Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/dc/94/836fa987e3084d11a21489f11357fb24843ef3aa8faf74ddddfc603d5062/av-18.1.0-cp311-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:191224788d87af06c31784a395bb73f14b72f33d7f4871ace0157de2abdc6276", size = 36859932, upload-time = "2026-08-12T22:27:31.403Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/33/b4/76ba21e46704f632004276b85289a1582e95f5eff760436d6149875a1881/av-18.1.0-cp311-abi3-win_amd64.whl", hash = "sha256:ea1480b7a8d5405cb5f382b344731bf125fd2c1c6fae3964f6c48595628387ff", size = 27595679, upload-time = "2026-08-12T22:27:35.177Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/4f/ad/a3135884c5753b09773176b97201ae602f67ad14206c395ff838d66bf9b0/av-18.1.0-cp311-abi3-win_arm64.whl", hash = "sha256:5509ec12aaa19fd6601de13cfa6f4cdad450da07982118510592875d970454d6", size = 20257584, upload-time = "2026-08-12T22:27:38.472Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/4f/5b/4a756265d7fb164336c8d377bca21c39cfa2c178be23cedee840a69b59c5/av-18.1.0-cp314-cp314t-macosx_11_0_x86_64.whl", hash = "sha256:b36b0bae9e4c62f9487c99481ec15e4e3870fcc868522cd6d18fc2d6bfa04f01", size = 22795654, upload-time = "2026-08-12T22:27:42.016Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/d5/cc/1bc841462114a1adf4f7d87456ab78a6972e23271e71865fcd2bbd0e7360/av-18.1.0-cp314-cp314t-macosx_14_0_arm64.whl", hash = "sha256:025f84494cb23278498f03b0d8117d3e47a1cbc9c44b97eb31875cf02251e46b", size = 18435735, upload-time = "2026-08-12T22:27:45.787Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/b8/20/005500ed17a2e62a5e4bb94aa3786942560ec2f55ec1895ebf174c87abef/av-18.1.0-cp314-cp314t-manylinux_2_28_aarch64.whl", hash = "sha256:08a9ae288299cfcbf739dba4ad0c53b9b71f45184303dd45947920d022fed695", size = 37090807, upload-time = "2026-08-12T22:27:50.14Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/5c/f7/11e7f6d848d3690c31ca4f8578167393e619177f1493ccc93b9400852d4e/av-18.1.0-cp314-cp314t-manylinux_2_28_x86_64.whl", hash = "sha256:cf8a17466bef07765dbdecc9e66ed9b25d20b4e14f654fbf35345a58ac45fa0c", size = 38976836, upload-time = "2026-08-12T22:27:54.565Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/c3/63/b271473b24e806062d31191e40c6d65545e9cf59f80f044eba56dcbba0f4/av-18.1.0-cp314-cp314t-manylinux_2_31_armv7l.whl", hash = "sha256:d49a5c542dfdc00f43c6cdb6cc41dac1781ee206fe180b56aa7433dfa816dfae", size = 40896630, upload-time = "2026-08-12T22:27:59.118Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/6b/9f/2ab7fa292a947ad3466ed8e655eefa3b82f535d7ea598c297b4471a937c4/av-18.1.0-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:5548b79e2bf1f59b3e9aedc918a72d9dc45b9adaac10ff9470d5dbdda0002e47", size = 37895673, upload-time = "2026-08-12T22:28:03.98Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/e9/d8/04507c57249b399c3e4f23f01d221532f357338b5316fd2858fbd343127d/av-18.1.0-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:e7ea063f6690193ea335a1d592d6e0274350d45e2ed6af83ee107cb90cbfd84f", size = 39992431, upload-time = "2026-08-12T22:28:08.736Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/d6/d6/bc4b95bea9c2353a7e4d62a3fcfad9adcf0f881741c6ce01ee179d539ce3/av-18.1.0-cp314-cp314t-win_amd64.whl", hash = "sha256:e4d48b9f12cad009cc72fe4f4099107de5e819c95f82767f4fd01a01481c0661", size = 28497798, upload-time = "2026-08-12T22:28:13.003Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/c1/d2/0c277a46f12647c1833f40496e132fb6001e0d19e6144b5ea30896461feb/av-18.1.0-cp314-cp314t-win_arm64.whl", hash = "sha256:5cd9085028902c9880622bd37a12fd4b33060f06a52311f6f4867ca9f29a2c3b", size = 21421979, upload-time = "2026-08-12T22:28:16.48Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "av"
|
||||
version = "19.0.2"
|
||||
source = { registry = "https://pypi.org/simple" }
|
||||
resolution-markers = [
|
||||
"python_full_version >= '3.12'",
|
||||
]
|
||||
sdist = { url = "https://files.pythonhosted.org/packages/23/01/76b6bf563fe907597cf58f10d10168e93fe588b6db9f2658db87e87efa7e/av-19.0.2.tar.gz", hash = "sha256:bebbc52598886480f4d861c575dc2b020785d6c04e1308680ddcc545e1b94c66", size = 4277157, upload-time = "2026-10-21T03:45:30.799Z" }
|
||||
wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/4a/2f/f51f37820741134516e841053d5ecebf6350fbd451adcbff9ead96aa1244/av-19.0.2-cp312-abi3-macosx_11_0_x86_64.whl", hash = "sha256:f5f7bcf987567cd3f9b01f1c375c59bf59d8a5b98c9c5c154aeda7a11e0c5dce", size = 22627374, upload-time = "2026-10-21T03:44:28.296Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/7c/42/067d0bcd2c07103f18cc23b510a8289dd80330e984c49d51ce0bafcee017/av-19.0.2-cp312-abi3-macosx_14_0_arm64.whl", hash = "sha256:b0dff6dfcc6ff9944fbbff15bc4ee2d90a2c1695d493bdea96e86f48823e9feb", size = 18556422, upload-time = "2026-10-21T03:44:31.267Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/de/0c/448f89f76cf5e4da35dd6294a1e8155b75daa8839f2f2fa353775855d152/av-19.0.2-cp312-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:04c8e412642c652cb2b1997a9cb2114546ee7d894600c631f4be8ceb26a0d0d2", size = 32683287, upload-time = "2026-10-21T03:44:34.588Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/e1/7f/9f1237feb894afa472ef834aa1fbfe4d6398f28dc7e86a1b418650204c36/av-19.0.2-cp312-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:9c1da7aad0fa6c13b4a5c1e7985be0d13f8526a96284573acaf3d55ead6d3fe8", size = 34990159, upload-time = "2026-10-21T03:44:37.637Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/f1/b5/1bde0e54e525d88ad8f5becae657f8142543fd3be9d10b72141f041ca868/av-19.0.2-cp312-abi3-manylinux_2_31_armv7l.whl", hash = "sha256:9d4f9f78c0ce1f20deb72626fdb3c723757f61a8cd6fbb7dd44d9401884a91fd", size = 44422922, upload-time = "2026-10-21T03:44:41.847Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/08/21/65997929fa4dd7c20f64e742aa87205a8d65485718a2ab51633756078e83/av-19.0.2-cp312-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:dfe7af5aa8243afd5d4778f85ad1a7c948e37fad272869da1f8f93f8d57fa7ad", size = 33754699, upload-time = "2026-10-21T03:44:45.772Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/30/44/4de8c0ff5a5e25ceb0841efc0a4a7530a22d61800bc0cc19a1d03aa04358/av-19.0.2-cp312-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:44d3faae747cf04a33f39db8ae983ff3d93adc864ee663bc186b25b686803c3e", size = 36014845, upload-time = "2026-10-21T03:44:49.64Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/32/5a/743a83666ded197df8b9957e2800bef9a39d52b23be2ca211bbd14b5fb22/av-19.0.2-cp312-abi3-win_amd64.whl", hash = "sha256:3ce5a1d7b916d13c16ac58f1756f0fee4af2d53f02bc1403e18550b50d375a22", size = 28150949, upload-time = "2026-10-21T03:44:53.434Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/42/fe/e79d786628d9c0428f72214dbe4b90ee0c625e04d552a604d5235ff35515/av-19.0.2-cp312-abi3-win_arm64.whl", hash = "sha256:79a277b077e3768a0ea9f881ca0b3bc96d4135a8d3a7a579938adb58718d0dfd", size = 20708023, upload-time = "2026-10-21T03:44:56.435Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/08/f5/e7988f64d3debf50748f1c4372a3dac70cfe53720563056cb57bd77771a6/av-19.0.2-cp314-cp314t-macosx_11_0_x86_64.whl", hash = "sha256:b632e026f4375037438a6b2b5d6a489e55bc9504fad22078991ef96211bec2a9", size = 22911715, upload-time = "2026-10-21T03:44:59.378Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/76/86/dbe91321e6b233970c7fdfdb82cb1750a745e5779ab9ee69a6ce2589b1cb/av-19.0.2-cp314-cp314t-macosx_14_0_arm64.whl", hash = "sha256:32a8d37bde9e24ad0cc855140cbeecde17a363d7dc7928dcfc71a34b5f3ed387", size = 18864540, upload-time = "2026-10-21T03:45:02.227Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/5a/c7/afca86772d825f5eb5fd8d1a193b206ed9a4a0d74ffbe5bbe0a19521ed7d/av-19.0.2-cp314-cp314t-manylinux_2_28_aarch64.whl", hash = "sha256:1e7cb7b66a832bce8996af5b94f1cf4014a05ff51e0005feac4cb2566d711020", size = 36479296, upload-time = "2026-10-21T03:45:05.955Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/b3/71/6c6fc7e80dd5aa71109cb9324638620c40b7de8f677a6446d2f744295587/av-19.0.2-cp314-cp314t-manylinux_2_28_x86_64.whl", hash = "sha256:b559ff381bd800c46fee6a17d7e22a3443708cdd58d0901ae91d27cf5dd0578c", size = 38467551, upload-time = "2026-10-21T03:45:09.493Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/3f/93/fa67f5d4180e57e7f740053fd855a6d312f4848f1e5582b8d3ab131184dd/av-19.0.2-cp314-cp314t-manylinux_2_31_armv7l.whl", hash = "sha256:91924f5c836b1cbf89fe1522c642f98e89a733124908561fd49dc7a70e9b6d10", size = 46223361, upload-time = "2026-10-21T03:45:13.396Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/25/f9/f98627770ccb4761e8cb87edd8b4bcf91549288bca95130c1a91ea7cdcb8/av-19.0.2-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:ae4618eab172f8135596972252f39c7399291c921e661c1771ba26b9254b800f", size = 37349208, upload-time = "2026-10-21T03:45:17.213Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/7e/3a/183b4f96a604a8544180e256d16f9a6c0534d6b7db22dc22fb0842aa96fc/av-19.0.2-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:8596fad2017d380708de35ddf9d34f808b8488c912cdc3f361691d866d9dc32d", size = 39475989, upload-time = "2026-10-21T03:45:20.658Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/22/6e/84b65c58171a6d75a5d129a9cf856ca730843f8c476f08033e7f9d4a1af6/av-19.0.2-cp314-cp314t-win_amd64.whl", hash = "sha256:9db27c2248112a8eed3edd3ca83cf4405f52a402cda2eb1956035e646e6b99c6", size = 29064804, upload-time = "2026-10-21T03:45:24.24Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/60/4e/d96cc9fff457069c52754f63151a0340cb4886330d58e09061f203696b60/av-19.0.2-cp314-cp314t-win_arm64.whl", hash = "sha256:0e425d631510ca21e47c58f3837a9dceae0453c24e926408c8a12b95239cbbd6", size = 21916888, upload-time = "2026-10-21T03:45:27.298Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "backports-tarfile"
|
||||
version = "1.2.0"
|
||||
@@ -105,6 +167,15 @@ wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/e3/26/2cde30fdde421130bfc18f70395731a6e6b2053c6a1978a5258ff04e72fa/cffi-2.1.1-cp315-cp315t-musllinux_1_2_x86_64.whl", hash = "sha256:7da0c5eff80f0197f3b3d1232ec5a682a9325f4ae9016a78f5f5ca35f9ced1f5", size = 225539, upload-time = "2026-08-03T21:21:09.911Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "click"
|
||||
version = "8.5.0"
|
||||
source = { registry = "https://pypi.org/simple" }
|
||||
sdist = { url = "https://files.pythonhosted.org/packages/c7/0e/7fa0ef50764b67090eca4114772a2abf8b6148198475e54c660b97caeee6/click-8.5.0.tar.gz", hash = "sha256:ba0d2089de75ea0310e2dde03160e6ca10009947fb95a182f9b54021bb272e34", size = 382235, upload-time = "2026-08-26T13:33:14.56Z" }
|
||||
wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/58/50/6c0d534c5f134586a8e1ba4e330569e32f057e33372ae556463212fb4cd3/click-8.5.0-py3-none-any.whl", hash = "sha256:255bc9599cf7748b4b1a446ccc735421bd08a2ae529a8b88597d3de5664ee360", size = 125251, upload-time = "2026-08-26T13:33:12.928Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "colorama"
|
||||
version = "0.4.6"
|
||||
@@ -281,6 +352,96 @@ wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/62/15/219075012ab13e8905f3cd572204f4acb4b111df787104346b9bc0cea789/cryptography-50.0.0-pp311-pypy311_pp73-manylinux_2_34_x86_64.whl", hash = "sha256:07479a1cb08219ab719147e742e76090c9c773321959bb94946fffdd397a6437", size = 4699593, upload-time = "2026-07-31T14:24:59.951Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "ctranslate2"
|
||||
version = "4.8.4"
|
||||
source = { registry = "https://pypi.org/simple" }
|
||||
dependencies = [
|
||||
{ name = "numpy", version = "2.4.6", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.12'" },
|
||||
{ name = "numpy", version = "2.5.4", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.12'" },
|
||||
{ name = "pyyaml" },
|
||||
]
|
||||
wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/b3/01/4bdbbb7f564725629dfa638c4492997e12697822d5f5855a61705d116bb3/ctranslate2-4.8.4-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:d7b6cd9e832e47c00d3da14976b1621b065d8680a7d27a95a009af4a41e169ac", size = 1489306, upload-time = "2026-10-25T19:04:02.114Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/da/a7/c9cd5ab778b2f1eed8c4552e94c236e4e26a3742ffd54eb8ec54880fec8f/ctranslate2-4.8.4-cp311-cp311-macosx_11_0_x86_64.whl", hash = "sha256:2c366cb89ffcd99f76e44dfbb199979d450a9c698dae5eefd65e94a7ef25443c", size = 12167392, upload-time = "2026-10-25T19:04:03.775Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/b8/f9/e0250f31eadfbb70e467b2c33867399665ab783ecc3fff18412595b1693f/ctranslate2-4.8.4-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:bd6ed9d10b46b9bc2ee801ea9624acf28bd53ffddfd5e92d23b2340dbc4d6474", size = 18793231, upload-time = "2026-10-25T19:04:06.692Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/d5/fb/c20dd76f7636bdef710e2f6e8419db3a07687cec65e78228ff3624875afe/ctranslate2-4.8.4-cp311-cp311-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:1037b3f51d18f1546120686670d71fcdaf85a0500fffccc56d8439ded5d284e5", size = 42428932, upload-time = "2026-10-25T19:04:10.532Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/45/a0/7f9744949aac9a143a1245511fb0ce5f62434aed9b1ca026cb72d9ff6e5f/ctranslate2-4.8.4-cp311-cp311-win_amd64.whl", hash = "sha256:01bfca5d6e1736e38602511066a437677470c690e1458fa7c72ff322a3cfc4f9", size = 20369372, upload-time = "2026-10-25T19:04:13.542Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/45/18/68692f8cf2684690cc6f2b407fa6d5909895cac37aa9d1df1bc5849017f9/ctranslate2-4.8.4-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:36ebf8d2f5b7af176cef7869cd98a1c722ee01c177168fda5c9a045fc930be67", size = 1490254, upload-time = "2026-10-25T19:04:15.694Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/8b/2f/7495643e0d5f530f927bbaf9daecb180606fe484d6afc056fcb773974344/ctranslate2-4.8.4-cp312-cp312-macosx_11_0_x86_64.whl", hash = "sha256:1094d0128657903677b3be3aab9186bf28ac8d89a4676fb590bcabf3c7605971", size = 12172517, upload-time = "2026-10-25T19:04:17.411Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/5e/0f/f7aad2355dbb4a0115d9265f0ab04feddfd506388d19bfe7e0387fd7c5e1/ctranslate2-4.8.4-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:a102683e7dc5d0cd0c31de5771ce4c27fffa837721470e7aae64ebffa64f3206", size = 18976989, upload-time = "2026-10-25T19:04:19.951Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/39/42/ab136f76cf379ed97d3f95563ad227fdd5cdbbeb20eaa797b0962be62b1a/ctranslate2-4.8.4-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:0d1830d12c84b2240bf51893ee6bfe24a671dccfd232b05a74ef197d27fb164a", size = 42669573, upload-time = "2026-10-25T19:04:23.931Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/af/25/cca7f6807d37cbfd9eebed8bbf136f5214c31d7d66de267ad05b676e9deb/ctranslate2-4.8.4-cp312-cp312-win_amd64.whl", hash = "sha256:056db4b4c2a31b7811d453155a3d6ab316ddb1dc104f413beee7bce26bcbf92d", size = 20371102, upload-time = "2026-10-25T19:04:26.986Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/56/83/f96841f2123ee983c41a69477ca00f171d75e6434a4c40c0e3decbe457bb/ctranslate2-4.8.4-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:183a21b4c0da1846f8c3faac0267c497d7bdc8dd43350e23fa4f584b4ba2d4ba", size = 1490195, upload-time = "2026-10-25T19:04:29.168Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/40/ef/570715e8b607df28e129e913a496f41e6efa2665b85e3536f54e87b31d1e/ctranslate2-4.8.4-cp313-cp313-macosx_11_0_x86_64.whl", hash = "sha256:a547c5970c17c3259a59e731e5479579463b2d3a6235862a99a46654437faeb9", size = 12172432, upload-time = "2026-10-25T19:04:31.073Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/db/5a/29467590dbc2fe339e159da946f9192f231cfd753d36dd30095de88d6578/ctranslate2-4.8.4-cp313-cp313-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:f4ed771f82c4078113d811c5f9ad0a4597bb79f54784adb58fd50d69b04cb7a5", size = 18959426, upload-time = "2026-10-25T19:04:33.746Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/17/0b/430c7f43bc06cbdb5f9f66dac1ce13c1d713e03e729b295856a51ac33043/ctranslate2-4.8.4-cp313-cp313-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:271e77faf49ff9fa117b490b9008ac0b294744c19dabc93087e202299c1a8e27", size = 42612303, upload-time = "2026-10-25T19:04:37.457Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/37/ae/4fbe636b36fd4fd4266e309d050548c1ae0a23c88ef73ef89c6485db99d1/ctranslate2-4.8.4-cp313-cp313-win_amd64.whl", hash = "sha256:d9523961651ac0f51e4e62d03307609ff93d828b32ae92dc8b14a7e55243f6f2", size = 20371182, upload-time = "2026-10-25T19:04:40.548Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/7a/3e/3f133db61ec4483b67ca264b63ae5fef9d60c0c5d6f253fad3f9bbf9e850/ctranslate2-4.8.4-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:87145e4ebdabd19c7bc8eb1f96a30b2df2b6923e6bdea8c97c637c872962f51a", size = 1490930, upload-time = "2026-10-25T19:04:43.285Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/3c/fb/b38afe110dc1af43a45434e4c37564371e10ce9e91a3b200dda4494cc851/ctranslate2-4.8.4-cp314-cp314-macosx_11_0_x86_64.whl", hash = "sha256:40d49ce50fc38432eae920c36a13fb943fc73363934ff699986eadaf1a9e178b", size = 12172898, upload-time = "2026-10-25T19:04:45.409Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/d2/e1/2f4b85f47567b934fb3e38da9f76451fd243f5111daf3dcef7b9211dfb7d/ctranslate2-4.8.4-cp314-cp314-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:ec9639dd36511eecf23bbc99a61a8fe77f16e2169e8dd35be6502ae3b2147a20", size = 18934359, upload-time = "2026-10-25T19:04:48.674Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/0d/f4/d14d4ad8d1eac0e49aafcc11ff9ec83ac5758ae23acc526f15b73c980c19/ctranslate2-4.8.4-cp314-cp314-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:e838fb78e8db9daee96187a08c3d0839bf45bd4853afda839f3b4b4979336ed6", size = 42590297, upload-time = "2026-10-25T19:04:52.638Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/50/98/6bd005eb63150a8d029aa06076180bc3452243b56da592c770128ac6f47b/ctranslate2-4.8.4-cp314-cp314-win_amd64.whl", hash = "sha256:4b322215f3b8eaab1db45b9e6aebfb8ddfe1336651e15a569c90826bfdb4b136", size = 20638792, upload-time = "2026-10-25T19:04:55.966Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/89/7b/51b68b23870e9e09c3dda27e629b78dbbc259750036474bea8e38171f721/ctranslate2-4.8.4-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:9fc200ff85351d6e6f7403c43857086df8ebc754bf243a77079fee7c2156ada5", size = 1517691, upload-time = "2026-10-25T19:04:58.538Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/45/9d/83f3f40d0e07878f62eb3b633ca186fe163b3c4fbdb960ab7bb66064a625/ctranslate2-4.8.4-cp314-cp314t-macosx_11_0_x86_64.whl", hash = "sha256:1cf96ce8f625166ef67358b42c798271b307bb0b4a1d39a9965ff848f17f9d74", size = 12199614, upload-time = "2026-10-25T19:05:00.307Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/a2/e3/a1a4b5a2b66acda963f08a6e73a4866ad79fa7bd079569be881da8d08f25/ctranslate2-4.8.4-cp314-cp314t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:230b5216b71f5502d6ae0d9151c646aa69de7817b2e424ee67d6a87a9aeb19e1", size = 19315986, upload-time = "2026-10-25T19:05:03.08Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/78/69/8750a4bd23c85a41d14686de0fadb101d5241a2a79e0c5a36d56d04c69ba/ctranslate2-4.8.4-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:bbf71062d93031ad709a20588a6d2cb624f66253c53e8509c8f9410078d53bd9", size = 42942312, upload-time = "2026-10-25T19:05:07.228Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/22/3e/94c4fb70d2844b5b396fa29e04139013292b8129feab427c6241953a1a6f/ctranslate2-4.8.4-cp314-cp314t-win_amd64.whl", hash = "sha256:81397be8ef6c7966ebe5b549244114e543f19219976d7e1437fdebb624f296c0", size = 20665797, upload-time = "2026-10-25T19:05:10.444Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/e8/de/7dd4ad23e7fa5c0ebb3be622d94283a73885847f886c7803e5e683617548/ctranslate2-4.8.4-cp315-cp315-macosx_11_0_arm64.whl", hash = "sha256:ed6d6e53e9414f702868f8c9543da8b526b8d1703dd0c1136c99d01c8e6b0614", size = 1491298, upload-time = "2026-10-25T19:05:12.626Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/5b/4a/a37f99662f23132282540b33c26080dc498d66a3dd63418026d6bf143639/ctranslate2-4.8.4-cp315-cp315-macosx_11_0_x86_64.whl", hash = "sha256:18286b049aa9afb1df301bf627eb8dcbe4e9069810e7e3e4ef069e55a68b5934", size = 12172901, upload-time = "2026-10-25T19:05:14.422Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/a8/7d/56ef3c91f58c1ad99daaf1b4ff798109e6a73ae5784549e0bcc3efe37b6f/ctranslate2-4.8.4-cp315-cp315-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:1ac23582ee919235fd6a73ab383eb7cb97b544dc7c70fcc445dc22de7d70dc90", size = 18944558, upload-time = "2026-10-25T19:05:17.362Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/58/cc/07a6c500aa65910691eb345fb4fca463906168cd75c6dde8735f02f01746/ctranslate2-4.8.4-cp315-cp315-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:b6139f57b316420469d1400968d40185ff7b99123d45a88ab3112d364809fffb", size = 42613272, upload-time = "2026-10-25T19:05:21.321Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/d4/93/c3f255c6a7e7aded6c3fcabbb383d5b9277f05ff62d960dd9a99dae698f1/ctranslate2-4.8.4-cp315-cp315-win_amd64.whl", hash = "sha256:a6c28ac653a3598d3a978e9c9c629c3a4f30072b0d0473be2880d3d82599e11a", size = 20638838, upload-time = "2026-10-25T19:05:24.766Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ba/9f/890c9c520135642c5c338c0687872f41e65e25dd1d58a217d514258c9211/ctranslate2-4.8.4-cp315-cp315t-macosx_11_0_arm64.whl", hash = "sha256:8eb7a167ff37ddc2c0237064fd25101fe00775a7deaf1f094be9c7f88694d54c", size = 1518152, upload-time = "2026-10-25T19:05:27.037Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ec/80/08a06ade4d67b63384189c280edfd00be9a5ec3b9f6c0d263d322b7c12e5/ctranslate2-4.8.4-cp315-cp315t-macosx_11_0_x86_64.whl", hash = "sha256:63a715c34b5e3c462e5680ea32ea12bad30ada8db1a6d99fc8e0e541d6117542", size = 12199353, upload-time = "2026-10-25T19:05:29.26Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/a7/1d/b44cd0038a265768ba649bd45359e6029be670fd6f0135a5d07637d38182/ctranslate2-4.8.4-cp315-cp315t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:82caf13dce0563d96a92e0bcfe541f3ff73875b4d3d9335e8dfc46a66d0e2a51", size = 19368566, upload-time = "2026-10-25T19:05:32.297Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/01/76/81a2e86d63183c597ef977c03d19166bab0857c1a92bdcfe394770bbd274/ctranslate2-4.8.4-cp315-cp315t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:8849e5dfd27f3e5ad781d327f477434badfcb3deead4c4758ceeb621aed930a7", size = 43008255, upload-time = "2026-10-25T19:05:36.566Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ae/f7/d3ca639be986018bc1ee06e8c07652c44fc7c65b70022f161a7adce2d014/ctranslate2-4.8.4-cp315-cp315t-win_amd64.whl", hash = "sha256:b8f5ea44f93342cb460642f966bb87bf79d3fdcded6db049001cca28e82c0be8", size = 20666116, upload-time = "2026-10-25T19:05:39.895Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "faster-whisper"
|
||||
version = "1.2.1"
|
||||
source = { registry = "https://pypi.org/simple" }
|
||||
dependencies = [
|
||||
{ name = "av", version = "18.1.0", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.12'" },
|
||||
{ name = "av", version = "19.0.2", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.12'" },
|
||||
{ name = "ctranslate2" },
|
||||
{ name = "huggingface-hub" },
|
||||
{ name = "onnxruntime" },
|
||||
{ name = "tokenizers" },
|
||||
{ name = "tqdm" },
|
||||
]
|
||||
wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/05/99/49ee85903dee060d9f08297b4a342e5e0bcfca2f027a07b4ee0a38ab13f9/faster_whisper-1.2.1-py3-none-any.whl", hash = "sha256:79a66ad50688c0b794dd501dc340a736992a6342f7f95e5811be60b5224a26a7", size = 1118909, upload-time = "2025-10-31T11:35:47.794Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "filelock"
|
||||
version = "4.2.4"
|
||||
source = { registry = "https://pypi.org/simple" }
|
||||
sdist = { url = "https://files.pythonhosted.org/packages/d8/28/3893324bcadf8f89b1616637468d766af3f625008c0735bf704fdfa86617/filelock-4.2.4.tar.gz", hash = "sha256:c6d8663535e1650ee430507b4ffbac7b464dd64b7647ea0112a9f406499d163d", size = 652444, upload-time = "2026-10-19T01:57:51.001Z" }
|
||||
wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/e0/1b/5e74289a1878e666bb4b65fe5805a04cafcac2aa5f519ef1ead67ef91c56/filelock-4.2.4-py3-none-any.whl", hash = "sha256:301241438c57936ef93f4243a94f2559022268bfcf9b375a9a72eb0f8db8358e", size = 162475, upload-time = "2026-10-19T01:57:49.419Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "flatbuffers"
|
||||
version = "25.12.19"
|
||||
source = { registry = "https://pypi.org/simple" }
|
||||
wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/e8/2d/d2a548598be01649e2d46231d151a6c56d10b964d94043a335ae56ea2d92/flatbuffers-25.12.19-py2.py3-none-any.whl", hash = "sha256:7634f50c427838bb021c2d66a3d1168e9d199b0607e6329399f04846d42e20b4", size = 26661, upload-time = "2025-12-19T23:16:13.622Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "fsspec"
|
||||
version = "2026.9.0"
|
||||
source = { registry = "https://pypi.org/simple" }
|
||||
sdist = { url = "https://files.pythonhosted.org/packages/77/cd/9be253869fc42e764de7f3dedd6969af7d44ff9c3375214a3442a6f3fc08/fsspec-2026.9.0.tar.gz", hash = "sha256:0f08147951c8cb31d844c3547d631053b127863b60be04cf06e121333ee0e2fe", size = 333545, upload-time = "2026-09-18T17:50:42.825Z" }
|
||||
wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/6c/c0/a98505f18594f1bce828bb159cec0fcf9860562f1a2c85913409fc8f3d9e/fsspec-2026.9.0-py3-none-any.whl", hash = "sha256:8dd6e646e99ea382bd85f97a45e6b526a442d79423a7dc673f1e2756d05fcb5f", size = 221738, upload-time = "2026-09-18T17:50:41.341Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "h11"
|
||||
version = "0.16.0"
|
||||
@@ -290,6 +451,30 @@ wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/04/4b/29cac41a4d98d144bf5f6d33995617b185d14b22401f75ca86f384e87ff1/h11-0.16.0-py3-none-any.whl", hash = "sha256:63cf8bbe7522de3bf65932fda1d9c2772064ffb3dae62d55932da54b31cb6c86", size = 37515, upload-time = "2025-04-24T03:35:24.344Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "hf-xet"
|
||||
version = "1.7.1"
|
||||
source = { registry = "https://pypi.org/simple" }
|
||||
sdist = { url = "https://files.pythonhosted.org/packages/a3/ed/54c8ef80981b548649edda8f1302e5a42edb4e97672d742ee020c97f4856/hf_xet-1.7.1.tar.gz", hash = "sha256:89d06f4975e807eefc6f6777180f452cfb86f6c79f2a6caa6fb28809c84c6777", size = 993876, upload-time = "2026-10-28T15:09:54.834Z" }
|
||||
wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/65/94/c8447b413386554c528808eb147ade34669dce5ddf97cd9368345821bc1d/hf_xet-1.7.1-cp314-cp314t-macosx_10_12_x86_64.whl", hash = "sha256:4498ae151a4576d18f8714302c9be16aceda4b34ed028b3f5226656377d77163", size = 3816404, upload-time = "2026-10-28T15:09:17.957Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/2c/99/8889221e6f156a0167b5a07e20913ff50dee60832879c3471798156df91a/hf_xet-1.7.1-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:fc2767e5b6ba9f74aa5b86728e64cef48668bed91c50e7313ba1d78f7c510c75", size = 3563533, upload-time = "2026-10-28T15:09:20.255Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/8d/42/f9d4df9447fb8d502963f02569d069bf5c3b7d772a8a869b7773eb194c48/hf_xet-1.7.1-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:cfcb057a0e9dc337839056f3eb11b2d7e3b594686a56f37a0e4458071b6f84ca", size = 4211327, upload-time = "2026-10-28T15:09:22.651Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/17/b0/abda85b0b444526c650ed8b8a208aa1fed0b8c872c194c3a8e19f0a11cd2/hf_xet-1.7.1-cp314-cp314t-manylinux_2_28_aarch64.whl", hash = "sha256:6e6639f77da484eb36671d86262a48f7904946f31f6ce980dcf0690f2dfdc1c4", size = 3988957, upload-time = "2026-10-28T15:09:29.21Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/6f/44/7e608548a11bfacf3f8ad0c82c7e95034d36a042b38d8772dc74fc31b75d/hf_xet-1.7.1-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:b269c6fe9f5c8104561b7320458a07865f64d159ee1306487be6f95ed9960013", size = 4193780, upload-time = "2026-10-28T15:09:31.291Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/61/db/2116ce2701399bbb2fd42e438fc24e3b1743ed2c210bebfdca173b6e686c/hf_xet-1.7.1-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:bfa59cfeea1d3161bb6b86e8ceaaf1ee4bd07b0353222c27cfb643e0521c04d4", size = 4421379, upload-time = "2026-10-28T15:09:33.303Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/8d/2c/8ec86426c7e09877d5e143cffaa97c7021857ebdf91f1ff0d59a73e48009/hf_xet-1.7.1-cp314-cp314t-win_amd64.whl", hash = "sha256:4e649d3e9fd045a8563cf1346a6f67bbe3fa8215f5cce9b84042c876f26fe02c", size = 3825028, upload-time = "2026-10-28T15:09:35.391Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/84/ae/49ef831fbba17570663e68663bd69dbdba6abd38481b7884c5baf16dbdc2/hf_xet-1.7.1-cp314-cp314t-win_arm64.whl", hash = "sha256:4b5bc399ad059a2a7484f185162666fb7ecd77b573e8bafc336fd38a5741a522", size = 3656777, upload-time = "2026-10-28T15:09:37.335Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/2e/cd/cd5c2a9145f406008cb35ae91ad48877ca6439bee3b64b5061e673b963df/hf_xet-1.7.1-cp38-abi3-macosx_10_12_x86_64.whl", hash = "sha256:e2f21d368a84f798cd394549292e3abe3be22d362aaf13fdd10b0f85a630590c", size = 3809415, upload-time = "2026-10-28T15:09:39.566Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/9c/7b/e3fada39f556579503808a93e51231bb2f926f4633c038bc9c5237f6c39c/hf_xet-1.7.1-cp38-abi3-macosx_11_0_arm64.whl", hash = "sha256:46d09bc6200388622f6aeb6db6d7b47060f63c483b6fb637e0e13e87470bfabf", size = 3573230, upload-time = "2026-10-28T15:09:41.356Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/91/99/105c23da56161acdc4e5b3022ae6d225ab54269a44eb7303f41e3a7be09e/hf_xet-1.7.1-cp38-abi3-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:f26bfd4a6e31b4e37e749a07e8642589406e8537be05eccfd633a92b95e2fb51", size = 4219728, upload-time = "2026-10-28T15:09:43.24Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/5b/de/861af7b14825974ea3c787c224f08758046ed17615d7c79c7571e7f26353/hf_xet-1.7.1-cp38-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:b7fe4b5c4cc912a2c7b36538c6696d3312bd1471835ee814c3dd3dfc5509c3b9", size = 4000405, upload-time = "2026-10-28T15:09:45.481Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/94/bd/9cf9db82e60962b203489c89f5fb9809f417b7385da50d8a60bb79c299a0/hf_xet-1.7.1-cp38-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:1b710504674091061d4f26fb7991773992dad091f8e162d0a8c965c3ec7427fe", size = 4202381, upload-time = "2026-10-28T15:09:47.315Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ec/e7/1521ffbecec428bbba62f495ba91ea294b1cada4c6289a7354be4edc7823/hf_xet-1.7.1-cp38-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:aaa2cf2f7a35bd653a365f6444ac0860b7b5ec11b7658090005d4aa6e10ae60b", size = 4430493, upload-time = "2026-10-28T15:09:49.113Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/d4/56/e0f82a9f31772c2db59ca95e85beeb99e6da1a55f47d3fedac1b23ea1bc9/hf_xet-1.7.1-cp38-abi3-win_amd64.whl", hash = "sha256:d6e2c99e5dc7d6fa301e92e79a4f02cf962620dfc9fef84b687df597845cd72a", size = 3833194, upload-time = "2026-10-28T15:09:51.295Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/c7/ce/faaa9326f8dce6e3e6eef1738a27834e77eebd3c0db00e5757a01dee0f7e/hf_xet-1.7.1-cp38-abi3-win_arm64.whl", hash = "sha256:c1f2c5685e89ee251e885c65ab366d981f555b2c8857642f4f8ee1e7dc4efdf6", size = 3665289, upload-time = "2026-10-28T15:09:53.107Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "httpcore"
|
||||
version = "1.0.9"
|
||||
@@ -303,6 +488,19 @@ wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/7e/f5/f66802a942d491edb555dd61e3a9961140fd64c90bce1eafd741609d334d/httpcore-1.0.9-py3-none-any.whl", hash = "sha256:2d400746a40668fc9dec9810239072b40b4484b640a8c38fd654a024c7a1bf55", size = 78784, upload-time = "2025-04-24T22:06:20.566Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "httpcore2"
|
||||
version = "2.16.0"
|
||||
source = { registry = "https://pypi.org/simple" }
|
||||
dependencies = [
|
||||
{ name = "h11" },
|
||||
{ name = "truststore" },
|
||||
]
|
||||
sdist = { url = "https://files.pythonhosted.org/packages/c0/61/afa9d6b7452f9eca73f73d45324eb0bb52f098fd5e6049bf6b8263be9b4e/httpcore2-2.16.0.tar.gz", hash = "sha256:c72cd0413563b17e1cd8354677dff887466f8ec2551679759e93126534428643", size = 69886, upload-time = "2026-10-21T07:09:45.31Z" }
|
||||
wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/af/c2/ce417c397afa5181f0e3c6ff01a4d01639414e1adef08730d97571297151/httpcore2-2.16.0-py3-none-any.whl", hash = "sha256:5c4358319f2602d984ad93182c9fee5160f22e9da7babdda870a5e7c4e2dc34f", size = 85070, upload-time = "2026-10-21T07:09:42.802Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "httpx"
|
||||
version = "0.28.1"
|
||||
@@ -318,6 +516,52 @@ wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/2a/39/e50c7c3a983047577ee07d2a9e53faf5a69493943ec3f6a384bdc792deb2/httpx-0.28.1-py3-none-any.whl", hash = "sha256:d909fcccc110f8c7faf814ca82a9a4d816bc5a6dbfea25d6591d6985b8ba59ad", size = 73517, upload-time = "2024-12-06T15:37:21.509Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "httpx2"
|
||||
version = "2.16.0"
|
||||
source = { registry = "https://pypi.org/simple" }
|
||||
dependencies = [
|
||||
{ name = "anyio", marker = "sys_platform != 'emscripten'" },
|
||||
{ name = "httpcore2", marker = "sys_platform != 'emscripten'" },
|
||||
{ name = "httpx2-jsfetch", marker = "python_full_version >= '3.12' and sys_platform == 'emscripten'" },
|
||||
{ name = "idna" },
|
||||
{ name = "truststore", marker = "sys_platform != 'emscripten'" },
|
||||
{ name = "typing-extensions", marker = "python_full_version < '3.13'" },
|
||||
]
|
||||
sdist = { url = "https://files.pythonhosted.org/packages/43/73/5ca2cedf5e4e50423d1c258877865a6b62793633b561c58499f8aeb33b7e/httpx2-2.16.0.tar.gz", hash = "sha256:0d54c98128e8f2ff7fbbde0fca8c359e5f032edeaaaac443cdb7f31f685bcd7f", size = 103116, upload-time = "2026-10-21T07:09:46.348Z" }
|
||||
wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/7b/3d/2e4bc4fd1ef9770871669adb348d612a6e4786b303a23f9935b81c48dd60/httpx2-2.16.0-py3-none-any.whl", hash = "sha256:fd2c5d7909e8d86fe92d53020c310ca0e4e431b838c207c5754b9bbf0308d49a", size = 97880, upload-time = "2026-10-21T07:09:44.01Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "httpx2-jsfetch"
|
||||
version = "1.0"
|
||||
source = { registry = "https://pypi.org/simple" }
|
||||
sdist = { url = "https://files.pythonhosted.org/packages/cd/c4/0e5636363151a2a1795e0a77617168b9ca438e1748ec05fc9b5687f93d64/httpx2_jsfetch-1.0.tar.gz", hash = "sha256:70a0e3eabfef7cce5ad9c629f7d01ca05e418f586646f4ddf14782e4c1454c60", size = 6872, upload-time = "2026-08-07T00:13:07.492Z" }
|
||||
wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/9b/43/832f631d32e4f1211caa2ba368317739fe71f0b8530e4c9d15dc454bac2a/httpx2_jsfetch-1.0-py3-none-any.whl", hash = "sha256:cb916b707601e69a07721aabc8f3f6659be3a6893bc1ff5c6f9e02241df2da32", size = 6382, upload-time = "2026-08-07T00:13:06.567Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "huggingface-hub"
|
||||
version = "2.3.0"
|
||||
source = { registry = "https://pypi.org/simple" }
|
||||
dependencies = [
|
||||
{ name = "click" },
|
||||
{ name = "filelock" },
|
||||
{ name = "fsspec" },
|
||||
{ name = "hf-xet", marker = "platform_machine == 'AMD64' or platform_machine == 'ARM64' or platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64'" },
|
||||
{ name = "httpx2" },
|
||||
{ name = "packaging" },
|
||||
{ name = "pyyaml" },
|
||||
{ name = "tqdm" },
|
||||
{ name = "typing-extensions" },
|
||||
]
|
||||
sdist = { url = "https://files.pythonhosted.org/packages/46/dd/585639d95f6a987c0bdfb9045f050f4ad67240775644ba7a4fdc5aca3a3b/huggingface_hub-2.3.0.tar.gz", hash = "sha256:0b783b37f200f1d25bef2344a997c7d410f4437fbe9d8fd965f958e75cec7aef", size = 1063410, upload-time = "2026-10-23T08:52:06.594Z" }
|
||||
wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/c7/89/5f6ef1162d0323f167b6baab04d1b4bd6a946161a8af6d86f622d9d79aa1/huggingface_hub-2.3.0-py3-none-any.whl", hash = "sha256:5da369600233568a126eb5578754935b2add9446b42d9e2fc0927d56840ac1a5", size = 855161, upload-time = "2026-10-23T08:52:04.78Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "idna"
|
||||
version = "3.18"
|
||||
@@ -332,7 +576,7 @@ name = "importlib-metadata"
|
||||
version = "9.0.0"
|
||||
source = { registry = "https://pypi.org/simple" }
|
||||
dependencies = [
|
||||
{ name = "zipp" },
|
||||
{ name = "zipp", marker = "python_full_version < '3.12'" },
|
||||
]
|
||||
sdist = { url = "https://files.pythonhosted.org/packages/a9/01/15bb152d77b21318514a96f43af312635eb2500c96b55398d020c93d86ea/importlib_metadata-9.0.0.tar.gz", hash = "sha256:a4f57ab599e6a2e3016d7595cfd72eb4661a5106e787a95bcc90c7105b831efc", size = 56405, upload-time = "2026-03-20T06:42:56.999Z" }
|
||||
wheels = [
|
||||
@@ -432,6 +676,211 @@ wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/e8/3d/1087453384dbde46a8c7f9356eead2c58be8a7bf156bca40243377c85715/more_itertools-11.1.0-py3-none-any.whl", hash = "sha256:4b65538ae22f6fed0ce4874efd317463a7489796a0939fa66824dd542125a192", size = 72226, upload-time = "2026-05-22T14:14:28.824Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "numpy"
|
||||
version = "2.4.6"
|
||||
source = { registry = "https://pypi.org/simple" }
|
||||
resolution-markers = [
|
||||
"python_full_version < '3.12'",
|
||||
]
|
||||
sdist = { url = "https://files.pythonhosted.org/packages/d0/ad/fed0499ce6a338d2a03ebae59cd15093910c8875328855781952abf6c2fe/numpy-2.4.6.tar.gz", hash = "sha256:f3a3570c4a2a16746ac2c31a7c7c7b0c186b95ce902e33db6f28094ed7387dda", size = 20735807, upload-time = "2026-05-18T23:37:14.07Z" }
|
||||
wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/b3/49/ec46835a70be8fa6446c495126ac84fdb28cb2558e1620ffb87a10c8b64c/numpy-2.4.6-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:0280e0356c0829a18d9de1cb7eee50ec22ca639878d7240307ca0943d73cd2c4", size = 16969194, upload-time = "2026-05-18T23:33:13.503Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/0e/0d/f5957185c0ee2f3e12f78715aa9e3b353fd83633316c8532b38faa37e3f6/numpy-2.4.6-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:110f8b71aacb688ec69062bb7f6938a0f8acb01b7c1c4beb453c65b6d234584d", size = 14964111, upload-time = "2026-05-18T23:33:17.795Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ad/40/40a40ee0ddf7ceb782c49af278894b686e586d65d8c1889c8b5da01a3d7d/numpy-2.4.6-cp311-cp311-macosx_14_0_arm64.whl", hash = "sha256:4cfe66903cc32a9921a6733d96b19bb6abf310397581bbad89c228f5abaf0ee8", size = 5469159, upload-time = "2026-05-18T23:33:20.654Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/63/13/f9a8046535cb21deae82f8d03de9617e08882d274fad2539630761888228/numpy-2.4.6-cp311-cp311-macosx_14_0_x86_64.whl", hash = "sha256:8155154c7c691289fe18f510b5d4657c68c67989f293f0535a91360392ff6538", size = 6798936, upload-time = "2026-05-18T23:33:22.987Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/33/a8/6fa8c1a345a8c85dbb21932c447bee07c30a2c2a3f31e369c0a84b300147/numpy-2.4.6-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:0ab0a9c4ffb1a6d95ef519fe4247dba8eb6b18ad93999f76b7f657039acabd47", size = 15966692, upload-time = "2026-05-18T23:33:26.62Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/02/03/74fe2a4cb3817d94d86402f2506554130a2f01414e299b5a843e5a8a957f/numpy-2.4.6-cp311-cp311-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:89cd468399cfd2504718f0ba50e410dca55a170b61a02ad92bb18c8a65186e93", size = 16918164, upload-time = "2026-05-18T23:33:29.955Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/c5/80/3615be3313f7e7696609bc194b9f0101da809df79e859bdb84e0cd043f46/numpy-2.4.6-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:c2d37ab77531417474168eb79d6d80b14f821a966818505d03013d0833edb7a8", size = 17322877, upload-time = "2026-05-18T23:33:34.724Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ca/ac/a691e0fe2675e370d0e08ff905adc49a1c8830e8cae03efe4477e92cd55d/numpy-2.4.6-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:f407cb6b8e9d6d8c626bc73c945db1706035af8fd632295547bf1c9e46d092d6", size = 18651487, upload-time = "2026-05-18T23:33:38.217Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/15/a7/9bc1cd626d7bf6869bfedf27b91b6ab5dd607758bf8e959d6fa80c6a59cb/numpy-2.4.6-cp311-cp311-win32.whl", hash = "sha256:ddea102b48f9e339f3948bf22040944184627a30fdf7f858667673b9c5f033c8", size = 6233945, upload-time = "2026-05-18T23:33:41.331Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/c5/31/7fc6239c12bce7e931463251cca4426c465e1876ba3cc785402ef4dd8f4e/numpy-2.4.6-cp311-cp311-win_amd64.whl", hash = "sha256:1e254a00cdf42b1e4d5b3d68d33af63268d41340d8885df2ab6470f2e1500147", size = 12608406, upload-time = "2026-05-18T23:33:44.131Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/27/83/140f85a466595a16382996a1bf06b2b54bcd597488921b0c9daaeeda72af/numpy-2.4.6-cp311-cp311-win_arm64.whl", hash = "sha256:ed9749eef4cbd126da3dc1d6bcb3a57f5eb7ac6a6484146bdbf743f552dfc577", size = 10479528, upload-time = "2026-05-18T23:33:50.725Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/95/2a/3d7b5ac8aac24feaf9ad7ed58f45b0bbc06d37e4338ae84c9f2298b570f9/numpy-2.4.6-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:001fbb8e08d942dd57599e781f2472269ee7f2755fae407b4f67b2f0b17da3f1", size = 16689119, upload-time = "2026-05-18T23:33:54.065Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ea/12/92c4c131527599e8288d6918e888d88726f84d805d784b771f32408aeaef/numpy-2.4.6-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:ebfb099f8dcf083deef3ac1ca4c1503f387cf76296fcb3816b66f5ecb5f54fdb", size = 14699246, upload-time = "2026-05-18T23:33:57.621Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ad/fe/c0a6b7b2ca128a8fb228575147073b660656734b8ebe4d76c8fd748dcc79/numpy-2.4.6-cp312-cp312-macosx_14_0_arm64.whl", hash = "sha256:3213d622a0283a39a93d188f3cf72b26862df52fbb4ca3697f51705016523d41", size = 5204410, upload-time = "2026-05-18T23:34:00.302Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/f3/d4/9770d14ba719432bb90a421bfd443872ed0f70f7264b64bec12ea363d5fd/numpy-2.4.6-cp312-cp312-macosx_14_0_x86_64.whl", hash = "sha256:357cc07a6d7b0b182ff02249616a03742827ebb1277546b5c7cd7f7620a45698", size = 6551240, upload-time = "2026-05-18T23:34:02.852Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/c9/c6/50a46a6205feba2343f1d6d17438107c5dc491ed1c736e6ea68689fd906b/numpy-2.4.6-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:5f9fb9157b4ce2971008323afe46053787b526ef624fea915b261468a8421a0f", size = 15671012, upload-time = "2026-05-18T23:34:05.485Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/99/60/14115e6364fa676c5397c2ad3004e527e9aa487abf5d0706ec81bbd08529/numpy-2.4.6-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:90f9849678c75fe7afa2d348ac842c168b0a4d3d61919687216dfc547976d853", size = 16645538, upload-time = "2026-05-18T23:34:09.265Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ae/c5/693cbe59e57db94d2231fa519ca3978dc9e19da5a8f088588f5c6e947ff2/numpy-2.4.6-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:c1a2af6c6ef86344a6b0db6b97834208bf598db514f2b155042439b62605601a", size = 17020706, upload-time = "2026-05-18T23:34:13.053Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ef/fc/85b7c4eff9b4966ade25c2273cf7e7012e92366c032058653934b37de044/numpy-2.4.6-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:e5805d5a22fd19c8ccff10a9561f9df94436b0545619ea579db2d3c35294bce2", size = 18368541, upload-time = "2026-05-18T23:34:17.024Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/f6/81/e1b27545deedce7f4a0b348618c6b62d74e36a4dc9ccd42f3eb2f85eee32/numpy-2.4.6-cp312-cp312-win32.whl", hash = "sha256:e3eeb0aabd6bd5ce64faae67e9935203a6991b4bc2a485a767fbafb2c5125f45", size = 5962825, upload-time = "2026-05-18T23:34:20.3Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ab/ca/feab00bd44aa5fe1ad2c18f08b4d3bb92e26484b0b1d1443897809ed528c/numpy-2.4.6-cp312-cp312-win_amd64.whl", hash = "sha256:d8e8286dd7cea7895157318d1b91cdacac64c479f3cbc8dce548331728484751", size = 12321687, upload-time = "2026-05-18T23:34:23.095Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/63/cf/5a6d34850a39d1093558564f77ee8e8e0bee5061151b8f05a55711001ec7/numpy-2.4.6-cp312-cp312-win_arm64.whl", hash = "sha256:4081eb135ac24158bd51cdfbef16f1c64df7063b1143f24731387137c092bec8", size = 10221482, upload-time = "2026-05-18T23:34:25.876Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/fb/82/bdab26d7438c6791ca31b7c024ca37c1eab8b726ba236129005cd4a06e45/numpy-2.4.6-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:511dbaf848decaaaf4b4ca48032619fb3138710c4bf7da7617765edad1ef96b0", size = 16684648, upload-time = "2026-05-18T23:34:29.41Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/1b/30/a80189bcc7f5e4258b3fbc3968d909d1756f54d023299ecc39ad6fdb9ef8/numpy-2.4.6-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:bf162abab1c1a736333192707cef898e735a5ca00f38f27eeedf44b39d9e85eb", size = 14693902, upload-time = "2026-05-18T23:34:33.013Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/97/12/70b5d0d7c15e1ebb8a6a84a8caa1d19e181d84fb58bb6d70aca29099dec1/numpy-2.4.6-cp313-cp313-macosx_14_0_arm64.whl", hash = "sha256:043191bfa8eab18c776647b62723ac9dddece59743b13f49b2016094129c2b3f", size = 5198992, upload-time = "2026-05-18T23:34:36.132Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ba/8c/ebd2a8f8a83541f8d38cc5667e8c2b69cecfd30da6e45693e8158857d44b/numpy-2.4.6-cp313-cp313-macosx_14_0_x86_64.whl", hash = "sha256:6180d8b35af935aed8ece3a85e0a43f87393ae0ac87c8d2c8bd2c993f7270ef3", size = 6546944, upload-time = "2026-05-18T23:34:38.484Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/bb/c5/7b863a97a91671a0338f4253bd3b5a3d3852f0692dae91711c9f4a10e787/numpy-2.4.6-cp313-cp313-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:72fbe16c6fac95aedf5937fa873445cec2110be35d8a4e9433d7501fd98dae6b", size = 15669392, upload-time = "2026-05-18T23:34:41.257Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/a5/9d/3584b9984ca4c047aea75214ce1a4c4c73d849bd71b604264b7f5653f8a8/numpy-2.4.6-cp313-cp313-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:a7830bab239b79cda9c08c2da014761cafb48da6150e1da17ac06283f43b6089", size = 16633220, upload-time = "2026-05-18T23:34:45.075Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/05/ae/7c67fba23bd98caec7c99261f3a16072ade14813486b0282cb29846de832/numpy-2.4.6-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:ef4aea96ce4d3b074422cb4f2f64e216bf9e213004bb58ecfdf50ea02ea8eb9a", size = 17020800, upload-time = "2026-05-18T23:34:49.065Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/d9/5d/3b6725cb31d983c5e66916f5d36f6d7e5521129e4c4404d64f918292a5b6/numpy-2.4.6-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:dfa20cc6ca228e6b155b11da03825975ce66aea520985dbbddf0f2a5a495c605", size = 18357600, upload-time = "2026-05-18T23:34:52.709Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/f7/da/2ccc6c2fe8898dee01d90c75c5f5f914a23daf99e3e0f59516a08760c8b5/numpy-2.4.6-cp313-cp313-win32.whl", hash = "sha256:56b39e5e0622a09a25bf5baf62f4bcf0cb8a41ae6e2819cf49bbc5a74c083f91", size = 5961134, upload-time = "2026-05-18T23:34:55.618Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/b5/cd/9cc4dc876fb065d5c220aae4d5e14826b2715331bb7618ce1fb07a679d99/numpy-2.4.6-cp313-cp313-win_amd64.whl", hash = "sha256:c4fc99836233ea196540b17ab0983aff60ed07941751930f5f4d05bc3b3b7359", size = 12318598, upload-time = "2026-05-18T23:34:58.928Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/39/1e/c0bcba1f8694116485fe28fd1be698c278fcda4141c5b0e53a2aed8b12a8/numpy-2.4.6-cp313-cp313-win_arm64.whl", hash = "sha256:a7c711e21628b52034bb5ab8d1bce291f752fcc5e92accc615778acee1ff4778", size = 10222272, upload-time = "2026-05-18T23:35:02.167Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/63/6d/cc5619247c8f4204e507f5883528372e4ac4bb189e579fb859a12e480b1f/numpy-2.4.6-cp313-cp313t-macosx_11_0_arm64.whl", hash = "sha256:112b06a867b235ef466ed3508ddf0238050df9c727cafb5301ac385b899189a1", size = 14821197, upload-time = "2026-05-18T23:35:05.468Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/00/58/f1c39161c87d9e9bed660f1ed4bafc0e403d5ec9650b6dd77aead07d489b/numpy-2.4.6-cp313-cp313t-macosx_14_0_arm64.whl", hash = "sha256:eaf7fa2de5c0be8ae6ff8e9bea2ccd725e980541244521d8d4b5f3354a27babe", size = 5326287, upload-time = "2026-05-18T23:35:08.693Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/af/57/3917ab0fd97f271a8694513581b8a36c655f111c446852c302f04ccdb6fc/numpy-2.4.6-cp313-cp313t-macosx_14_0_x86_64.whl", hash = "sha256:7265a2f3d436e54ef9f2b52b5c937e6be778781bd97a590319d7348f1c1ca997", size = 6646763, upload-time = "2026-05-18T23:35:11.459Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/eb/0f/037e64c494b67581ae18193d770adef354c41f3f2c8ebf865602d949bf8f/numpy-2.4.6-cp313-cp313t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:f74a575920ab21fe304421a3fc28793d82e299cae9eccb37084e9fc7f3617c20", size = 15728070, upload-time = "2026-05-18T23:35:14.79Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/21/a6/5d2bae9c9542eb4df16dc9c46dc79c186e9bad53805dfa5399a6023c6db0/numpy-2.4.6-cp313-cp313t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:ede83e07a75dd06bc501566c1eca2afc0d61677c1472ac9ad93fdee6e638a48d", size = 16681752, upload-time = "2026-05-18T23:35:18.836Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/92/14/23d1dfb410ae362cd59ce53e936b1513d545eb40db3949ced632e19a459e/numpy-2.4.6-cp313-cp313t-musllinux_1_2_aarch64.whl", hash = "sha256:68bb27509ac1b9a3443094260f6326150663b06abe40b73a2f81160623da5b67", size = 17086024, upload-time = "2026-05-18T23:35:22.52Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/4b/6e/23595a2c642cdf3bc567877064bdd7f91c8b0038a4453cf2daf7248eafe9/numpy-2.4.6-cp313-cp313t-musllinux_1_2_x86_64.whl", hash = "sha256:a0df0043bdb289bde1f62da130d20df23d58b45429f752bc7a8fc5325a225ecd", size = 18403398, upload-time = "2026-05-18T23:35:26.398Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/8a/90/0ac3bc947217e66dec77e7cbc6a1979d1af70b6461b82f620d3bccd5e4c8/numpy-2.4.6-cp313-cp313t-win32.whl", hash = "sha256:29a287e0cf63ff528da061de6b9f64a4618da591ca1046aafc54062e40ca7eab", size = 6084971, upload-time = "2026-05-18T23:35:29.387Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/77/71/5673e351671a1d2bd6063b91b44f70c0affea7d1516fa7a6572941ba4aa1/numpy-2.4.6-cp313-cp313t-win_amd64.whl", hash = "sha256:25c692919ac5a01f170a3bfcd62d745b24fd095c353d50812637d6fcab442e75", size = 12458532, upload-time = "2026-05-18T23:35:32.175Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/3f/88/19d3503c5046e688f049274b27a3ef3d771152fa80d3ba3d01a3dff61abe/numpy-2.4.6-cp313-cp313t-win_arm64.whl", hash = "sha256:1e978ec1e8bd0e0e4de6bb75de9d30cbb74db6b6a2bb727618613703ca0167dd", size = 10291881, upload-time = "2026-05-18T23:35:35.465Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/f8/91/3ab2044d05fd16d343c5ac2e69b127f1b2854040dd20b193257c78028bd3/numpy-2.4.6-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:06ca2f61ec4385a07a6977c55ba998a4466c123642b4a32694d3128fce18c079", size = 16683458, upload-time = "2026-05-18T23:35:38.353Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/8e/62/764ce66fa4147ae6d73071a3abf804ffe606f174618697c571acdf26a7c9/numpy-2.4.6-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:38efbc8de75c7a0fc1ac190162d892787f3f47b57cc291231aafee36b80982b7", size = 14704559, upload-time = "2026-05-18T23:35:42.14Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/60/61/23f27c172f022e04025b7dc2367f4d63c1a398120607ec896228649a6f48/numpy-2.4.6-cp314-cp314-macosx_14_0_arm64.whl", hash = "sha256:d581b735e177fdcdce6fed8e7e8880a3fb6ee4e3653a3ac6af01c6f4c03effc5", size = 5209716, upload-time = "2026-05-18T23:35:45.377Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/03/71/21cf70dc6ea3e3acb95fc53a265b2fc248b981f0194ceb5b475271b8809d/numpy-2.4.6-cp314-cp314-macosx_14_0_x86_64.whl", hash = "sha256:0a041d3d761dc3c35cc56ce0351506a02bcbc25f7b169f652435141a17db9096", size = 6543947, upload-time = "2026-05-18T23:35:47.926Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/d5/91/64288395ee1799bd2e0b04a305dce9666da90c961e1f3fe982a05ee1c036/numpy-2.4.6-cp314-cp314-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:40fdc1ae7125e518ea98e53e69a4ebc27e1fd50510c47b7ea130cf21e5e1d42b", size = 15685197, upload-time = "2026-05-18T23:35:50.863Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/f3/eb/ebffaa97dc55502df69584a8f0dcf07f69a3e0b3e2323670a2722db9aa39/numpy-2.4.6-cp314-cp314-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:a2c306dea656c12c68f51f4cea133cbe78ca7435eb28c735eac1d3ebe73be6e8", size = 16638245, upload-time = "2026-05-18T23:35:54.752Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/b8/0b/54f9da33128d7e350fab89c7455902eeae70349ee52bddb448dc4a576f45/numpy-2.4.6-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:33111801a01c12a8a1e3721f0a9232f8cfc8ae2c6b7098167e6f623c6073f402", size = 17036587, upload-time = "2026-05-18T23:35:58.355Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/b6/f0/fdebc1052db1cc37c64beb22072d67cd6d1c71adca1299f53dec2b5e20d3/numpy-2.4.6-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:ae506e6902902557576a26ff33eda8695e7ecb3cb36c3b573a0765dee114ebdb", size = 18363226, upload-time = "2026-05-18T23:36:02.845Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/aa/b4/298628d98c72b57e57f7165ae6a481a1deaf6f3c28262a6e4c739c275930/numpy-2.4.6-cp314-cp314-win32.whl", hash = "sha256:aaf159caa35993cb1f56fb9b8e4610d35758e7ca005412eb1daa856a78c9c4b1", size = 6010196, upload-time = "2026-05-18T23:36:05.92Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/df/ac/46de6dda46478f7942f839e094970be2d4a861e005c4b3bf07c92e291a09/numpy-2.4.6-cp314-cp314-win_amd64.whl", hash = "sha256:b507f5c4c1d508876d1819b6bf9a49d365b96320b5d4993426b33a23ca4b8261", size = 12450334, upload-time = "2026-05-18T23:36:09.107Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/78/92/b8b798ac784102c0da830d2257d59358e3d3d90d1e2b3f2575dad976c5cf/numpy-2.4.6-cp314-cp314-win_arm64.whl", hash = "sha256:6f41ae150c4e32db4f3310cdaf64b1593a03dbabe29eec77fc9b50fe64061df6", size = 10495678, upload-time = "2026-05-18T23:36:12.766Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/30/34/ec28d1aa8115971537c01469ab2011ee96827930f0a124de1000cc2a7ed7/numpy-2.4.6-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:ece3d2cfe132e7d51f44a832b303895e6f2d499c5e74dfbdb06ee246147a304a", size = 14823672, upload-time = "2026-05-18T23:36:16.473Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/16/bd/f6d1fede4e54e8042a7ff97bb495510f3c220f94bcd9e8b228e87c92cc0d/numpy-2.4.6-cp314-cp314t-macosx_14_0_arm64.whl", hash = "sha256:e3e5193ef5a3dc73bceee50f7fdc2c90dbb76c42df8d8fae3d1067a583df579e", size = 5328731, upload-time = "2026-05-18T23:36:19.767Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/f4/f0/e105b9e2fd728a9910103884decd6951d9dd73896b914a98d9a231de02ee/numpy-2.4.6-cp314-cp314t-macosx_14_0_x86_64.whl", hash = "sha256:17f9ade344e7d9b464a084d69bcf18fc691cb1db67c62ed80820bf4926d78f0e", size = 6649805, upload-time = "2026-05-18T23:36:22.266Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/82/dd/1206a7ca6ab15e3f02069707ca96222e202af681bb73756da7527f3cb837/numpy-2.4.6-cp314-cp314t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:9cd5ffd25db4e7ba6a375693b3fc0fc1791ec636c17db3720da19bde7180ec43", size = 15730496, upload-time = "2026-05-18T23:36:25.713Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/51/e7/38d3ea825dcab85a591734decb2f6c67caa7c8367d374df1a1c3842f9b07/numpy-2.4.6-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:7d92c3819208a60205a12a245c91ad70cb0a85336659b19b834205573ac8456e", size = 16679616, upload-time = "2026-05-18T23:36:29.652Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/93/b7/caabfdf53edf663e0b4eb74d7d405d83baef09eb5e83bcd32d601d72b93e/numpy-2.4.6-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:e85b752a1e912b70eaad4fafbd4d1238007ab221de2009b9a2f5ae7461239895", size = 17085145, upload-time = "2026-05-18T23:36:33.449Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/f9/45/68d7c33a6bcf3e5aa3bdbd57a367e6f615286dfd6482f97e8ffeb734306e/numpy-2.4.6-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:29cb7f67d10b479ff07c17d33e39f78c07f71c40ef30d63c153d340e96cd3fb4", size = 18403813, upload-time = "2026-05-18T23:36:37.369Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/9c/50/0753655aa844c99cd9e018aacf76f130f1bd81d881bb74bc0aef5d73a8ba/numpy-2.4.6-cp314-cp314t-win32.whl", hash = "sha256:260a5d70215b61ab4fadf5c7baacd64821842975eea312125ed3c39a6391b063", size = 6156982, upload-time = "2026-05-18T23:36:40.817Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/b2/d4/7c67becf668f973cb490cec3e98dfd799d866f9c989a54d355672cfa0db6/numpy-2.4.6-cp314-cp314t-win_amd64.whl", hash = "sha256:81a1cca95ed5bb92aa8b10dd2cdc9a0d3853a50fad926c28b5d7e8ea54389627", size = 12638908, upload-time = "2026-05-18T23:36:43.996Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/43/bb/e1c71a4295b1b1d1393d50dbb4f2a36283c6859d9d3892e84f00ec5a91d5/numpy-2.4.6-cp314-cp314t-win_arm64.whl", hash = "sha256:0c9136e14ed34a9e343a31c533d78a9813a69a3148332bce5e9821cb2f996e66", size = 10565867, upload-time = "2026-05-18T23:36:47.114Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/de/12/b422cc84439adc0d00de605bf4a308890ae5c26f2c71fbd73e5d08fbb0dd/numpy-2.4.6-pp311-pypy311_pp73-macosx_10_15_x86_64.whl", hash = "sha256:55cced7c52e981362f708ad635198e97a752dfba412cc03c23bbf3bd8d5cd662", size = 16847511, upload-time = "2026-05-18T23:36:50.673Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/44/53/f481bef68011740f8849418d82db07230e825013f31f4eef5ba5b805316a/numpy-2.4.6-pp311-pypy311_pp73-macosx_11_0_arm64.whl", hash = "sha256:d6da64deb6b8ed903e7560180a92f2d804ee1ba5eeb849ac2748b8c1aba1f6d7", size = 14889064, upload-time = "2026-05-18T23:36:53.879Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/7f/57/42ed575c10ced8af951d426bc4e1f8aff16fd851db33f067036215a7f860/numpy-2.4.6-pp311-pypy311_pp73-macosx_14_0_arm64.whl", hash = "sha256:68a5124b13fa6cc2086764a20005d30bc0548146f7f5322f02fce212ca14317f", size = 5394157, upload-time = "2026-05-18T23:36:57.194Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/6a/ef/f66cc724fcc36c1e364c67f51ae9146090b8b584f27d58b97fdae3edd737/numpy-2.4.6-pp311-pypy311_pp73-macosx_14_0_x86_64.whl", hash = "sha256:948424b06129ce883307e8cff868c31396d8dc7630a59c61d70d98dbe70f222c", size = 6708728, upload-time = "2026-05-18T23:36:59.575Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/1a/9c/c531f2293b91265d8b48e9b329f54fdd7ffae73cb4134ea10cca4237e9cc/numpy-2.4.6-pp311-pypy311_pp73-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:5dbbdb29840ca3d91ee0fece42fc29278886d908280bfec0a5846c6f901a3eb0", size = 15798374, upload-time = "2026-05-18T23:37:02.674Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/1a/b0/413077f6b1153ed3cba361401c6783bbad6114804a000cc22eb71c13e190/numpy-2.4.6-pp311-pypy311_pp73-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:8ad03c0965fb3c692200e74d458ca28c1dbb4ce96f9a479a8aa041ad5fabca02", size = 16747286, upload-time = "2026-05-18T23:37:06.327Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/15/ce/e5ec180bc41812edcd8daeb8639d205622c0e8c02259d8ab25a0201b3c2a/numpy-2.4.6-pp311-pypy311_pp73-win_amd64.whl", hash = "sha256:2803abfebfc990042cd494d8ce2d5f82e9d847af6d35ec486923aa19dbad5e73", size = 12504263, upload-time = "2026-05-18T23:37:09.715Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "numpy"
|
||||
version = "2.5.4"
|
||||
source = { registry = "https://pypi.org/simple" }
|
||||
resolution-markers = [
|
||||
"python_full_version >= '3.12'",
|
||||
]
|
||||
sdist = { url = "https://files.pythonhosted.org/packages/95/b0/c7453d0b6e2073c3264468b106ee1563750cecc910965e67357e3698c83e/numpy-2.5.4.tar.gz", hash = "sha256:9a94cf751c9ad8ebaa835bcd3d40dacf8534ad086b88c38029b65123c7999d2a", size = 20866315, upload-time = "2026-10-10T20:05:31.422Z" }
|
||||
wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/d0/97/ba2074e92b7befea137e77ea8471e768bbd87c339b7e8c9f5a931949f977/numpy-2.5.4-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:c6342f54c67093cae5c0227eb0eb772fdb79f2a2c37a6eb278b9909ee06aa356", size = 17001609, upload-time = "2026-10-10T20:02:40.843Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ff/a9/bac826765e971d8e16e2064e9ac7525fd69b40ac17c905033a7f5442023f/numpy-2.5.4-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:b11e8fda06a7d69f15ebf542660b74466c2e51094800c1fb794f47ad4faeef17", size = 12015718, upload-time = "2026-10-10T20:02:43.45Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/31/2f/5ea3570fcb8ccd0882bea99436a513b2c85dad8f774a2057849130a8fb99/numpy-2.5.4-cp312-cp312-macosx_14_0_arm64.whl", hash = "sha256:9cb18a327b49c5c337f972b03682f6a49855525faaf3c0d3e9c96cd0fd8880a8", size = 5451717, upload-time = "2026-10-10T20:02:46.169Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/34/f2/b4fc1bafca03868220b5eaf729d2f21ebd7d7b151c0f9e144fe212bbca35/numpy-2.5.4-cp312-cp312-macosx_14_0_x86_64.whl", hash = "sha256:aec3fc4b32ff82421274f5d205c559c51c840c8df66a78efd7f3612dd005a26a", size = 6789926, upload-time = "2026-10-10T20:02:48.139Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/dc/96/8319e2457ae4333c62c815c7006b869a4f60985c1e01024c2f8c6c040fe5/numpy-2.5.4-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:fe4d21ab149f15e4e6043dfb0de87e6e5f34ac176cde83060e9802981fca2ac2", size = 15695312, upload-time = "2026-10-10T20:02:50.115Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/43/a3/c799c62e19c337e6d3770b08e475887fb30ce8477d3c09efca6b2f0228a6/numpy-2.5.4-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:fbde6962867ee75b48b0ee29b2b9372ec5d617799dbaf38e82dc0596f2f7738a", size = 16727283, upload-time = "2026-10-10T20:02:53.186Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/39/6b/3604e53fb00314d0dc1b94ec9125a1484f649c0a17480b1f0f0c7a9d6250/numpy-2.5.4-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:381a7a3d2e65e64c0ec302795ab9dc12bb1e73f150904699c153716177eebdaf", size = 17047890, upload-time = "2026-10-10T20:02:56.038Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/4a/7a/e8b58a5289a0d464c52885de47c35a935cdd70c03a4c3ab94a5126416dd0/numpy-2.5.4-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:b89d0aaae2fe498c648f4c4795c084db535af5bd98ef942b2a3681fb74ce8645", size = 18485839, upload-time = "2026-10-10T20:02:59.018Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/6f/c9/47094f597015009f310b8c900def59065ef1ff5a6fe7b51fc65ec58ec2c6/numpy-2.5.4-cp312-cp312-win32.whl", hash = "sha256:9968ab7e49b93ac6e1c3b2239732183152c9150f16308d30b66a372cffe3483c", size = 6138936, upload-time = "2026-10-10T20:03:01.626Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/12/33/fefe62073dc8acfd0f2b9ed7c003af2f50aa61555e113e6db02b8f79f145/numpy-2.5.4-cp312-cp312-win_amd64.whl", hash = "sha256:a7b1b6353e36a7e50de2973a38d705c88ee93adcf120673cee7f45a4a3fa223a", size = 12573091, upload-time = "2026-10-10T20:03:04.349Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/1a/07/161270b0c2eec56e4c905f6d6d22e1b836887b2cb189d3f5820aa588e9dd/numpy-2.5.4-cp312-cp312-win_arm64.whl", hash = "sha256:aa1cce2ff3f8d953de38b76bf44602caeb69f101430208f64a10067f7cb4b1d3", size = 10521630, upload-time = "2026-10-10T20:03:06.767Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/67/14/1c3ee0118a8fce08565a5d8482631608426a33af10a01077fada5dc7c119/numpy-2.5.4-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:2377da2dd3ba2c1200956acbab2a358c83b8e1f8531191672d1cd6ad83250d53", size = 16997729, upload-time = "2026-10-10T20:03:09.291Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/83/8c/b0ea9477fb1f0d4484bbc5cba21678cc9969704d8d7f3f158d1db35f8e14/numpy-2.5.4-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:7415db95818b39ec475a5eea54d9e3b6bc83e3912158e46da3438cdce399804d", size = 12009826, upload-time = "2026-10-10T20:03:11.946Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/e2/84/6a3d75b3ba3dfe84ac0053450753d1e6d250a8bf80f66474cc46d1fb643f/numpy-2.5.4-cp313-cp313-macosx_14_0_arm64.whl", hash = "sha256:6d6a71b9d9a97c03633aa12565ef2825ffa036cc1d99cfd50dacf0f128af4fe2", size = 5445803, upload-time = "2026-10-10T20:03:14.329Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/61/18/bb993f267ca20b376e07092a16793a5b31ed3138751e9ba480011a14d742/numpy-2.5.4-cp313-cp313-macosx_14_0_x86_64.whl", hash = "sha256:d8200f16437b289a5bb927c6e184eccc3e8389bc0070fea4cd5b9e13c1757959", size = 6786220, upload-time = "2026-10-10T20:03:16.602Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/db/b6/135bb0953b61dc21c6cafa14b424ae666944e4899cf140e00c2b322a1a45/numpy-2.5.4-cp313-cp313-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:1c2e71b04c6cad90026e544501bbe0ab9290fa8a4d845e7e8c0d124fb429c988", size = 15689178, upload-time = "2026-10-10T20:03:18.721Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/da/24/3bd070f3269dc609d8f26b2643f62ef91bb415841c0b294805aaf7fe06da/numpy-2.5.4-cp313-cp313-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:6ffa07666f8da0eef81d149934a626d0d95fbd6838432a33e66245423a9062c0", size = 16718044, upload-time = "2026-10-10T20:03:21.386Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/c7/8e/9d15bd356b0a019c965312b1a3c6a727cac4cae5bc40045fbc12ce4cff9c/numpy-2.5.4-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:2fa3328f784fc8277fc48026f6cad516f5c561c5d8e2e39b3c9e0c8f23223b34", size = 17048364, upload-time = "2026-10-10T20:03:24.468Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/dc/fe/9d5b560db964f15871885f2250795d15945f8699e17ef90c0c2ff4c875b2/numpy-2.5.4-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:b86966fbe4ad7de710422175572bcdc75fdedadfb54bc6fab7deabccddd7780b", size = 18474904, upload-time = "2026-10-10T20:03:27.895Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/e9/98/d27552990f1bd611ef3e7466adadc78312ea2df63b83aad47fdc3d3ca8df/numpy-2.5.4-cp313-cp313-win32.whl", hash = "sha256:5258bc06526964be5face2fc6f756857a3f24f21ec3e72ca131337a75b165d6c", size = 6134537, upload-time = "2026-10-10T20:03:30.511Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/90/8c/140a40398a66b4471211be1affdb6ed24c486d581bd28d07b7f2fcb69540/numpy-2.5.4-cp313-cp313-win_amd64.whl", hash = "sha256:8b4d2fd2d34e5f8c9235ee787de5631a37a28402b15cb80814df973d2be54129", size = 12566113, upload-time = "2026-10-10T20:03:32.612Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/34/52/01d205e5e8ccb27b2b0b141e801f22b830198c979111b0fa44771438d9a9/numpy-2.5.4-cp313-cp313-win_arm64.whl", hash = "sha256:bc39ac66a7a9a3fbd6134fda43136b60ffde99c8f4501e64e0d2b24da137babf", size = 10519523, upload-time = "2026-10-10T20:03:35.163Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/99/ba/005cb5edd580d2f84d7ca3206b92dc17d4388e56e6f87ffe8f2762f83139/numpy-2.5.4-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:c668b2f0d651605b58892644b0e302c7157f7159544227758c896982ef384b18", size = 17005499, upload-time = "2026-10-10T20:03:37.961Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/f3/49/fee7587c33ee35f7977f9051d7f2023d4e7246d62710c80f20c2361ea232/numpy-2.5.4-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:ffa6ce09a1c6a08e9667dd9c97aa0b14184e8d18f2a14b78b2a2328c9147f076", size = 12019666, upload-time = "2026-10-10T20:03:40.606Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/d5/b2/c6ce165acffceb15a82c07b9cc77d391f86b3f379ba62911908ae5d34b91/numpy-2.5.4-cp314-cp314-macosx_14_0_arm64.whl", hash = "sha256:956555e0603a4d38019ae6925711cb9dc43195c076a928accf7ea5d50bddfe53", size = 5455617, upload-time = "2026-10-10T20:03:43.138Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/77/7f/dd85ce260a669a89be06842cf355d7353a33e6cfbc590fb8ebb947d88dc9/numpy-2.5.4-cp314-cp314-macosx_14_0_x86_64.whl", hash = "sha256:2c2c4afffdeb7920e445028dd71eb932cac3e704792e964bc2a232426d4f1255", size = 6791932, upload-time = "2026-10-10T20:03:44.874Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/63/d6/34b0a2b0741386a63025a65a2c09caaaaaad6d0ca95b66cd65c30dd7fcb5/numpy-2.5.4-cp314-cp314-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:4054173604cd8658796053f1f3bc0befb68ec1c0762c57fdad61e199256a8617", size = 15710899, upload-time = "2026-10-10T20:03:46.839Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/16/d5/928078d2b28f26829b138b4a6c3980045022fb409f570657a224ae60ef4e/numpy-2.5.4-cp314-cp314-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:d549420b8858885cea8838a727842249218b9c1da24dd517e25c9c7a948310a3", size = 16721710, upload-time = "2026-10-10T20:03:49.489Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/f9/cf/673fd1b8f4cd78eb6320e87ec4c90ac19c095644259e3749853a405c70f4/numpy-2.5.4-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:823874a507a84af050493b622affde94b6f7c3a0dc22cb2801381bc03b871c00", size = 17066182, upload-time = "2026-10-10T20:03:52.25Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/f3/92/a77b5061b1b3e2643928c37976d79ee173e1b171ed158b7a3c61056b41bc/numpy-2.5.4-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:4e263278bfb5ee6409db8aedbc4cc32973b1b82bc1e8d3c668551d04d83a7e37", size = 18480315, upload-time = "2026-10-10T20:03:55.39Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/bb/1d/1486ef3d3fb2279fd93c4c43c1bbbf1ca389a19816696684409f71babaab/numpy-2.5.4-cp314-cp314-win32.whl", hash = "sha256:cfd73180400042a7c532d30c5e287bdd03c59ff9ee1b4c0316af0539e29dfe23", size = 6185739, upload-time = "2026-10-10T20:03:58.186Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/52/9a/e1e512ebc948d5b9dd33b08736760f0ebbed2848fd4eda1f553088a6dcee/numpy-2.5.4-cp314-cp314-win_amd64.whl", hash = "sha256:2ca144f15135b6212a5c47b1e2aeca6e412f102f95a2d5d88d8aec77eb255de3", size = 12703552, upload-time = "2026-10-10T20:04:00.28Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/2c/05/de709a982d7bbcd688a3fad71f002e9ff80c2db39e03ee726609b610f1d1/numpy-2.5.4-cp314-cp314-win_arm64.whl", hash = "sha256:468397ba3c64427474706e5c9123fe266395496714dc684294eac75cd4930d1e", size = 10803901, upload-time = "2026-10-10T20:04:02.659Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/13/34/083570ada3bb2a30fbe5d77c8c6fef9141144a15d33e6f793a67e9749ab8/numpy-2.5.4-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:1ef3aa6d7e29bb13677323114280b05acc57607fa2300e66432d665d5418a162", size = 12138695, upload-time = "2026-10-10T20:04:05.012Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/94/06/1f9c24db48eef0c2d1207e3b11fffb0478e39dfd8c1e1be7476936885eed/numpy-2.5.4-cp314-cp314t-macosx_14_0_arm64.whl", hash = "sha256:98b053943e5a0474ec0da309d2cb9d3f18ea57f8a2067c2ab7b5f763d1068380", size = 5574615, upload-time = "2026-10-10T20:04:07.316Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/da/0f/593fba2e1560e949123bc7d2fc48b5893d56e58cd4bd5a273d2fbf60b220/numpy-2.5.4-cp314-cp314t-macosx_14_0_x86_64.whl", hash = "sha256:b64a85f40e154983960a4167d4c1d57a50c7f109b3d3264a3a984154e90a8454", size = 6889383, upload-time = "2026-10-10T20:04:09.918Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/eb/9f/b799dfdce4e05e80ed4bc815c71ff343a11533b2c0ffc221cae8538cda63/numpy-2.5.4-cp314-cp314t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:a813ed7719bf45463c51779e6a98d0385fe905e48447526938a4b8337333d551", size = 15753763, upload-time = "2026-10-10T20:04:12.278Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/34/88/16c5f12f86f5ad2817c4d103205131fc6c8acb3d1878af05a1a4f23ec859/numpy-2.5.4-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:c9b80cdf5cedba0e90d93fa5f9a333c4d65bd545cd669b71bb97ce2b703c9d73", size = 16757212, upload-time = "2026-10-10T20:04:14.799Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ff/4f/a1fe40e18a898e6a5089f4f0d891f0a493eb0574d5b34458f0fbe5aa3e5c/numpy-2.5.4-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:2199ed071f460487c8db2c0e5c0b564494190edb4772fe80f9aad88b2604def5", size = 17116471, upload-time = "2026-10-10T20:04:17.58Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/aa/46/e923a11c78e65c1722e7aaad817c06bd591324174b9d28ce5d31eee4d432/numpy-2.5.4-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:64f9c9878c1938476365e11ccfb6b770f3b9e5f045ccddc514235041e6959365", size = 18524063, upload-time = "2026-10-10T20:04:20.365Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/5a/fa/84ab064514440c1f64a1b21088f2c82756defdd05e07c75ab233899565b2/numpy-2.5.4-cp314-cp314t-win32.whl", hash = "sha256:64d1c8ac28a4077cf987e0a71a7a0ef7e2df70722f07f0baa42dbb7eb6938647", size = 6340926, upload-time = "2026-10-10T20:04:22.865Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/7e/7e/6cd886876f435b10685db9b9f7eeb70356f99e052116f4e5f11c5792c714/numpy-2.5.4-cp314-cp314t-win_amd64.whl", hash = "sha256:067374eb538c34c745436365cf7b0112595c1d326f21ce4ff340f61230239fbb", size = 12901584, upload-time = "2026-10-10T20:04:24.99Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/38/1b/3c1684f6a06f7307f2335fca6e486cb162847fb97e91d65f8eb5cabad213/numpy-2.5.4-cp314-cp314t-win_arm64.whl", hash = "sha256:e94aef2c639da4a960ad0db8e06471208d8589974953d78b61d345b4eb99e394", size = 10891152, upload-time = "2026-10-10T20:04:27.52Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/08/f4/3224deff3af2bef6bc0b175369698d8cb348f3d91d9bb0286cd5c9eae9e0/numpy-2.5.4-cp315-cp315-macosx_10_15_x86_64.whl", hash = "sha256:8dddfbee2e68d26d0d7d7d9cb247b1fd4409241cce32d815a11d97ec2cfde179", size = 17003231, upload-time = "2026-10-10T20:04:30.021Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/be/75/fee0b8c6d94b44b2fdfae74f6a4ad5a138739589a8aebaec28ce4e713ed5/numpy-2.5.4-cp315-cp315-macosx_11_0_arm64.whl", hash = "sha256:81e3420b27048b65eb14c3acf0c174a8cb0e023277716110347d2dcb26026dad", size = 12018300, upload-time = "2026-10-10T20:04:32.519Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/47/c0/d0b335a499a04b65f532c3f034346ef390f81299060f928492dabc1e0272/numpy-2.5.4-cp315-cp315-macosx_14_0_arm64.whl", hash = "sha256:0b4724a19de67bea8cfc4970798efa78bcbbe2ac2613cfac16721a42d44de2a5", size = 5454250, upload-time = "2026-10-10T20:04:34.943Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/5a/0e/461b3783c03d668052e6a21b01b673db6ffcb7831fd32d9aa5368c1cd426/numpy-2.5.4-cp315-cp315-macosx_14_0_x86_64.whl", hash = "sha256:2132418bf8dd124a427ca9e6a1daf9ee1a87185344c95119ceae868b99466da1", size = 6789644, upload-time = "2026-10-10T20:04:37.258Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/b3/02/5dad269b02166965a7b4ca14adaddd75dbee0de42435bfecf561b84ba5a6/numpy-2.5.4-cp315-cp315-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:325518d4245b9e331387702aa58c2ce1dc4cdcbb41dfb4ccd5dcbc7e08db1266", size = 15704353, upload-time = "2026-10-10T20:04:39.616Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/93/3a/01360c8036822ed9f7aa32189a77d1476567ec1e8e1383522389e4faac45/numpy-2.5.4-cp315-cp315-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:56733449d2544178beaa4545cee357370440cf056c197f9c7bfb19dbfdd0e86d", size = 16718648, upload-time = "2026-10-10T20:04:42.383Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/7d/5c/b863a2c093c4d6f21a597fcaf24ead0835c09ab16a8312d5a5a8868af683/numpy-2.5.4-cp315-cp315-musllinux_1_2_aarch64.whl", hash = "sha256:5ec3753760c1a6d8bb91200666e545c3a9728e6269dfb5d6ce02340996698aa3", size = 17059053, upload-time = "2026-10-10T20:04:44.976Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/0a/60/ced4f57f9a1258a0af74f17cb0b0c2700b5c67cd6678823c803b263e4df3/numpy-2.5.4-cp315-cp315-musllinux_1_2_x86_64.whl", hash = "sha256:b1185012870173de7ae33d370bd45b1cf5baee747ea4b97036b65f4e93016877", size = 18477406, upload-time = "2026-10-10T20:04:47.863Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/f9/bd/0ef22dafaafcc7d4bb3ca26b8d2afbd55dedad8eaba99a8c864e1997456f/numpy-2.5.4-cp315-cp315-win32.whl", hash = "sha256:298eca75243f2cbbfdb460560b9fb2a1792a33cf2ab4286efd43d92e8d3df508", size = 6185133, upload-time = "2026-10-10T20:04:50.467Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/50/bc/d2651b155ecc608a77e6f4d15495c11f14f19bb98f8bf0c5b0d38f86dda1/numpy-2.5.4-cp315-cp315-win_amd64.whl", hash = "sha256:332f3378fe077dd850e677ec01bdcc4f22368fb5d50ef10b2c79230b1bf5a592", size = 12703085, upload-time = "2026-10-10T20:04:52.63Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/dc/d2/45e404f8abb26fb9eda12b94012936873e827b1be76f2ee7890be128312e/numpy-2.5.4-cp315-cp315-win_arm64.whl", hash = "sha256:d4cccbbc78717966f764cd3af4fb70276fa01fc7a2688af11c78901fa5c04f05", size = 10801451, upload-time = "2026-10-10T20:04:55.677Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/c6/c3/2ae14e09cfdb67dc187a342e15308a21c15bf4d2071f8079e6aee5fe56dc/numpy-2.5.4-cp315-cp315t-macosx_10_15_x86_64.whl", hash = "sha256:950ea81d57ef070665581b6e1b5f6a029306423cd1739c5b95fe78aa30db6b9d", size = 17097121, upload-time = "2026-10-10T20:04:58.403Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/f5/cf/305ae624ef8a039414317224abe9ec9c2fe7ea3c2e1cf204d43ff6b2ffb9/numpy-2.5.4-cp315-cp315t-macosx_11_0_arm64.whl", hash = "sha256:c05ede731b03fb1b7591faca9389ade3267d2bddf1ad8882bb3f2cc5e101694f", size = 12135439, upload-time = "2026-10-10T20:05:01.65Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/a9/a8/f75c63813aef95827bb2c0d13b12803016853056e8792c280058cdbfe783/numpy-2.5.4-cp315-cp315t-macosx_14_0_arm64.whl", hash = "sha256:5fbf7141bbfd63aea22f435c9062a032b9ea0082fe9845dad7f021d3f1234e71", size = 5571451, upload-time = "2026-10-10T20:05:04.135Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/6f/0f/f17763f983868b5c49b4101ebd7e00760bd1769478a6bb6a8de6e085bbac/numpy-2.5.4-cp315-cp315t-macosx_14_0_x86_64.whl", hash = "sha256:3573cd22564692a5b899ec344e5d5b9cc4576f2985b96f22af3564ed54f2710f", size = 6883356, upload-time = "2026-10-10T20:05:06.249Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/67/a7/8af04c5a79e047996cfa38854dcfbececdd0343a7c933a46fdd03ef6f5da/numpy-2.5.4-cp315-cp315t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:6c109eac9cd439193678f69d70733c1108487546ca8eafc107b510ae10c1aecd", size = 15750991, upload-time = "2026-10-10T20:05:08.376Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/57/7a/648254290d0c504faa8f2d07aa206660c728802c781a6f3fc68ab7cb5d71/numpy-2.5.4-cp315-cp315t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:80d6ef6e8620eb2c2b4c4caad50b5935d6db3cde2d51581b55dcc79e14016d1d", size = 16757675, upload-time = "2026-10-10T20:05:11.393Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/b8/fe/4a8c3cdb0c70400cfe4c5bec42d3099a5673802a95064614b33e07b82aa1/numpy-2.5.4-cp315-cp315t-musllinux_1_2_aarch64.whl", hash = "sha256:77045a4b175bbf5316ec08003880804336c78f92281a1b72222b274ea85ec5ac", size = 17113846, upload-time = "2026-10-10T20:05:14.49Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/1b/7e/619692bb67778702c0e9eb2d468568a7573f4e269386ea61aed01ee4e557/numpy-2.5.4-cp315-cp315t-musllinux_1_2_x86_64.whl", hash = "sha256:0f02a46e49cfb6c73bdb7aea1c0d3461dbae9aba613542b65f657cd3d17b9fab", size = 18522915, upload-time = "2026-10-10T20:05:17.33Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/b7/b5/4da41c328788f575838f97a098fe8ca691ebc6f6fd73ad4a262ee40b184d/numpy-2.5.4-cp315-cp315t-win32.whl", hash = "sha256:ad62a416ddcf863bf44bba76fbf6b53366ab0692e294f51cae4b5fbe0d246788", size = 6335804, upload-time = "2026-10-10T20:05:19.921Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/98/94/6482ddfa3d312490cb9358f375bf2ad56427dbea8769187158e94d653753/numpy-2.5.4-cp315-cp315t-win_amd64.whl", hash = "sha256:38f47be9f74ab870d2633b5456ae519c43758a8d1fd05342f0ce4ecc034396ee", size = 12890095, upload-time = "2026-10-10T20:05:21.875Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/48/7f/c2d1b436b6e7cfebac140c2579a298344b85f2991a2ce5c3615cefb29400/numpy-2.5.4-cp315-cp315t-win_arm64.whl", hash = "sha256:7a14a461d9340f1b46b8648578aed9cdb8b3b018a8fac6c1dde2c9192a01a87f", size = 10883718, upload-time = "2026-10-10T20:05:28.547Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "onnxruntime"
|
||||
version = "1.31.1"
|
||||
source = { registry = "https://pypi.org/simple" }
|
||||
dependencies = [
|
||||
{ name = "flatbuffers" },
|
||||
{ name = "numpy", version = "2.4.6", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.12'" },
|
||||
{ name = "numpy", version = "2.5.4", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.12'" },
|
||||
{ name = "packaging" },
|
||||
{ name = "protobuf" },
|
||||
]
|
||||
wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/fa/44/e9e04a60f726d16ba3abe30ab267e1569e061f7f6f0e175ee103661e1780/onnxruntime-1.31.1-cp311-cp311-macosx_14_0_arm64.whl", hash = "sha256:60b6b69bfe580eab576cacc5d132a0e9cf2a37fcfd18d46dd191042b1d1ed0d7", size = 20871676, upload-time = "2026-10-26T19:26:00.372Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/02/ee/b173a49293b146b54bd057bf8681a015aef764d8f56d999ad8c6e53ab18d/onnxruntime-1.31.1-cp311-cp311-manylinux_2_28_aarch64.whl", hash = "sha256:da05378364c44d4407e463982d2bf8d5e4cfea873283757e48beeb41df97b7f3", size = 21413526, upload-time = "2026-10-26T19:26:03.573Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/b4/1d/0f85ee31a3d93f2243a5cc29252becf858f53ac5cfa6c9c15d9ffe107eea/onnxruntime-1.31.1-cp311-cp311-manylinux_2_28_x86_64.whl", hash = "sha256:5752bd508126ae7c49894d3b9d2e83f0c3d487319246d04c444b393308d7ad7f", size = 23753652, upload-time = "2026-10-26T19:26:06.944Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/69/82/2e2bf967ade9567d77c307533566ef56a19c32e2114fc062a405703def88/onnxruntime-1.31.1-cp311-cp311-win_amd64.whl", hash = "sha256:c3d91b5de31e2fc82d71bd65b2b22bddee8b49057a3a36338e9a868e0ea90c05", size = 14885761, upload-time = "2026-10-26T19:26:09.8Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/c4/c6/1995e04cc964c6abac426f59525b41c31f766c9392cabfb1e67c51718823/onnxruntime-1.31.1-cp311-cp311-win_arm64.whl", hash = "sha256:93800007a7023b3ab26ad72e6463d0d57d84ead49a2f6341954d91438e046bc0", size = 14735267, upload-time = "2026-10-26T19:26:12.915Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/0e/f7/cecc0efeeea83bff2f7789ae1b80f27fa0f0210d6d9d66d1f0031a6b5e47/onnxruntime-1.31.1-cp312-cp312-macosx_14_0_arm64.whl", hash = "sha256:96dd2564b10ea7153ad9c207e7cd8e5917cb3ba521e0e0a62ac03486fdc8d56c", size = 20882125, upload-time = "2026-10-26T19:26:16.256Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ba/e4/1ed1a7a5f4702d899091fa2b976d377995250c307326ec8dc9ae6378aa13/onnxruntime-1.31.1-cp312-cp312-manylinux_2_28_aarch64.whl", hash = "sha256:0b9a492176886992e0e875f06bc0367e333f5fff11711a2d642e18b02f3009cc", size = 21420803, upload-time = "2026-10-26T19:26:19.487Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/eb/27/c6a823bac55b2977bea2027c3ec9393a2c1002cb9a09eb40354563e02730/onnxruntime-1.31.1-cp312-cp312-manylinux_2_28_x86_64.whl", hash = "sha256:1f3dea47f2f0e5117c2404cea7d21fd253ae7836a3bf167a501cdfbb2600d536", size = 23760988, upload-time = "2026-10-26T19:26:23.153Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/45/b2/793b4051d8dc6acb379ead9b72050f0ffa283ca49a6904add2e218b83e2e/onnxruntime-1.31.1-cp312-cp312-win_amd64.whl", hash = "sha256:ae8a9a351efda685cc59a66226cdefaa37a126c1d66872ca23a2de9425326130", size = 14888466, upload-time = "2026-10-26T19:26:25.816Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ed/72/09d635ab4b6137d8ac63d4911a37dad8b1ef15a77d20b65d7ed40fdca012/onnxruntime-1.31.1-cp312-cp312-win_arm64.whl", hash = "sha256:fe8b9ac1ae8e894e12c47ee82e4f6dfc1835768133687257866469fda80d0bf1", size = 14740724, upload-time = "2026-10-26T19:26:28.682Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/b2/93/d2b855793302ef57d55cc0583b72a00a8dcb01d9bdb3adac380f09b050e8/onnxruntime-1.31.1-cp313-cp313-macosx_14_0_arm64.whl", hash = "sha256:e4ad067d36e2220218e085d7223283b2ee1bc73d887e811fd14d21cf901a11ee", size = 20881825, upload-time = "2026-10-26T19:26:31.51Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/e1/e1/633d4994db0620d31f34d9962119bc4ebd0b2ef4c9a030f91c7843fb9672/onnxruntime-1.31.1-cp313-cp313-manylinux_2_28_aarch64.whl", hash = "sha256:dcaedc50333876f3829ab966b242147f0e548229e29c36fe44622ecf748c25ee", size = 21420628, upload-time = "2026-10-26T19:26:34.487Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/fc/0a/c887bcb84a9455b2723825381a77af38611a80f996f804e20fde5f671b63/onnxruntime-1.31.1-cp313-cp313-manylinux_2_28_x86_64.whl", hash = "sha256:74a6a52994616c4d18b33db1e13c226333a70a6ba07480a5cab9c2a50dff1430", size = 23760717, upload-time = "2026-10-26T19:26:37.721Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/59/bf/a1d282b4c753ba3e9b31f4c11abd2bc2390513dc5e3792ca3b78e42401c3/onnxruntime-1.31.1-cp313-cp313-win_amd64.whl", hash = "sha256:0558f29d5f6ac09957390c9c5495931485ee8ae7f0ce781ccee86a0ae5c2348b", size = 14888304, upload-time = "2026-10-26T19:26:41.032Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/7e/fd/529135287474dbaf19d9362ccda61998128ab18507f78bc82931e1bbaf22/onnxruntime-1.31.1-cp313-cp313-win_arm64.whl", hash = "sha256:075147c2e2430b4b29c436bffa78537b902a6ed58ed66f99ae3c6795e2081cb5", size = 14740772, upload-time = "2026-10-26T19:26:44.042Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/0e/d4/56ea7d601695be4018ccc6bb9a47637a1deaccc5c4db6c6ad272e48d88e2/onnxruntime-1.31.1-cp313-cp313t-manylinux_2_28_aarch64.whl", hash = "sha256:ae0987aedb9ae589f3395615c58b22aad2eae6657b14508cec70c24b367cfad1", size = 21432641, upload-time = "2026-10-26T19:26:47.065Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/05/10/e37d9f06dae61cecaad344aef213a19643b66761a06667bdfe5282c1fb37/onnxruntime-1.31.1-cp313-cp313t-manylinux_2_28_x86_64.whl", hash = "sha256:6711108bcddf8b401145fb31ac93776b8ca6e7e7e56acdfa9d478575b8df9a2f", size = 23773876, upload-time = "2026-10-26T19:26:50.371Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/d7/55/b511099a435972b86b5d04ef374cdca8de920311cc979180029b80145bf5/onnxruntime-1.31.1-cp314-cp314-macosx_14_0_arm64.whl", hash = "sha256:8536ac43682caa7492c46d6cfd4c3c8db288dcf0619508431a22170b670ee1d0", size = 20883427, upload-time = "2026-10-26T19:26:54.067Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/06/ef/98f0060d6cf58f9f663268fef65fe729120b8fbe26ef35eaa2c8d9030d33/onnxruntime-1.31.1-cp314-cp314-manylinux_2_28_aarch64.whl", hash = "sha256:c878686b75cade1ed59131aa018ab004b1e64368b0d54041912450b9642cf04f", size = 21421619, upload-time = "2026-10-26T19:26:57.332Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/aa/74/a891a659ccc427469de0d7bdbd5ff770a35f73084ee590ce02456cf61f7f/onnxruntime-1.31.1-cp314-cp314-manylinux_2_28_x86_64.whl", hash = "sha256:c20d7f15d84427db070b163f78c2c7146cc93edd6113fa7327671259a24184fe", size = 23762999, upload-time = "2026-10-26T19:27:00.865Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/e5/e9/9112e9322aef42bff80e805915b61cdcbb82577589bdd42dedf73a5ff9b6/onnxruntime-1.31.1-cp314-cp314-win_amd64.whl", hash = "sha256:0a3998e18cb667ef54287556bd62291a788ed235723dd90c83b2294b24e71d81", size = 15268752, upload-time = "2026-10-26T19:27:03.629Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ed/ee/b69384d9b94c6bf3beb030bcba25dc573e490d3136117be0f78d79078d35/onnxruntime-1.31.1-cp314-cp314-win_arm64.whl", hash = "sha256:fc01b4e7c0a81778fb741bcf5c16b7871d196275f6240720a8b8bfd9f0c0af14", size = 15153930, upload-time = "2026-10-26T19:27:06.159Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/2b/5b/beeb6acb5a9e17311b4ebc36fe91ac4893200ddb290257fb072509a7c26b/onnxruntime-1.31.1-cp314-cp314t-manylinux_2_28_aarch64.whl", hash = "sha256:564d7b83fb3e94fb3d18629c6b339e9bce10966dd29a8442c433175aac3d60fd", size = 21432341, upload-time = "2026-10-26T19:27:09.131Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/c6/3d/a5b15c4ab9d67a384da5a2c10fb569e643076c28179fe1a265af7d8f1b87/onnxruntime-1.31.1-cp314-cp314t-manylinux_2_28_x86_64.whl", hash = "sha256:4d5f5fcc01f0c334d282a8991eab44e7752ad01c47b336d848ba43eb38084958", size = 23772582, upload-time = "2026-10-26T19:27:12.025Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "opencc-python-reimplemented"
|
||||
version = "0.1.7"
|
||||
source = { registry = "https://pypi.org/simple" }
|
||||
sdist = { url = "https://files.pythonhosted.org/packages/8d/6d/c6f37eed651dd6b752e50f80a93396cdaa42a6acc6ce05ad7452303ea511/opencc-python-reimplemented-0.1.7.tar.gz", hash = "sha256:4f777ea3461a25257a7b876112cfa90bb6acabc6dfb843bf4d11266e43579dee", size = 482566, upload-time = "2023-02-11T03:58:42.25Z" }
|
||||
wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/30/6b/055b7806f320cc8f2cdf23c5f70221c0dc1683fca9ffaf76dfc2ad4b91b6/opencc_python_reimplemented-0.1.7-py2.py3-none-any.whl", hash = "sha256:41b3b92943c7bed291f448e9c7fad4b577c8c2eae30fcfe5a74edf8818493aa6", size = 481813, upload-time = "2023-02-11T03:58:39.66Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "packaging"
|
||||
version = "26.3"
|
||||
@@ -468,6 +917,21 @@ wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/54/20/4d324d65cc6d9205fabedc306948156824eb9f0ee1633355a8f7ec5c66bf/pluggy-1.6.0-py3-none-any.whl", hash = "sha256:e920276dd6813095e9377c0bc5566d94c932c33b27a3e3945d8389c374dd4746", size = 20538, upload-time = "2025-05-15T12:30:06.134Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "protobuf"
|
||||
version = "7.36.2"
|
||||
source = { registry = "https://pypi.org/simple" }
|
||||
sdist = { url = "https://files.pythonhosted.org/packages/d9/89/5b8517baa72f84a67b8a307ba953c91057af618bf40bf676f3c03551f8f0/protobuf-7.36.2.tar.gz", hash = "sha256:497d0463ff3316681da6c0b9e8d06cb465d61abce00b613ab42226175644d1bb", size = 512737, upload-time = "2026-09-17T20:07:59.326Z" }
|
||||
wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/32/72/98342feb672507c8f3a69e34b4fa8961f608edba5c1a48a6f47156d92cb5/protobuf-7.36.2-cp310-abi3-macosx_10_9_universal2.whl", hash = "sha256:cbc70b17ee27e28894c7fee8bb04be1abead49e936bc70eb60052531eee2079e", size = 456039, upload-time = "2026-09-17T20:07:51.542Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/b6/ea/91fdf7c2b8bbd49cde056f00a9df6773532987e1c00fe2830b895af95c7e/protobuf-7.36.2-cp310-abi3-manylinux2014_aarch64.whl", hash = "sha256:e11e1f0180583a2af89db6a2ecd9e8dc40aa6d2988ca175bfd0e6d12ea72d74e", size = 344219, upload-time = "2026-09-17T20:07:52.914Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/17/ab/5fd5f8ece73fad885c5a09aa849b32d70472f954ba3a92d3bb5974ea953b/protobuf-7.36.2-cp310-abi3-manylinux2014_s390x.whl", hash = "sha256:f4fee11ec330d238b34a05c9b675f693c20415d1c5bd7d5320cc2f8a798eb9cf", size = 357223, upload-time = "2026-09-17T20:07:53.985Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/db/f3/3996583dd2906297a637af12114deddf7658af6e683fedb83be061983fb5/protobuf-7.36.2-cp310-abi3-manylinux2014_x86_64.whl", hash = "sha256:89f23aa53c24553a2416fd4fd1ec06f74fa42b14b546d8883128813f775bbfd2", size = 343223, upload-time = "2026-09-17T20:07:54.931Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/fc/1b/dcc64f358fcb51811b58ae40b3d28f820725f116d86487cc20bd4b130701/protobuf-7.36.2-cp310-abi3-win32.whl", hash = "sha256:912c1221170e16c08d1f086762f563dd61ff83c18b5fa6652952dfaded66f728", size = 442998, upload-time = "2026-09-17T20:07:55.826Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/8a/55/b77bda4e5e5f5971fb51b07663694690e9afdb9402136c16a522bd621cad/protobuf-7.36.2-cp310-abi3-win_amd64.whl", hash = "sha256:a300819d441e078a5608c0d3c709796bb548136058fda017ae51d425b44fd353", size = 456514, upload-time = "2026-09-17T20:07:57.188Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/e4/04/d52c7016b04b6c5108f26691f9d33ec82a9b65d041f1a9c771137693d618/protobuf-7.36.2-py3-none-any.whl", hash = "sha256:bdb3a345d48db958e6ce1f18e508beb0cc981d64f24088427549c866cd039f1e", size = 179806, upload-time = "2026-09-17T20:07:58.211Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "pycparser"
|
||||
version = "3.0"
|
||||
@@ -622,6 +1086,61 @@ wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/de/3d/8161f7711c017e01ac9f008dfddd9410dff3674334c233bde66e7ba65bbf/pywin32_ctypes-0.2.3-py3-none-any.whl", hash = "sha256:8a1513379d709975552d202d942d9837758905c8d01eb82b8bcc30918929e7b8", size = 30756, upload-time = "2024-08-14T10:15:33.187Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "pyyaml"
|
||||
version = "6.0.3"
|
||||
source = { registry = "https://pypi.org/simple" }
|
||||
sdist = { url = "https://files.pythonhosted.org/packages/05/8e/961c0007c59b8dd7729d542c61a4d537767a59645b82a0b521206e1e25c2/pyyaml-6.0.3.tar.gz", hash = "sha256:d76623373421df22fb4cf8817020cbb7ef15c725b9d5e45f17e189bfc384190f", size = 130960, upload-time = "2025-09-25T21:33:16.546Z" }
|
||||
wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/6d/16/a95b6757765b7b031c9374925bb718d55e0a9ba8a1b6a12d25962ea44347/pyyaml-6.0.3-cp311-cp311-macosx_10_13_x86_64.whl", hash = "sha256:44edc647873928551a01e7a563d7452ccdebee747728c1080d881d68af7b997e", size = 185826, upload-time = "2025-09-25T21:31:58.655Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/16/19/13de8e4377ed53079ee996e1ab0a9c33ec2faf808a4647b7b4c0d46dd239/pyyaml-6.0.3-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:652cb6edd41e718550aad172851962662ff2681490a8a711af6a4d288dd96824", size = 175577, upload-time = "2025-09-25T21:32:00.088Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/0c/62/d2eb46264d4b157dae1275b573017abec435397aa59cbcdab6fc978a8af4/pyyaml-6.0.3-cp311-cp311-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:10892704fc220243f5305762e276552a0395f7beb4dbf9b14ec8fd43b57f126c", size = 775556, upload-time = "2025-09-25T21:32:01.31Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/10/cb/16c3f2cf3266edd25aaa00d6c4350381c8b012ed6f5276675b9eba8d9ff4/pyyaml-6.0.3-cp311-cp311-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:850774a7879607d3a6f50d36d04f00ee69e7fc816450e5f7e58d7f17f1ae5c00", size = 882114, upload-time = "2025-09-25T21:32:03.376Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/71/60/917329f640924b18ff085ab889a11c763e0b573da888e8404ff486657602/pyyaml-6.0.3-cp311-cp311-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:b8bb0864c5a28024fac8a632c443c87c5aa6f215c0b126c449ae1a150412f31d", size = 806638, upload-time = "2025-09-25T21:32:04.553Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/dd/6f/529b0f316a9fd167281a6c3826b5583e6192dba792dd55e3203d3f8e655a/pyyaml-6.0.3-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:1d37d57ad971609cf3c53ba6a7e365e40660e3be0e5175fa9f2365a379d6095a", size = 767463, upload-time = "2025-09-25T21:32:06.152Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/f2/6a/b627b4e0c1dd03718543519ffb2f1deea4a1e6d42fbab8021936a4d22589/pyyaml-6.0.3-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:37503bfbfc9d2c40b344d06b2199cf0e96e97957ab1c1b546fd4f87e53e5d3e4", size = 794986, upload-time = "2025-09-25T21:32:07.367Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/45/91/47a6e1c42d9ee337c4839208f30d9f09caa9f720ec7582917b264defc875/pyyaml-6.0.3-cp311-cp311-win32.whl", hash = "sha256:8098f252adfa6c80ab48096053f512f2321f0b998f98150cea9bd23d83e1467b", size = 142543, upload-time = "2025-09-25T21:32:08.95Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/da/e3/ea007450a105ae919a72393cb06f122f288ef60bba2dc64b26e2646fa315/pyyaml-6.0.3-cp311-cp311-win_amd64.whl", hash = "sha256:9f3bfb4965eb874431221a3ff3fdcddc7e74e3b07799e0e84ca4a0f867d449bf", size = 158763, upload-time = "2025-09-25T21:32:09.96Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/d1/33/422b98d2195232ca1826284a76852ad5a86fe23e31b009c9886b2d0fb8b2/pyyaml-6.0.3-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:7f047e29dcae44602496db43be01ad42fc6f1cc0d8cd6c83d342306c32270196", size = 182063, upload-time = "2025-09-25T21:32:11.445Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/89/a0/6cf41a19a1f2f3feab0e9c0b74134aa2ce6849093d5517a0c550fe37a648/pyyaml-6.0.3-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:fc09d0aa354569bc501d4e787133afc08552722d3ab34836a80547331bb5d4a0", size = 173973, upload-time = "2025-09-25T21:32:12.492Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ed/23/7a778b6bd0b9a8039df8b1b1d80e2e2ad78aa04171592c8a5c43a56a6af4/pyyaml-6.0.3-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:9149cad251584d5fb4981be1ecde53a1ca46c891a79788c0df828d2f166bda28", size = 775116, upload-time = "2025-09-25T21:32:13.652Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/65/30/d7353c338e12baef4ecc1b09e877c1970bd3382789c159b4f89d6a70dc09/pyyaml-6.0.3-cp312-cp312-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:5fdec68f91a0c6739b380c83b951e2c72ac0197ace422360e6d5a959d8d97b2c", size = 844011, upload-time = "2025-09-25T21:32:15.21Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/8b/9d/b3589d3877982d4f2329302ef98a8026e7f4443c765c46cfecc8858c6b4b/pyyaml-6.0.3-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:ba1cc08a7ccde2d2ec775841541641e4548226580ab850948cbfda66a1befcdc", size = 807870, upload-time = "2025-09-25T21:32:16.431Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/05/c0/b3be26a015601b822b97d9149ff8cb5ead58c66f981e04fedf4e762f4bd4/pyyaml-6.0.3-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:8dc52c23056b9ddd46818a57b78404882310fb473d63f17b07d5c40421e47f8e", size = 761089, upload-time = "2025-09-25T21:32:17.56Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/be/8e/98435a21d1d4b46590d5459a22d88128103f8da4c2d4cb8f14f2a96504e1/pyyaml-6.0.3-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:41715c910c881bc081f1e8872880d3c650acf13dfa8214bad49ed4cede7c34ea", size = 790181, upload-time = "2025-09-25T21:32:18.834Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/74/93/7baea19427dcfbe1e5a372d81473250b379f04b1bd3c4c5ff825e2327202/pyyaml-6.0.3-cp312-cp312-win32.whl", hash = "sha256:96b533f0e99f6579b3d4d4995707cf36df9100d67e0c8303a0c55b27b5f99bc5", size = 137658, upload-time = "2025-09-25T21:32:20.209Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/86/bf/899e81e4cce32febab4fb42bb97dcdf66bc135272882d1987881a4b519e9/pyyaml-6.0.3-cp312-cp312-win_amd64.whl", hash = "sha256:5fcd34e47f6e0b794d17de1b4ff496c00986e1c83f7ab2fb8fcfe9616ff7477b", size = 154003, upload-time = "2025-09-25T21:32:21.167Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/1a/08/67bd04656199bbb51dbed1439b7f27601dfb576fb864099c7ef0c3e55531/pyyaml-6.0.3-cp312-cp312-win_arm64.whl", hash = "sha256:64386e5e707d03a7e172c0701abfb7e10f0fb753ee1d773128192742712a98fd", size = 140344, upload-time = "2025-09-25T21:32:22.617Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/d1/11/0fd08f8192109f7169db964b5707a2f1e8b745d4e239b784a5a1dd80d1db/pyyaml-6.0.3-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:8da9669d359f02c0b91ccc01cac4a67f16afec0dac22c2ad09f46bee0697eba8", size = 181669, upload-time = "2025-09-25T21:32:23.673Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/b1/16/95309993f1d3748cd644e02e38b75d50cbc0d9561d21f390a76242ce073f/pyyaml-6.0.3-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:2283a07e2c21a2aa78d9c4442724ec1eb15f5e42a723b99cb3d822d48f5f7ad1", size = 173252, upload-time = "2025-09-25T21:32:25.149Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/50/31/b20f376d3f810b9b2371e72ef5adb33879b25edb7a6d072cb7ca0c486398/pyyaml-6.0.3-cp313-cp313-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:ee2922902c45ae8ccada2c5b501ab86c36525b883eff4255313a253a3160861c", size = 767081, upload-time = "2025-09-25T21:32:26.575Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/49/1e/a55ca81e949270d5d4432fbbd19dfea5321eda7c41a849d443dc92fd1ff7/pyyaml-6.0.3-cp313-cp313-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:a33284e20b78bd4a18c8c2282d549d10bc8408a2a7ff57653c0cf0b9be0afce5", size = 841159, upload-time = "2025-09-25T21:32:27.727Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/74/27/e5b8f34d02d9995b80abcef563ea1f8b56d20134d8f4e5e81733b1feceb2/pyyaml-6.0.3-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:0f29edc409a6392443abf94b9cf89ce99889a1dd5376d94316ae5145dfedd5d6", size = 801626, upload-time = "2025-09-25T21:32:28.878Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/f9/11/ba845c23988798f40e52ba45f34849aa8a1f2d4af4b798588010792ebad6/pyyaml-6.0.3-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:f7057c9a337546edc7973c0d3ba84ddcdf0daa14533c2065749c9075001090e6", size = 753613, upload-time = "2025-09-25T21:32:30.178Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/3d/e0/7966e1a7bfc0a45bf0a7fb6b98ea03fc9b8d84fa7f2229e9659680b69ee3/pyyaml-6.0.3-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:eda16858a3cab07b80edaf74336ece1f986ba330fdb8ee0d6c0d68fe82bc96be", size = 794115, upload-time = "2025-09-25T21:32:31.353Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/de/94/980b50a6531b3019e45ddeada0626d45fa85cbe22300844a7983285bed3b/pyyaml-6.0.3-cp313-cp313-win32.whl", hash = "sha256:d0eae10f8159e8fdad514efdc92d74fd8d682c933a6dd088030f3834bc8e6b26", size = 137427, upload-time = "2025-09-25T21:32:32.58Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/97/c9/39d5b874e8b28845e4ec2202b5da735d0199dbe5b8fb85f91398814a9a46/pyyaml-6.0.3-cp313-cp313-win_amd64.whl", hash = "sha256:79005a0d97d5ddabfeeea4cf676af11e647e41d81c9a7722a193022accdb6b7c", size = 154090, upload-time = "2025-09-25T21:32:33.659Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/73/e8/2bdf3ca2090f68bb3d75b44da7bbc71843b19c9f2b9cb9b0f4ab7a5a4329/pyyaml-6.0.3-cp313-cp313-win_arm64.whl", hash = "sha256:5498cd1645aa724a7c71c8f378eb29ebe23da2fc0d7a08071d89469bf1d2defb", size = 140246, upload-time = "2025-09-25T21:32:34.663Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/9d/8c/f4bd7f6465179953d3ac9bc44ac1a8a3e6122cf8ada906b4f96c60172d43/pyyaml-6.0.3-cp314-cp314-macosx_10_13_x86_64.whl", hash = "sha256:8d1fab6bb153a416f9aeb4b8763bc0f22a5586065f86f7664fc23339fc1c1fac", size = 181814, upload-time = "2025-09-25T21:32:35.712Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/bd/9c/4d95bb87eb2063d20db7b60faa3840c1b18025517ae857371c4dd55a6b3a/pyyaml-6.0.3-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:34d5fcd24b8445fadc33f9cf348c1047101756fd760b4dacb5c3e99755703310", size = 173809, upload-time = "2025-09-25T21:32:36.789Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/92/b5/47e807c2623074914e29dabd16cbbdd4bf5e9b2db9f8090fa64411fc5382/pyyaml-6.0.3-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:501a031947e3a9025ed4405a168e6ef5ae3126c59f90ce0cd6f2bfc477be31b7", size = 766454, upload-time = "2025-09-25T21:32:37.966Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/02/9e/e5e9b168be58564121efb3de6859c452fccde0ab093d8438905899a3a483/pyyaml-6.0.3-cp314-cp314-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:b3bc83488de33889877a0f2543ade9f70c67d66d9ebb4ac959502e12de895788", size = 836355, upload-time = "2025-09-25T21:32:39.178Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/88/f9/16491d7ed2a919954993e48aa941b200f38040928474c9e85ea9e64222c3/pyyaml-6.0.3-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:c458b6d084f9b935061bc36216e8a69a7e293a2f1e68bf956dcd9e6cbcd143f5", size = 794175, upload-time = "2025-09-25T21:32:40.865Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/dd/3f/5989debef34dc6397317802b527dbbafb2b4760878a53d4166579111411e/pyyaml-6.0.3-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:7c6610def4f163542a622a73fb39f534f8c101d690126992300bf3207eab9764", size = 755228, upload-time = "2025-09-25T21:32:42.084Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/d7/ce/af88a49043cd2e265be63d083fc75b27b6ed062f5f9fd6cdc223ad62f03e/pyyaml-6.0.3-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:5190d403f121660ce8d1d2c1bb2ef1bd05b5f68533fc5c2ea899bd15f4399b35", size = 789194, upload-time = "2025-09-25T21:32:43.362Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/23/20/bb6982b26a40bb43951265ba29d4c246ef0ff59c9fdcdf0ed04e0687de4d/pyyaml-6.0.3-cp314-cp314-win_amd64.whl", hash = "sha256:4a2e8cebe2ff6ab7d1050ecd59c25d4c8bd7e6f400f5f82b96557ac0abafd0ac", size = 156429, upload-time = "2025-09-25T21:32:57.844Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/f4/f4/a4541072bb9422c8a883ab55255f918fa378ecf083f5b85e87fc2b4eda1b/pyyaml-6.0.3-cp314-cp314-win_arm64.whl", hash = "sha256:93dda82c9c22deb0a405ea4dc5f2d0cda384168e466364dec6255b293923b2f3", size = 143912, upload-time = "2025-09-25T21:32:59.247Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/7c/f9/07dd09ae774e4616edf6cda684ee78f97777bdd15847253637a6f052a62f/pyyaml-6.0.3-cp314-cp314t-macosx_10_13_x86_64.whl", hash = "sha256:02893d100e99e03eda1c8fd5c441d8c60103fd175728e23e431db1b589cf5ab3", size = 189108, upload-time = "2025-09-25T21:32:44.377Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/4e/78/8d08c9fb7ce09ad8c38ad533c1191cf27f7ae1effe5bb9400a46d9437fcf/pyyaml-6.0.3-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:c1ff362665ae507275af2853520967820d9124984e0f7466736aea23d8611fba", size = 183641, upload-time = "2025-09-25T21:32:45.407Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/7b/5b/3babb19104a46945cf816d047db2788bcaf8c94527a805610b0289a01c6b/pyyaml-6.0.3-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:6adc77889b628398debc7b65c073bcb99c4a0237b248cacaf3fe8a557563ef6c", size = 831901, upload-time = "2025-09-25T21:32:48.83Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/8b/cc/dff0684d8dc44da4d22a13f35f073d558c268780ce3c6ba1b87055bb0b87/pyyaml-6.0.3-cp314-cp314t-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:a80cb027f6b349846a3bf6d73b5e95e782175e52f22108cfa17876aaeff93702", size = 861132, upload-time = "2025-09-25T21:32:50.149Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/b1/5e/f77dc6b9036943e285ba76b49e118d9ea929885becb0a29ba8a7c75e29fe/pyyaml-6.0.3-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:00c4bdeba853cc34e7dd471f16b4114f4162dc03e6b7afcc2128711f0eca823c", size = 839261, upload-time = "2025-09-25T21:32:51.808Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ce/88/a9db1376aa2a228197c58b37302f284b5617f56a5d959fd1763fb1675ce6/pyyaml-6.0.3-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:66e1674c3ef6f541c35191caae2d429b967b99e02040f5ba928632d9a7f0f065", size = 805272, upload-time = "2025-09-25T21:32:52.941Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/da/92/1446574745d74df0c92e6aa4a7b0b3130706a4142b2d1a5869f2eaa423c6/pyyaml-6.0.3-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:16249ee61e95f858e83976573de0f5b2893b3677ba71c9dd36b9cf8be9ac6d65", size = 829923, upload-time = "2025-09-25T21:32:54.537Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/f0/7a/1c7270340330e575b92f397352af856a8c06f230aa3e76f86b39d01b416a/pyyaml-6.0.3-cp314-cp314t-win_amd64.whl", hash = "sha256:4ad1906908f2f5ae4e5a8ddfce73c320c2a1429ec52eafd27138b7f1cbe341c9", size = 174062, upload-time = "2025-09-25T21:32:55.767Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/f1/12/de94a39c2ef588c7e6455cfbe7343d3b2dc9d6b6b2f40c4c6565744c873d/pyyaml-6.0.3-cp314-cp314t-win_arm64.whl", hash = "sha256:ebc55a14a21cb14062aa4162f906cd962b28e2e9ea38f9b4391244cd8de4ae0b", size = 149341, upload-time = "2025-09-25T21:32:56.828Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "ruff"
|
||||
version = "0.16.2"
|
||||
@@ -681,6 +1200,40 @@ wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/98/d1/f15ca0e1666faae02c945f48e745ea35f8fcd8243b176109b4e2c4251f47/shiboken6-6.11.1-cp310-abi3-win_arm64.whl", hash = "sha256:7c8d9af17db4495d4fa5b1c393f218311c4855546b9dfa6a0bd21bcd66b55e9d", size = 1784170, upload-time = "2026-05-13T09:47:07.617Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "tokenizers"
|
||||
version = "0.23.3"
|
||||
source = { registry = "https://pypi.org/simple" }
|
||||
dependencies = [
|
||||
{ name = "huggingface-hub" },
|
||||
]
|
||||
sdist = { url = "https://files.pythonhosted.org/packages/e0/7c/2cabb2174e772636683008f2c5621949b645da7d303c596589e84516a184/tokenizers-0.23.3.tar.gz", hash = "sha256:cded33237c77caeef62944d32aa9a7ef42bdce2b3497e18d137e072a8c4be438", size = 385286, upload-time = "2026-10-09T10:16:55.759Z" }
|
||||
wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/aa/2e/4ce5b9716f26e526eff6b0502ebed4ea8d7161f03b3c77617c9f25528e97/tokenizers-0.23.3-cp310-abi3-macosx_10_12_x86_64.whl", hash = "sha256:9d2b5c97daf61688c2ad1803ca851800feaba50fb68d5821779e9ea5880d968c", size = 3148800, upload-time = "2026-10-09T10:00:51.457Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/b2/72/01e49f032bb346e5aaf06c10c74fe8aeec847173adbadd66eb7c53054bf2/tokenizers-0.23.3-cp310-abi3-macosx_11_0_arm64.whl", hash = "sha256:68649e97d5b43c44c031d8d848874a6eecae8f8fe40ea989aa777a5a83aca716", size = 3101381, upload-time = "2026-10-09T10:00:54.063Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/15/fc/ae987741829b1cd547668c4c94be732ae3eefd1d74344e64c3d2ca714acd/tokenizers-0.23.3-cp310-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ec82e80e65a862275b97c3d90b7a523df8d9519ee48aeb4e9625b2cc909274e0", size = 3519944, upload-time = "2026-10-09T10:00:55.885Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/1c/da/cc8f6c030afaf05fbddc608158fbb761dca46913cbeba6b112e59fc82e2a/tokenizers-0.23.3-cp310-abi3-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:c64a0713180ff16829d4e7f39a658b77ea11443af4e1aa46523692943c9b1414", size = 3397695, upload-time = "2026-10-09T10:00:57.444Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/ec/f1/256f78d1365fa2cd3ea6db716883d74667c8cbb6a21f15fa5b89a773cdc2/tokenizers-0.23.3-cp310-abi3-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ddedfd4b3b4be6be24ff6ca645c4a37fddfd305f6f3e354c54cf10b715c48215", size = 3753125, upload-time = "2026-10-09T10:01:00.165Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/60/93/eee007ac2fcbf4ecfce7fbc354826cf3611f56bdb886f3e91b1f7dd06b8f/tokenizers-0.23.3-cp310-abi3-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:2a89614730d7b80940a5d2ed9320e1ec8add5a745c6151d8d05071b7215505b6", size = 4018598, upload-time = "2026-10-09T10:01:02.05Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/bf/f9/0c96c4739461fce9d8d865b416728081bf6230022d7163bd6244f35f4b31/tokenizers-0.23.3-cp310-abi3-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:e88646b8580c5ad7f4361477f1298e9cc01771a1ee9aecfe32c47b8ff614cc38", size = 3602442, upload-time = "2026-10-09T10:01:03.77Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/3a/40/6706b82693715581457c6d5423eaa7faae576bb0526c5738a57085eb4449/tokenizers-0.23.3-cp310-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:376851d22bcf9d650a5c3090bb83e6cf9e895fbf0595369fa4cd43c1f69b5f87", size = 3396193, upload-time = "2026-10-09T10:01:05.48Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/fe/0c/85946de40e25b7364b8f1bcf56def129069acd5bb364b7c86a32919e1a23/tokenizers-0.23.3-cp310-abi3-manylinux_2_31_riscv64.whl", hash = "sha256:bf501c40b72d2d5c8623620210430e9cac1ce47a46e45b34107b70a1557d46b0", size = 3553483, upload-time = "2026-10-09T10:01:07.387Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/f1/6b/8d615d92cad1d511ca5ab188d1c7c167f0b3d295cc0d96207f9f82d486d8/tokenizers-0.23.3-cp310-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:114e2b55ed177179d59f4ab98200a4471e11e78f9e4b5a922d146740f96fcf52", size = 9972248, upload-time = "2026-10-09T10:01:09.437Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/c9/7d/a922e37ddd58d1b463bbc2ad08120c8f59c60b814cd353519a116b24f8ba/tokenizers-0.23.3-cp310-abi3-musllinux_1_2_armv7l.whl", hash = "sha256:d3407fb7b9c4d75dd68850ffd7180bc0a5d2dbaf0762d888e612f31fec3f9c6b", size = 9802957, upload-time = "2026-10-09T10:01:11.869Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/4b/06/5d3f506a86ae0699a0e4ea05c05978f9aee169ef2c1d844e68c971cf8194/tokenizers-0.23.3-cp310-abi3-musllinux_1_2_i686.whl", hash = "sha256:84513ef0aeb8bf8f4ea11a2e8a7ac163ec5288aa115e649a59b470ac5c3107df", size = 10145487, upload-time = "2026-10-09T10:01:14.268Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/26/e5/065625317690ea3548d834dad81f48ea1fd32e4964610e658e195d7fe28e/tokenizers-0.23.3-cp310-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:e05ab7baf7f47b406a95fea6f3b0a484b2ddcd9e1d14b68844c457eb755085a3", size = 10266026, upload-time = "2026-10-09T10:16:33.054Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/77/4e/babede85d0d19f5e3deeef0063e01848141329934d3d77c31b5cab5ac2b4/tokenizers-0.23.3-cp310-abi3-win32.whl", hash = "sha256:1ebf28794e7e4954e20a7f70fbea410b2d1f0418f7dbbca97ca384fcfef38c25", size = 2588086, upload-time = "2026-10-09T10:16:35.686Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/d1/6c/24f074c9a0efb98e61b20aafe6b2641922d5db24e447d5d6daffd9e17555/tokenizers-0.23.3-cp310-abi3-win_amd64.whl", hash = "sha256:1f0823bb00c5fdc98e487354d54dd55a03848d61a1a0bf29a68c77f24f3b26c3", size = 2872101, upload-time = "2026-10-09T10:16:37.533Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/53/77/a476b6f73a661c11d113a342d2326b91506cf2285f0995d1212a6bb2022d/tokenizers-0.23.3-cp310-abi3-win_arm64.whl", hash = "sha256:7e48734d2de9260d86f03ab056d2cfeeff3869f61dbd49aaa15a2793b5f3458b", size = 2742580, upload-time = "2026-10-09T10:16:39.244Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/65/46/f66baaedd42414a3f583c47379dc350e3e1f858a690d2574fd85ae70681b/tokenizers-0.23.3-cp314-cp314t-macosx_10_12_x86_64.whl", hash = "sha256:efa3d7318406b4d115dce61ad5061953f1f44b128e79c020ce4615d763e23b6e", size = 3154274, upload-time = "2026-10-09T10:16:40.876Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/c6/41/8de8c63b2d935eee5a0f42011fb7b786ffafeab0b8eb6d17acb8af2293b7/tokenizers-0.23.3-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:a4fbb3662f9f59d199d61338e54b4bcc11d07ebbb1aeb3540dacb2be9c521cb7", size = 3077805, upload-time = "2026-10-09T10:16:42.856Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/e3/08/b1cbae8dc8fc7c91f992ac2d87a086e9b3f25a28814047ca16a82fe8c87b/tokenizers-0.23.3-cp314-cp314t-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:de536665495cb4b409d25bade41963f801aff4225c19a6b804b048f7d14e34c7", size = 3491678, upload-time = "2026-10-09T10:16:45.093Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/3e/0d/aac0cb2f3a1fdbef514145b4c5f2df4d05deeb1ee8f73ae641a1b4a62a85/tokenizers-0.23.3-cp314-cp314t-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5cc24bb457dd4a8af89c8fcb40074d570129ec473df2a866c276ee55db4749d7", size = 3367420, upload-time = "2026-10-09T10:16:47.112Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/1e/1d/41a697d0c193a320b243fbd68b2057b6eb2f01ecf80899e1a16e646ff699/tokenizers-0.23.3-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:acd5c57b4bd3e56e246e2731a3a3a6825a7a7d89b7e3b761ba80bc521710f04b", size = 9945973, upload-time = "2026-10-09T10:16:49.326Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/37/e9/b56e619fcd583000a2b1254bb46af8dc6a174d3ba3329f454ad5a95a2be2/tokenizers-0.23.3-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:82eb480f6f1c21cea3349dec32cf1a6384c6c1e775f00f83b0d51197bc013687", size = 10237491, upload-time = "2026-10-09T10:16:51.943Z" },
|
||||
{ url = "https://files.pythonhosted.org/packages/6f/68/f58b3beb95f3b62816e91e5e768e684cd63e58f9cbece22036dae3b1c971/tokenizers-0.23.3-cp314-cp314t-win_amd64.whl", hash = "sha256:1554a6eed34d9d6a78d23360f4e06df8dffab1ae08c7e8488e0b3e3b36cc266f", size = 2847654, upload-time = "2026-10-09T10:16:54.166Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "tomli"
|
||||
version = "2.4.1"
|
||||
@@ -735,6 +1288,27 @@ wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/7b/61/cceae43728b7de99d9b847560c262873a1f6c98202171fd5ed62640b494b/tomli-2.4.1-py3-none-any.whl", hash = "sha256:0d85819802132122da43cb86656f8d1f8c6587d54ae7dcaf30e90533028b49fe", size = 14583, upload-time = "2026-03-25T20:22:03.012Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "tqdm"
|
||||
version = "4.70.1"
|
||||
source = { registry = "https://pypi.org/simple" }
|
||||
dependencies = [
|
||||
{ name = "colorama", marker = "sys_platform == 'win32'" },
|
||||
]
|
||||
sdist = { url = "https://files.pythonhosted.org/packages/0d/ea/b2a5bd54b28a324dae8211928b2d730b6547500342c7e6c6dea08bd0a485/tqdm-4.70.1.tar.gz", hash = "sha256:cefd0eca11b2a37a3aee776544d4f4ae913f02688135b5556b8788dfa474afc4", size = 171846, upload-time = "2026-09-11T07:25:16.601Z" }
|
||||
wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/a7/03/921a3d3c75785aca9ebfbfcabfbc3a1be12e2ab5265deb026d55a5a3f83e/tqdm-4.70.1-py3-none-any.whl", hash = "sha256:c293e525e6fef9c20e8728fd4612df02a0aa31bb5fe91ecd93e123b1b7bffa73", size = 80199, upload-time = "2026-09-11T07:25:14.599Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "truststore"
|
||||
version = "0.10.5"
|
||||
source = { registry = "https://pypi.org/simple" }
|
||||
sdist = { url = "https://files.pythonhosted.org/packages/ee/9f/c5201d42a484c061e528825fc8e2d565f5abd50a4ced6fb7d29c4ec99b2b/truststore-0.10.5.tar.gz", hash = "sha256:30d36967ccaded5cbb38d602c433f53600036c79d502f4533a49b60a03bbefcd", size = 28091, upload-time = "2026-10-12T22:27:31.808Z" }
|
||||
wheels = [
|
||||
{ url = "https://files.pythonhosted.org/packages/51/e9/3a7820be2bb0fe53b6bc9c3be26d3d1158004e4c3ab953aa6840b955b1e9/truststore-0.10.5-py3-none-any.whl", hash = "sha256:9aaaedaefaf06d8b206278cf8b5012bc897f485a874503501e12d776df78951c", size = 19017, upload-time = "2026-10-12T22:27:30.377Z" },
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "typing-extensions"
|
||||
version = "4.16.0"
|
||||
@@ -750,6 +1324,7 @@ source = { editable = "." }
|
||||
dependencies = [
|
||||
{ name = "httpx" },
|
||||
{ name = "keyring" },
|
||||
{ name = "opencc-python-reimplemented" },
|
||||
{ name = "platformdirs" },
|
||||
{ name = "pyside6" },
|
||||
{ name = "python-dotenv" },
|
||||
@@ -764,11 +1339,16 @@ dev = [
|
||||
{ name = "pytest-cov" },
|
||||
{ name = "ruff" },
|
||||
]
|
||||
local-asr = [
|
||||
{ name = "faster-whisper" },
|
||||
]
|
||||
|
||||
[package.metadata]
|
||||
requires-dist = [
|
||||
{ name = "faster-whisper", marker = "extra == 'local-asr'", specifier = "==1.2.1" },
|
||||
{ name = "httpx", specifier = ">=0.27.2,<1" },
|
||||
{ name = "keyring", specifier = ">=25.5,<26" },
|
||||
{ name = "opencc-python-reimplemented", specifier = "==0.1.7" },
|
||||
{ name = "platformdirs", specifier = ">=4.3,<5" },
|
||||
{ name = "pyinstaller", marker = "extra == 'build'", specifier = ">=6.11,<7" },
|
||||
{ name = "pyside6", specifier = ">=6.8.2,<7" },
|
||||
@@ -777,7 +1357,7 @@ requires-dist = [
|
||||
{ name = "python-dotenv", specifier = ">=1.0.1,<2" },
|
||||
{ name = "ruff", marker = "extra == 'dev'", specifier = ">=0.9,<1" },
|
||||
]
|
||||
provides-extras = ["build", "dev"]
|
||||
provides-extras = ["build", "dev", "local-asr"]
|
||||
|
||||
[[package]]
|
||||
name = "zipp"
|
||||
|
||||
File diff suppressed because one or more lines are too long
+124
-124
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
Vendored
+2
-2
@@ -6,8 +6,8 @@
|
||||
<meta name="color-scheme" content="light" />
|
||||
<link rel="icon" type="image/png" href="./favicon.png" />
|
||||
<title>视频面诊</title>
|
||||
<script type="module" crossorigin src="./assets/index-C_tMrPfb.js"></script>
|
||||
<link rel="stylesheet" crossorigin href="./assets/index-CMN1CXTr.css">
|
||||
<script type="module" crossorigin src="./assets/index-CTyzVIZB.js"></script>
|
||||
<link rel="stylesheet" crossorigin href="./assets/index-eotZHXBt.css">
|
||||
</head>
|
||||
<body>
|
||||
<div id="app"></div>
|
||||
|
||||
+316
-22
@@ -4,6 +4,10 @@ import { computed, nextTick, onBeforeUnmount, ref, watch } from 'vue'
|
||||
import type { Ref } from 'vue'
|
||||
import { captureVideoStage } from './video-screenshot'
|
||||
import ImAiPanel from './ImAiPanel.vue'
|
||||
import VideoAiPanel from './VideoAiPanel.vue'
|
||||
import { transcriptionStatus } from './transcription-status'
|
||||
import { emptyVideoAiState } from './video-ai-types'
|
||||
import type { VideoAiState } from './video-ai-types'
|
||||
import { appendAiDraft, shouldClearSubmittedDraft } from './im-ai'
|
||||
import type { ImAiAction, ImAiState } from './im-ai'
|
||||
import { aiPanelBounds, clampAiPanelWidth, resizeAiPanelByKey } from './im-ai-layout'
|
||||
@@ -69,6 +73,7 @@ const props = defineProps<{
|
||||
callDisabledReason: Readonly<Ref<string>>
|
||||
hasMoreMessages: Readonly<Ref<boolean>>
|
||||
transcriptionState: Readonly<Ref<string>>
|
||||
transcriptionError?: Readonly<Ref<string>>
|
||||
localRecordingState: Readonly<Ref<string>>
|
||||
liveCaptions: Readonly<Ref<LiveCaption[]>>
|
||||
patientCase: Readonly<Ref<PatientCase>>
|
||||
@@ -85,6 +90,11 @@ const props = defineProps<{
|
||||
onHangup: () => Promise<void>
|
||||
onOpenDiagnosis: () => Promise<void>
|
||||
onSaveScreenshot: (dataUrl: string) => Promise<void>
|
||||
liveAiState?: Readonly<Ref<VideoAiState>>
|
||||
onRefreshVideoAi?: () => void | Promise<void>
|
||||
onToggleVideoAi?: (enabled: boolean) => void | Promise<void>
|
||||
onReviewVideoAi?: () => void | Promise<void>
|
||||
onRetryTranscription?: () => void | Promise<void>
|
||||
}>()
|
||||
|
||||
const draft = ref('')
|
||||
@@ -186,10 +196,189 @@ let screenshotGeneration = 0
|
||||
const stickToMessageBottom = ref(true)
|
||||
const transcriptList = ref<HTMLElement | null>(null)
|
||||
|
||||
type VideoRailTab = 'ai' | 'transcript' | 'patient'
|
||||
const videoRailTabs: { key: VideoRailTab; label: string }[] = [
|
||||
{ key: 'ai', label: 'AI辅助' },
|
||||
{ key: 'transcript', label: '对话原文' },
|
||||
{ key: 'patient', label: '患者资料' },
|
||||
]
|
||||
const videoRailTab = ref<VideoRailTab>('ai')
|
||||
const videoRailOpen = ref(false)
|
||||
const videoRailDrawer = computed(() => aiViewportWidth.value <= 700)
|
||||
const videoRail = ref<HTMLElement | null>(null)
|
||||
const videoRailToggle = ref<HTMLButtonElement | null>(null)
|
||||
const videoRailClose = ref<HTMLButtonElement | null>(null)
|
||||
const videoResizeHandle = ref<HTMLElement | null>(null)
|
||||
const videoRailWideWidth = ref(380)
|
||||
const videoRailDrawerWidth = ref(380)
|
||||
const videoRailResizing = ref(false)
|
||||
// The video stage needs 280px, while the shared helper reserves 480px for IM.
|
||||
const videoSizingViewport = computed(() => aiViewportWidth.value + (videoRailDrawer.value ? 0 : 200))
|
||||
const videoRailBounds = computed(() => aiPanelBounds(videoSizingViewport.value, videoRailDrawer.value))
|
||||
const videoRailWidth = computed(() => clampAiPanelWidth(
|
||||
videoRailDrawer.value ? videoRailDrawerWidth.value : videoRailWideWidth.value,
|
||||
videoSizingViewport.value, videoRailDrawer.value,
|
||||
))
|
||||
let videoResizeDrag: { pointerId: number; startX: number; startWidth: number; drawer: boolean } | null = null
|
||||
const videoAiActionBusy = ref(false)
|
||||
const videoAiActionError = ref('')
|
||||
const videoAiFallback = emptyVideoAiState()
|
||||
const videoAiState = computed(() => {
|
||||
const state = props.liveAiState?.value || videoAiFallback
|
||||
return {
|
||||
...state,
|
||||
transcriptionStatus: transcriptionStatus(props.transcriptionState.value, state.transcriptionStatus, props.phase.value === 'ended'),
|
||||
error: props.transcriptionError?.value || videoAiActionError.value || state.error,
|
||||
}
|
||||
})
|
||||
|
||||
function setVideoRailWidth(width: number): void {
|
||||
const next = clampAiPanelWidth(width, videoSizingViewport.value, videoRailDrawer.value)
|
||||
if (videoRailDrawer.value) videoRailDrawerWidth.value = next
|
||||
else videoRailWideWidth.value = next
|
||||
}
|
||||
|
||||
function endVideoResize(restore = false): void {
|
||||
const drag = videoResizeDrag
|
||||
videoResizeDrag = null
|
||||
videoRailResizing.value = false
|
||||
if (!drag) return
|
||||
if (restore) {
|
||||
if (drag.drawer) videoRailDrawerWidth.value = drag.startWidth
|
||||
else videoRailWideWidth.value = drag.startWidth
|
||||
}
|
||||
if (videoResizeHandle.value?.hasPointerCapture(drag.pointerId)) videoResizeHandle.value.releasePointerCapture(drag.pointerId)
|
||||
}
|
||||
|
||||
function startVideoResize(event: PointerEvent): void {
|
||||
if (event.button !== 0 || !event.isPrimary || videoResizeDrag) return
|
||||
event.preventDefault()
|
||||
videoResizeHandle.value?.focus()
|
||||
try { videoResizeHandle.value?.setPointerCapture(event.pointerId) } catch { return }
|
||||
videoResizeDrag = { pointerId: event.pointerId, startX: event.clientX, startWidth: videoRailWidth.value, drawer: videoRailDrawer.value }
|
||||
videoRailResizing.value = true
|
||||
}
|
||||
|
||||
function moveVideoResize(event: PointerEvent): void {
|
||||
if (!videoResizeDrag || event.pointerId !== videoResizeDrag.pointerId) return
|
||||
setVideoRailWidth(videoResizeDrag.startWidth + videoResizeDrag.startX - event.clientX)
|
||||
}
|
||||
|
||||
function onVideoResizeKeydown(event: KeyboardEvent): void {
|
||||
if (event.key === 'Escape' && videoResizeDrag) {
|
||||
event.preventDefault()
|
||||
event.stopPropagation()
|
||||
endVideoResize(true)
|
||||
return
|
||||
}
|
||||
const width = resizeAiPanelByKey(event.key, videoRailWidth.value, videoSizingViewport.value, videoRailDrawer.value, event.shiftKey)
|
||||
if (width === null) return
|
||||
event.preventDefault()
|
||||
endVideoResize()
|
||||
setVideoRailWidth(width)
|
||||
}
|
||||
|
||||
function openVideoRail(): void {
|
||||
videoRailTab.value = 'ai'
|
||||
videoRailOpen.value = true
|
||||
}
|
||||
|
||||
async function closeVideoRail(): Promise<void> {
|
||||
videoRailOpen.value = false
|
||||
await nextTick()
|
||||
videoRailToggle.value?.focus()
|
||||
}
|
||||
|
||||
function onVideoRailKeydown(event: KeyboardEvent): void {
|
||||
if (!videoRailDrawer.value || !videoRailOpen.value) return
|
||||
if (event.key === 'Escape') {
|
||||
event.preventDefault()
|
||||
void closeVideoRail()
|
||||
return
|
||||
}
|
||||
if (event.key !== 'Tab') return
|
||||
const controls = Array.from(videoRail.value?.querySelectorAll<HTMLElement>('button:not(:disabled):not([tabindex="-1"]), [tabindex="0"]') || [])
|
||||
.filter((element) => element.getClientRects().length)
|
||||
const first = controls[0]
|
||||
const last = controls.at(-1)
|
||||
if (event.shiftKey && document.activeElement === first) {
|
||||
event.preventDefault()
|
||||
last?.focus()
|
||||
} else if (!event.shiftKey && document.activeElement === last) {
|
||||
event.preventDefault()
|
||||
first?.focus()
|
||||
}
|
||||
}
|
||||
|
||||
function onVideoTabKeydown(event: KeyboardEvent): void {
|
||||
const current = videoRailTabs.findIndex((tab) => tab.key === videoRailTab.value)
|
||||
const index = event.key === 'ArrowRight' ? (current + 1) % videoRailTabs.length
|
||||
: event.key === 'ArrowLeft' ? (current + videoRailTabs.length - 1) % videoRailTabs.length
|
||||
: event.key === 'Home' ? 0 : event.key === 'End' ? videoRailTabs.length - 1 : -1
|
||||
if (index < 0) return
|
||||
event.preventDefault()
|
||||
videoRailTab.value = videoRailTabs[index].key
|
||||
void nextTick(() => videoRail.value?.querySelector<HTMLButtonElement>(`#video-tab-${videoRailTab.value}`)?.focus())
|
||||
}
|
||||
|
||||
async function runVideoAiAction(action?: () => void | Promise<void>): Promise<void> {
|
||||
if (!action || videoAiActionBusy.value) return
|
||||
videoAiActionBusy.value = true
|
||||
videoAiActionError.value = ''
|
||||
try { await action() } catch (error) {
|
||||
videoAiActionError.value = error instanceof Error ? error.message : 'AI 辅助操作失败,请重试。'
|
||||
} finally { videoAiActionBusy.value = false }
|
||||
}
|
||||
|
||||
watch([videoRailOpen, videoRailDrawer], async () => {
|
||||
endVideoResize()
|
||||
if (videoRailOpen.value && videoRailDrawer.value) {
|
||||
await nextTick()
|
||||
videoRailClose.value?.focus()
|
||||
}
|
||||
})
|
||||
watch(aiViewportWidth, () => endVideoResize())
|
||||
watch(videoRailTab, async (tab) => {
|
||||
if (tab !== 'transcript') return
|
||||
await nextTick()
|
||||
if (transcriptList.value) transcriptList.value.scrollTop = transcriptList.value.scrollHeight
|
||||
})
|
||||
const releaseVideoResize = () => endVideoResize()
|
||||
window.addEventListener('blur', releaseVideoResize)
|
||||
onBeforeUnmount(() => {
|
||||
endVideoResize()
|
||||
window.removeEventListener('blur', releaseVideoResize)
|
||||
})
|
||||
|
||||
const isChat = computed(() => props.mode.value === 'chat')
|
||||
const isCalling = computed(() => ['starting', 'dialing', 'connected'].includes(props.phase.value))
|
||||
const postCallReview = ref<HTMLDialogElement | null>(null)
|
||||
const postCallReviewTrigger = ref<HTMLButtonElement | null>(null)
|
||||
const canOpenReview = computed(() => !isCalling.value && ['idle', 'error'].includes(props.transcriptionState.value)
|
||||
&& ['completed', 'partial'].includes(videoAiState.value.transcriptionStatus))
|
||||
watch(() => props.contextKey.value, () => postCallReview.value?.close())
|
||||
watch(isCalling, (calling) => { if (calling) postCallReview.value?.close() })
|
||||
function onReviewKeydown(event: KeyboardEvent): void {
|
||||
if (event.key !== 'Tab') return
|
||||
const controls = Array.from(postCallReview.value?.querySelectorAll<HTMLElement>('button:not(:disabled), [tabindex="0"]') || [])
|
||||
.filter((element) => element.getClientRects().length)
|
||||
const first = controls[0]
|
||||
const last = controls.at(-1)
|
||||
if (event.shiftKey && document.activeElement === first) {
|
||||
event.preventDefault()
|
||||
last?.focus()
|
||||
} else if (!event.shiftKey && document.activeElement === last) {
|
||||
event.preventDefault()
|
||||
first?.focus()
|
||||
}
|
||||
}
|
||||
const videoVisible = computed(() => !isChat.value || isCalling.value)
|
||||
const canCapture = computed(() => props.phase.value === 'connected')
|
||||
watch([isCalling, () => props.contextKey.value], () => {
|
||||
videoRailOpen.value = false
|
||||
videoRailTab.value = 'ai'
|
||||
videoAiActionError.value = ''
|
||||
})
|
||||
const chatConnectionText = computed(() => {
|
||||
if (!props.chatReady.value) return props.statusText.value
|
||||
if (['starting', 'dialing', 'connected', 'ended', 'error'].includes(props.phase.value)) {
|
||||
@@ -205,19 +394,27 @@ const transcriptionFailed = computed(() => (
|
||||
props.transcriptionState.value === 'error'
|
||||
|| props.localRecordingState.value === 'error'
|
||||
))
|
||||
const cloudTranscriptStatus = computed(() => videoAiState.value.transcriptionStatus)
|
||||
const cloudTranscriptActive = computed(() => ['recording', 'running'].includes(cloudTranscriptStatus.value))
|
||||
const cloudTranscriptFailed = computed(() => ['error', 'failed'].includes(cloudTranscriptStatus.value))
|
||||
const cloudTranscriptText = computed(() => {
|
||||
if (cloudTranscriptActive.value) return '腾讯云实时转写中'
|
||||
if (cloudTranscriptFailed.value) return '腾讯云实时转写失败'
|
||||
if (cloudTranscriptStatus.value === 'completed') return '腾讯云实时转写已完成'
|
||||
if (cloudTranscriptStatus.value === 'partial') return '腾讯云实时转写不完整'
|
||||
if (['starting', 'initializing'].includes(cloudTranscriptStatus.value)) return '腾讯云实时转写启动中'
|
||||
if (['stopping', 'finalizing'].includes(cloudTranscriptStatus.value)) return '腾讯云实时转写收尾中'
|
||||
if (cloudTranscriptStatus.value === 'unavailable') return '腾讯云实时转写未就绪'
|
||||
return '等待腾讯云实时转写'
|
||||
})
|
||||
const transcriptionStatusText = computed(() => {
|
||||
const localState = props.localRecordingState.value
|
||||
const textState = props.transcriptionState.value
|
||||
if (localState === 'uploading') return '正在上传本机录音到 COS…'
|
||||
if (localState === 'stopping' || textState === 'stopping') return '正在保存录音与转写文字…'
|
||||
if (localState === 'starting' || textState === 'starting') return '自动录音与转写启动中…'
|
||||
if (localState === 'recording' && textState === 'recording') return '本机录音与实时转写中'
|
||||
if (localState === 'recording') return '本机录音中,实时转写未就绪'
|
||||
if (textState === 'recording') return '实时转写中,本机录音未就绪'
|
||||
if (localState === 'error' && textState === 'error') return '本机录音与实时转写均失败'
|
||||
if (localState === 'error') return '本机录音失败,实时转写仍在运行'
|
||||
if (textState === 'error') return '实时转写失败,本机录音仍在运行'
|
||||
return '录音与转写已结束'
|
||||
const recording = localState === 'recording' ? '本机录音中'
|
||||
: localState === 'stopping' ? '本机录音保存中'
|
||||
: localState === 'starting' ? '本机录音启动中'
|
||||
: localState === 'error' ? '本机录音失败' : '本机录音未运行'
|
||||
return `${recording} · ${cloudTranscriptText.value}`
|
||||
})
|
||||
const patientMetaText = computed(() => {
|
||||
const detail = props.patientCase.value
|
||||
@@ -454,6 +651,7 @@ watch(
|
||||
<span aria-hidden="true">▣</span>
|
||||
{{ isCalling ? '视频通话中' : '发起视频' }}
|
||||
</button>
|
||||
<button v-if="canOpenReview" ref="postCallReviewTrigger" class="secondary-action" type="button" @click="postCallReview?.showModal()">本次通话复盘</button>
|
||||
</header>
|
||||
|
||||
<div ref="messageList" class="message-list" aria-live="polite" @scroll="handleMessageScroll">
|
||||
@@ -570,11 +768,13 @@ watch(
|
||||
:open="aiOpen"
|
||||
:drawer="aiDrawer"
|
||||
:draft-has-text="Boolean(draft)"
|
||||
:can-open-diagnosis="Boolean(patientCase.value.diagnosisId) && !actionBusy"
|
||||
@request="onRequestImAi"
|
||||
@regenerate="onRegenerateImAi"
|
||||
@cancel="onCancelImAi"
|
||||
@apply="applyAiDraft"
|
||||
@close="closeAi"
|
||||
@open-diagnosis="runAction(onOpenDiagnosis)"
|
||||
>
|
||||
<template #resize>
|
||||
<div
|
||||
@@ -602,15 +802,33 @@ watch(
|
||||
</template>
|
||||
</ImAiPanel>
|
||||
|
||||
<dialog v-if="isChat" ref="postCallReview" class="video-review-dialog" aria-labelledby="video-review-title" @keydown="onReviewKeydown" @close="postCallReviewTrigger?.focus()" @click="(event) => { if (event.target === postCallReview) postCallReview?.close() }">
|
||||
<header>
|
||||
<div><h2 id="video-review-title">本次通话复盘</h2><p>对照原话查看要点与待核实信息</p></div>
|
||||
<button type="button" autofocus aria-label="关闭通话复盘" @click="postCallReview?.close()">×</button>
|
||||
</header>
|
||||
<VideoAiPanel
|
||||
:state="videoAiState"
|
||||
:can-refresh="Boolean(onRefreshVideoAi)"
|
||||
:can-toggle="Boolean(onToggleVideoAi)"
|
||||
:can-review="Boolean(onReviewVideoAi)"
|
||||
@refresh="runVideoAiAction(onRefreshVideoAi)"
|
||||
@toggle="(enabled) => runVideoAiAction(() => onToggleVideoAi?.(enabled))"
|
||||
@review="runVideoAiAction(onReviewVideoAi)"
|
||||
/>
|
||||
</dialog>
|
||||
|
||||
<section
|
||||
v-if="videoVisible"
|
||||
class="video-layer"
|
||||
:class="{
|
||||
'video-layer--overlay': isChat,
|
||||
'video-layer--with-rail': isCalling,
|
||||
'video-layer--resizing': videoRailResizing,
|
||||
}"
|
||||
:style="{ '--video-rail-width': `${videoRailWidth}px` }"
|
||||
>
|
||||
<div ref="videoStage" class="video-stage">
|
||||
<div ref="videoStage" class="video-stage" :inert="videoRailDrawer && videoRailOpen ? true : undefined">
|
||||
<TUICallKit
|
||||
class="call-kit"
|
||||
:allowed-minimized="false"
|
||||
@@ -631,6 +849,16 @@ watch(
|
||||
{{ statusText.value }}
|
||||
</div>
|
||||
|
||||
<button
|
||||
v-if="isCalling"
|
||||
ref="videoRailToggle"
|
||||
class="video-ai-toggle"
|
||||
type="button"
|
||||
:aria-expanded="videoRailOpen"
|
||||
aria-controls="video-consultation-rail"
|
||||
@click="openVideoRail"
|
||||
>AI辅助<span v-if="videoAiState.busy" aria-label="正在更新"> · 更新中</span></button>
|
||||
|
||||
<div v-if="isCalling" class="video-actions">
|
||||
<div
|
||||
v-if="canCapture"
|
||||
@@ -663,7 +891,43 @@ watch(
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<aside v-if="isCalling" class="consultation-rail" aria-label="患者病例与实时对话">
|
||||
<div v-if="isCalling && videoRailDrawer && videoRailOpen" class="video-rail-backdrop" aria-hidden="true" @click="closeVideoRail" />
|
||||
<aside
|
||||
v-if="isCalling"
|
||||
id="video-consultation-rail"
|
||||
ref="videoRail"
|
||||
class="consultation-rail consultation-rail--ai"
|
||||
:class="{ 'consultation-rail--open': videoRailOpen }"
|
||||
:role="videoRailDrawer ? 'dialog' : 'complementary'"
|
||||
:aria-modal="videoRailDrawer && videoRailOpen ? true : undefined"
|
||||
aria-label="AI辅助、对话原文与患者资料"
|
||||
@keydown="onVideoRailKeydown"
|
||||
>
|
||||
<div
|
||||
v-if="!videoRailDrawer || videoRailOpen"
|
||||
ref="videoResizeHandle"
|
||||
class="video-rail-resizer"
|
||||
role="separator"
|
||||
aria-label="左右拖动调整视频辅助栏宽度"
|
||||
aria-orientation="vertical"
|
||||
aria-controls="video-consultation-rail"
|
||||
:aria-valuemin="videoRailBounds.minimum"
|
||||
:aria-valuemax="videoRailBounds.maximum"
|
||||
:aria-valuenow="videoRailWidth"
|
||||
tabindex="0"
|
||||
title="左右拖动调整宽度;方向键微调,双击恢复"
|
||||
@pointerdown="startVideoResize"
|
||||
@pointermove="moveVideoResize"
|
||||
@pointerup="endVideoResize()"
|
||||
@pointercancel="endVideoResize(true)"
|
||||
@lostpointercapture="endVideoResize()"
|
||||
@keydown="onVideoResizeKeydown"
|
||||
@dblclick="setVideoRailWidth(videoRailBounds.initial)"
|
||||
><span aria-hidden="true" /></div>
|
||||
<div v-if="videoRailDrawer" class="video-rail-drawer-heading">
|
||||
<strong>视频问诊辅助</strong>
|
||||
<button ref="videoRailClose" type="button" aria-label="关闭 AI 辅助,返回视频" @click="closeVideoRail">×</button>
|
||||
</div>
|
||||
<header class="consultation-rail__header">
|
||||
<div class="consultation-rail__avatar" aria-hidden="true">
|
||||
{{ (patientCase.value.name || patientName.value).slice(0, 1) }}
|
||||
@@ -687,11 +951,37 @@ watch(
|
||||
</div>
|
||||
</header>
|
||||
|
||||
<section class="case-panel" aria-labelledby="patient-case-title">
|
||||
<nav class="video-rail-tabs" role="tablist" aria-label="视频问诊资料">
|
||||
<button
|
||||
v-for="tab in videoRailTabs"
|
||||
:id="`video-tab-${tab.key}`"
|
||||
:key="tab.key"
|
||||
type="button"
|
||||
role="tab"
|
||||
:aria-selected="videoRailTab === tab.key"
|
||||
:aria-controls="`video-tabpanel-${tab.key}`"
|
||||
:tabindex="videoRailTab === tab.key ? 0 : -1"
|
||||
@click="videoRailTab = tab.key"
|
||||
@keydown="onVideoTabKeydown"
|
||||
>{{ tab.label }}</button>
|
||||
</nav>
|
||||
|
||||
<div v-show="videoRailTab === 'ai'" id="video-tabpanel-ai" class="video-rail-tabpanel" role="tabpanel" aria-labelledby="video-tab-ai">
|
||||
<VideoAiPanel
|
||||
:state="videoAiState"
|
||||
:can-refresh="Boolean(onRefreshVideoAi) && !videoAiActionBusy"
|
||||
:can-toggle="Boolean(onToggleVideoAi) && !videoAiActionBusy"
|
||||
:can-review="Boolean(onReviewVideoAi) && !videoAiActionBusy"
|
||||
@refresh="runVideoAiAction(onRefreshVideoAi)"
|
||||
@toggle="(enabled) => runVideoAiAction(() => onToggleVideoAi?.(enabled))"
|
||||
@review="runVideoAiAction(onReviewVideoAi)"
|
||||
/>
|
||||
</div>
|
||||
|
||||
<section v-show="videoRailTab === 'patient'" id="video-tabpanel-patient" class="case-panel video-rail-tabpanel" role="tabpanel" aria-labelledby="video-tab-patient">
|
||||
<header class="rail-section-heading">
|
||||
<div>
|
||||
<span class="rail-section-heading__index">01</span>
|
||||
<h2 id="patient-case-title">患者病例</h2>
|
||||
<h2 id="patient-case-title">患者资料</h2>
|
||||
</div>
|
||||
<span>{{ patientVisitText }}</span>
|
||||
</header>
|
||||
@@ -714,14 +1004,13 @@ watch(
|
||||
</div>
|
||||
</section>
|
||||
|
||||
<section class="transcript-panel" aria-labelledby="live-transcript-title">
|
||||
<section v-show="videoRailTab === 'transcript'" id="video-tabpanel-transcript" class="transcript-panel video-rail-tabpanel" role="tabpanel" aria-labelledby="video-tab-transcript">
|
||||
<header class="rail-section-heading">
|
||||
<div>
|
||||
<span class="rail-section-heading__index">02</span>
|
||||
<h2 id="live-transcript-title">实时对话</h2>
|
||||
<h2 id="live-transcript-title">腾讯云实时转写</h2>
|
||||
</div>
|
||||
<span class="transcript-state" :class="{ 'transcript-state--active': transcriptionActive }">
|
||||
{{ transcriptionActive ? '转写中' : '等待语音' }}
|
||||
<span class="transcript-state" :class="{ 'transcript-state--active': cloudTranscriptActive, 'transcript-state--error': cloudTranscriptFailed }">
|
||||
{{ cloudTranscriptText }}
|
||||
</span>
|
||||
</header>
|
||||
<div
|
||||
@@ -729,11 +1018,16 @@ watch(
|
||||
class="live-captions"
|
||||
role="log"
|
||||
aria-live="polite"
|
||||
aria-label="实时语音字幕"
|
||||
aria-label="腾讯云实时转写的对话原文"
|
||||
>
|
||||
<div v-if="cloudTranscriptFailed || cloudTranscriptStatus === 'unavailable'" class="video-transcript-notice" :class="{ 'video-transcript-notice--error': cloudTranscriptFailed }" role="status">
|
||||
<strong>{{ cloudTranscriptText }}</strong>
|
||||
<p>{{ videoAiState.error || videoAiState.message || '当前无法提供新的转写文字,已保存的原文仍可查看。' }}</p>
|
||||
<button v-if="onRetryTranscription" type="button" :disabled="videoAiActionBusy || !isCalling" @click="runVideoAiAction(onRetryTranscription)">重试腾讯云实时转写</button>
|
||||
</div>
|
||||
<div v-if="!liveCaptions.value.length" class="rail-empty">
|
||||
<strong>对话文字会显示在这里</strong>
|
||||
<span>接通后自动识别医生与患者语音,并保留本次通话内容。</span>
|
||||
<span>腾讯云完成转写并保存后,以简体中文显示带说话人和时间的原文。</span>
|
||||
</div>
|
||||
<article
|
||||
v-for="caption in liveCaptions.value"
|
||||
|
||||
@@ -8,6 +8,7 @@ const props = defineProps<{
|
||||
open: boolean
|
||||
drawer: boolean
|
||||
draftHasText: boolean
|
||||
canOpenDiagnosis: boolean
|
||||
}>()
|
||||
const emit = defineEmits<{
|
||||
request: [action: ImAiAction]
|
||||
@@ -15,6 +16,7 @@ const emit = defineEmits<{
|
||||
cancel: []
|
||||
apply: []
|
||||
close: []
|
||||
openDiagnosis: []
|
||||
}>()
|
||||
const panel = ref<HTMLElement | null>(null)
|
||||
const closeButton = ref<HTMLButtonElement | null>(null)
|
||||
@@ -104,6 +106,13 @@ function onKeydown(event: KeyboardEvent): void {
|
||||
<h2 id="im-ai-title">AI 问诊助手</h2>
|
||||
<p>辅助整理,由医生判断</p>
|
||||
</div>
|
||||
<button
|
||||
class="open-diagnosis-button im-ai-edit-diagnosis"
|
||||
type="button"
|
||||
:disabled="!canOpenDiagnosis"
|
||||
title="打开当前患者的诊单编辑界面"
|
||||
@click="emit('openDiagnosis')"
|
||||
>编辑诊单</button>
|
||||
<button ref="closeButton" class="im-ai-close" type="button" aria-label="关闭 AI 助手,返回聊天" @click="emit('close')">×</button>
|
||||
</header>
|
||||
<div class="im-ai-tools" aria-label="选择 AI 辅助任务">
|
||||
|
||||
@@ -0,0 +1,202 @@
|
||||
<script setup lang="ts">
|
||||
import { computed, onBeforeUnmount, onMounted, ref, useId, watch } from 'vue'
|
||||
import { renderImAiMarkdown } from './im-ai-markdown'
|
||||
import type { VideoAiState } from './video-ai-types'
|
||||
|
||||
const props = defineProps<{
|
||||
state: VideoAiState
|
||||
canRefresh: boolean
|
||||
canToggle: boolean
|
||||
canReview: boolean
|
||||
}>()
|
||||
const emit = defineEmits<{
|
||||
refresh: []
|
||||
toggle: [enabled: boolean]
|
||||
review: []
|
||||
}>()
|
||||
const selectedSourceId = ref('')
|
||||
const panelId = `video-ai-${useId()}`
|
||||
const selectedSource = computed(() => props.state.sources.find((source) => source.id === selectedSourceId.value))
|
||||
const sections = computed(() => [
|
||||
{ key: 'questions', title: '下一步追问', empty: props.state.busy ? '追问建议仍在整理。' : '本轮未列出补充追问。', items: props.state.questions },
|
||||
{ key: 'summary', title: '患者关键信息', empty: props.state.busy ? '患者信息仍在整理。' : '本轮暂无可引用的患者陈述。', items: props.state.summary },
|
||||
{ key: 'checks', title: '待核实事项', empty: props.state.busy ? '待核实事项仍在整理。' : '本轮未列出待核实事项。', items: props.state.checks },
|
||||
...(props.state.review.length ? [{ key: 'review', title: '问诊复盘', empty: '', items: props.state.review }] : []),
|
||||
])
|
||||
const hasResult = computed(() => sections.value.some((section) => section.items.length))
|
||||
const hasError = computed(() => Boolean(props.state.error) || props.state.phase === 'error')
|
||||
const resultScope = computed(() => {
|
||||
if (!props.state.revision) return ''
|
||||
if (props.state.analysisScope === 'current_call_only') return '当前内容仅依据本次通话文字,不含历史病历和图片。'
|
||||
if (props.state.analysisScope === 'authorized_case') return '当前内容结合本次对话与授权病历。'
|
||||
return ''
|
||||
})
|
||||
const pendingSegments = computed(() => Math.floor(nonnegativeNumber(props.state.pendingSegments)))
|
||||
const clockNow = ref(Date.now())
|
||||
const elapsedStartedAt = ref(clockNow.value - nonnegativeNumber(props.state.elapsedMs))
|
||||
const elapsedMs = computed(() => Math.max(nonnegativeNumber(props.state.elapsedMs), clockNow.value - elapsedStartedAt.value))
|
||||
let clockTimer: ReturnType<typeof setInterval> | undefined
|
||||
|
||||
// The host supplies measured elapsed time; the local clock only advances that
|
||||
// duration between updates. It never predicts a completion percentage or ETA.
|
||||
watch(() => [props.state.busy, props.state.elapsedMs] as const, ([busy, elapsed]) => {
|
||||
clockNow.value = Date.now()
|
||||
if (busy) elapsedStartedAt.value = clockNow.value - nonnegativeNumber(elapsed)
|
||||
})
|
||||
onMounted(() => {
|
||||
clockTimer = setInterval(() => {
|
||||
if (props.state.busy) clockNow.value = Date.now()
|
||||
}, 1000)
|
||||
})
|
||||
onBeforeUnmount(() => { if (clockTimer !== undefined) clearInterval(clockTimer) })
|
||||
|
||||
const analysisLabel = computed(() => {
|
||||
if (props.state.busy) return hasResult.value ? '正在更新建议' : '正在整理对话'
|
||||
if (hasError.value) return hasResult.value ? '本轮更新未完成 · 已保留当前内容' : '本轮未完成'
|
||||
if (!props.state.available) return '辅助服务未就绪'
|
||||
if (!props.state.enabled) return '自动辅助已暂停'
|
||||
if (pendingSegments.value) return '收到新对话,等待更新'
|
||||
return hasResult.value ? '本次对话已整理' : '自动辅助已开启'
|
||||
})
|
||||
const statusDetail = computed(() => {
|
||||
if (pendingSegments.value) return `${pendingSegments.value} 段新对话${props.state.enabled ? '待处理' : '尚未分析'}`
|
||||
if (props.state.busy && hasResult.value) return '当前内容可先查看,新建议会陆续显示。'
|
||||
if (!props.state.busy && hasResult.value && nonnegativeNumber(props.state.lastDurationMs)) {
|
||||
if (typeof props.state.firstResultMs === 'number' && Number.isFinite(props.state.firstResultMs) && props.state.firstResultMs >= 0) {
|
||||
return `首条结果 ${durationLabel(props.state.firstResultMs)} · 本轮完成 ${durationLabel(props.state.lastDurationMs)}`
|
||||
}
|
||||
return `上次整理用时 ${durationLabel(props.state.lastDurationMs)}`
|
||||
}
|
||||
return ''
|
||||
})
|
||||
const emptyState = computed(() => {
|
||||
if (props.state.busy) return { title: '正在生成下一步追问', description: '建议会随生成进度陆续显示。' }
|
||||
if (hasError.value) return { title: '本轮尚无可用建议', description: props.canRefresh && props.state.available ? '可点击下方“重新生成”重试。' : '服务恢复后,可重新生成建议。' }
|
||||
if (!props.state.available) return { title: '等待辅助服务连接', description: props.state.message || '连接就绪后,将根据本次完整转写生成建议。' }
|
||||
if (!props.state.enabled) return { title: '需要时再继续', description: '可恢复自动辅助,或手动重新生成。' }
|
||||
if (['completed', 'partial'].includes(props.state.transcriptionStatus)) return { title: '本次转写已结束', description: '可重新生成建议,或生成问诊复盘。' }
|
||||
return { title: '等待完整的对话分段', description: props.state.message || '有完整转写后,将整理下一步追问和患者关键信息。' }
|
||||
})
|
||||
const sourceStatus = computed(() => {
|
||||
const status = props.state.transcriptionStatus
|
||||
if (status === 'completed') return '腾讯云实时转写已完成'
|
||||
if (status === 'partial') return '腾讯云实时转写不完整'
|
||||
if (['error', 'failed'].includes(status)) return '腾讯云实时转写失败'
|
||||
if (['recording', 'running'].includes(status)) return '腾讯云实时转写进行中'
|
||||
if (['starting', 'initializing'].includes(status)) return '腾讯云实时转写启动中'
|
||||
if (['stopping', 'finalizing'].includes(status)) return '腾讯云实时转写收尾中'
|
||||
if (['unavailable', 'disabled'].includes(status)) return '腾讯云实时转写未就绪'
|
||||
return '等待腾讯云实时转写'
|
||||
})
|
||||
const canReviewNow = computed(() => props.canReview && ['completed', 'partial'].includes(props.state.transcriptionStatus))
|
||||
|
||||
function nonnegativeNumber(value: number | undefined): number {
|
||||
return typeof value === 'number' && Number.isFinite(value) ? Math.max(0, value) : 0
|
||||
}
|
||||
|
||||
function durationLabel(value: number | undefined): string {
|
||||
const seconds = Math.floor(nonnegativeNumber(value) / 1000)
|
||||
return seconds < 60 ? `${seconds} 秒` : `${Math.floor(seconds / 60)} 分 ${seconds % 60} 秒`
|
||||
}
|
||||
|
||||
function timeLabel(timestamp: number): string {
|
||||
if (!Number.isFinite(timestamp) || timestamp <= 0) return '时间未提供'
|
||||
const date = new Date(timestamp)
|
||||
return Number.isNaN(date.valueOf()) ? '时间未提供' : date.toLocaleTimeString('zh-CN', { hour12: false })
|
||||
}
|
||||
|
||||
function roleLabel(role: string): string {
|
||||
return ({ doctor: '医生', patient: '患者', unknown: '说话人未确认' })[role] || role || '说话人未确认'
|
||||
}
|
||||
|
||||
function sourceLabel(id: string): string {
|
||||
const source = props.state.sources.find((entry) => entry.id === id)
|
||||
return source ? `${roleLabel(source.role)} · ${timeLabel(source.timestamp_ms)}` : '原文未提供'
|
||||
}
|
||||
|
||||
watch(() => props.state.revision, () => { selectedSourceId.value = '' })
|
||||
</script>
|
||||
|
||||
<template>
|
||||
<section class="video-ai-panel" aria-label="视频问诊 AI 辅助">
|
||||
<header class="video-ai-heading">
|
||||
<div>
|
||||
<h2>实时问诊辅助</h2>
|
||||
<p>随对话更新,供医生复核</p>
|
||||
</div>
|
||||
<span class="video-ai-mode" :class="{ 'video-ai-mode--active': state.enabled && state.available }">{{ state.enabled && state.available ? '自动' : '待命' }}</span>
|
||||
</header>
|
||||
|
||||
<div class="video-ai-body" tabindex="0" aria-label="AI 辅助结果">
|
||||
<p v-if="resultScope" class="video-ai-scope">{{ resultScope }}</p>
|
||||
<div class="video-ai-status" :class="{ 'video-ai-status--busy': state.busy, 'video-ai-status--error': hasError && !state.busy }">
|
||||
<div class="video-ai-status__line">
|
||||
<p role="status" aria-live="polite">{{ analysisLabel }}</p>
|
||||
<span v-if="state.busy" class="video-ai-elapsed" aria-live="off">已用 {{ durationLabel(elapsedMs) }}</span>
|
||||
</div>
|
||||
<p v-if="hasError && !state.busy" class="video-ai-error" role="alert">{{ state.error || '本轮未能完成,请重新生成。' }}</p>
|
||||
<p v-else-if="statusDetail" class="video-ai-message">{{ statusDetail }}</p>
|
||||
</div>
|
||||
<div v-if="!hasResult" class="video-ai-empty">
|
||||
<span aria-hidden="true">AI</span>
|
||||
<strong>{{ emptyState.title }}</strong>
|
||||
<p>{{ emptyState.description }}</p>
|
||||
<div v-if="state.busy" class="video-ai-skeleton" aria-hidden="true"><span /><span /><span /></div>
|
||||
</div>
|
||||
|
||||
<section v-for="section in hasResult ? sections : []" :key="section.key" class="video-ai-section" :aria-labelledby="`${panelId}-${section.key}-title`">
|
||||
<header>
|
||||
<h3 :id="`${panelId}-${section.key}-title`">{{ section.title }}</h3>
|
||||
<span v-if="section.items.length">{{ section.items.length }} 项</span>
|
||||
</header>
|
||||
<p v-if="!section.items.length" class="video-ai-section__empty">{{ section.empty }}</p>
|
||||
<ol v-else class="video-ai-items" :aria-busy="state.busy">
|
||||
<li v-for="(item, index) in section.items" :key="`${section.key}-${index}`" :class="{ 'video-ai-item--next': section.key === 'questions' && index === 0 }">
|
||||
<p v-if="section.key === 'questions' && index === 0" class="video-ai-priority">先问这一句</p>
|
||||
<!-- The shared renderer escapes source HTML and emits no active content. -->
|
||||
<div class="im-ai-text video-ai-item-text" v-html="renderImAiMarkdown(item.text)" />
|
||||
<div v-if="item.reason" class="video-ai-reason">
|
||||
<span>{{ section.key === 'questions' ? '为什么问' : '说明' }}</span>
|
||||
<div class="im-ai-text" v-html="renderImAiMarkdown(item.reason)" />
|
||||
</div>
|
||||
<div v-if="item.evidence_ids.length" class="video-ai-citations" aria-label="查看引用原文">
|
||||
<button
|
||||
v-for="(id, sourceIndex) in item.evidence_ids"
|
||||
:key="id"
|
||||
type="button"
|
||||
:aria-expanded="selectedSourceId === id"
|
||||
:aria-controls="`${panelId}-source`"
|
||||
:aria-label="`查看依据 ${sourceIndex + 1}:${sourceLabel(id)}`"
|
||||
@click="selectedSourceId = selectedSourceId === id ? '' : id"
|
||||
>依据 {{ sourceIndex + 1 }} · {{ sourceLabel(id) }}</button>
|
||||
</div>
|
||||
<p v-else class="video-ai-unverified">未提供原文依据,请核实</p>
|
||||
</li>
|
||||
</ol>
|
||||
</section>
|
||||
</div>
|
||||
|
||||
<section v-if="selectedSourceId" :id="`${panelId}-source`" class="video-ai-source" aria-label="引用原文" aria-live="polite">
|
||||
<header>
|
||||
<strong>{{ selectedSource ? roleLabel(selectedSource.role) : '引用原文' }}</strong>
|
||||
<time v-if="selectedSource">{{ timeLabel(selectedSource.timestamp_ms) }}</time>
|
||||
<button type="button" aria-label="收起引用原文" @click="selectedSourceId = ''">×</button>
|
||||
</header>
|
||||
<p>{{ selectedSource?.text || '此条依据的原文尚未提供,当前无法核对。' }}</p>
|
||||
</section>
|
||||
|
||||
<footer class="video-ai-footer">
|
||||
<p class="video-ai-through">
|
||||
<span>{{ state.throughTimestampMs > 0 ? `内容依据截至 ${timeLabel(state.throughTimestampMs)}` : '尚无已分析内容' }}</span>
|
||||
<span v-if="hasResult">{{ state.segmentCount }} 段对话</span>
|
||||
</p>
|
||||
<p class="video-ai-source-status">{{ sourceStatus }}</p>
|
||||
<div class="video-ai-actions">
|
||||
<button type="button" :disabled="!canToggle || (!state.available && !state.enabled)" :aria-pressed="state.enabled" @click="emit('toggle', !state.enabled)">{{ state.enabled ? '暂停自动辅助' : '恢复自动辅助' }}</button>
|
||||
<button type="button" :disabled="!canRefresh || !state.available || state.busy" title="结合当前已完成的对话,重新生成辅助内容" @click="emit('refresh')">重新生成</button>
|
||||
<button v-if="canReviewNow" type="button" :disabled="!state.available || state.busy" title="结合授权病历与本次对话生成复盘" @click="emit('review')">生成问诊复盘</button>
|
||||
</div>
|
||||
<p class="video-ai-boundary">仅作辅助;不会自动发送消息或写入诊断、医嘱。</p>
|
||||
</footer>
|
||||
</section>
|
||||
</template>
|
||||
Vendored
+6
@@ -55,6 +55,7 @@ interface DoctorCallApi {
|
||||
}
|
||||
|
||||
interface DoctorConsultationApi {
|
||||
videoAiState(state: import('./video-ai-types').VideoAiState): void
|
||||
imAiResult(payload: import('./im-ai').ImAiResult): void
|
||||
imAiReady(sessionId: string): void
|
||||
open(config: DoctorCallConfig): Promise<void>
|
||||
@@ -72,6 +73,10 @@ interface DoctorConsultationApi {
|
||||
segmentId: string,
|
||||
ok: boolean,
|
||||
message: string,
|
||||
normalizedSegment?: {
|
||||
segmentId: string, speakerUserId: string, sourceText: string,
|
||||
timestamp: number, isCompleted: boolean,
|
||||
},
|
||||
): void
|
||||
localRecordingResult(
|
||||
operation: 'start' | 'chunk' | 'finish',
|
||||
@@ -83,6 +88,7 @@ interface DoctorConsultationApi {
|
||||
}
|
||||
|
||||
interface QtVideoBridge {
|
||||
appendLocalTranscriptionChunk?: (sessionId: string, role: 'doctor' | 'patient', sequence: number, timestamp: number, encoded: string) => void
|
||||
notify?: (payload: string) => void
|
||||
captureScreenshot?: (region: string, callback: (result: string) => void) => void
|
||||
saveScreenshot?: (dataUrl: string) => void
|
||||
|
||||
@@ -0,0 +1,76 @@
|
||||
/** Bounded speech chunks; every source keeps its own speaker and sample clock. */
|
||||
export class PcmSpeechBuffer {
|
||||
private samples: number[] = []
|
||||
private preRoll: number[] = []
|
||||
private silence = 0
|
||||
private startedAt = 0
|
||||
private clock = 0
|
||||
private active = false
|
||||
|
||||
constructor(private readonly onChunk: (pcm: Int16Array, timestamp: number) => void) {}
|
||||
|
||||
push(input: Float32Array, timestamp: number): void {
|
||||
if (!input.length) return
|
||||
if (!this.clock) this.clock = timestamp
|
||||
// Only omit exact digital silence here. Quiet words (especially numerals
|
||||
// and negations) must reach the model's local VAD without a volume cutoff.
|
||||
const speech = input.some((sample) => sample !== 0)
|
||||
if (!this.active && speech) {
|
||||
this.active = true
|
||||
this.startedAt = this.clock - this.preRoll.length / 16
|
||||
this.samples = this.preRoll
|
||||
this.preRoll = []
|
||||
}
|
||||
if (this.active) {
|
||||
for (const sample of input) this.samples.push(sample)
|
||||
this.silence = speech ? 0 : this.silence + input.length
|
||||
// Real microphones have nonzero room noise even between sentences.
|
||||
// Bound that wait to four seconds without filtering quiet speech.
|
||||
if (this.samples.length >= 64000 || this.silence >= 11200) this.flush()
|
||||
} else {
|
||||
this.preRoll.push(...input)
|
||||
if (this.preRoll.length > 3200) this.preRoll = this.preRoll.slice(-3200)
|
||||
}
|
||||
this.clock += input.length / 16
|
||||
}
|
||||
|
||||
flush(): void {
|
||||
if (this.active && this.samples.length > 0) {
|
||||
const pcm = new Int16Array(this.samples.length)
|
||||
for (let index = 0; index < pcm.length; index++) {
|
||||
const value = Math.max(-1, Math.min(1, this.samples[index] || 0))
|
||||
pcm[index] = Math.round(value * (value < 0 ? 32768 : 32767))
|
||||
}
|
||||
this.onChunk(pcm, Math.max(1, Math.round(this.startedAt)))
|
||||
}
|
||||
this.samples = []
|
||||
this.silence = 0
|
||||
this.active = false
|
||||
}
|
||||
}
|
||||
|
||||
/** Sample-rate conversion preserving fractional position across audio callbacks. */
|
||||
export class PcmResampler {
|
||||
private carry: number[] = []
|
||||
private position = 0
|
||||
constructor(private readonly sampleRate: number) {
|
||||
if (!Number.isFinite(sampleRate) || sampleRate < 8000 || sampleRate > 192000) {
|
||||
throw new Error('音频采样率不受支持')
|
||||
}
|
||||
}
|
||||
push(input: Float32Array): Float32Array {
|
||||
const data = this.carry.concat(Array.from(input))
|
||||
const output: number[] = []
|
||||
const step = this.sampleRate / 16000
|
||||
while (this.position + 1 < data.length) {
|
||||
const index = Math.floor(this.position)
|
||||
const fraction = this.position - index
|
||||
output.push(data[index] * (1 - fraction) + data[index + 1] * fraction)
|
||||
this.position += step
|
||||
}
|
||||
const consumed = Math.min(Math.floor(this.position), data.length)
|
||||
this.carry = data.slice(consumed)
|
||||
this.position -= consumed
|
||||
return new Float32Array(output)
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,7 @@
|
||||
/** Capture can fail before the native worker starts; its failure takes priority. */
|
||||
export function localTranscriptionStatus(capture: string, native: string): string {
|
||||
if (capture === 'error') return 'failed'
|
||||
if (capture === 'starting') return 'starting'
|
||||
if (capture === 'stopping') return 'stopping'
|
||||
return native || 'pending'
|
||||
}
|
||||
@@ -0,0 +1,125 @@
|
||||
import { PcmResampler, PcmSpeechBuffer } from './local-pcm'
|
||||
|
||||
type Speaker = 'doctor' | 'patient'
|
||||
interface AudioCloud {
|
||||
getAudioTrack?(configOrUserId?: { userId?: string, processed?: boolean } | string): MediaStreamTrack | null
|
||||
}
|
||||
interface TrackCapture {
|
||||
track: MediaStreamTrack
|
||||
source: MediaStreamAudioSourceNode
|
||||
processor: ScriptProcessorNode
|
||||
sink: GainNode
|
||||
buffer: PcmSpeechBuffer
|
||||
}
|
||||
|
||||
/** Capture the SDK's explicitly identified microphone and remote tracks locally.
|
||||
* No DOM/mute guessing, new microphone, cloud ASR or changes to call tracks.
|
||||
*/
|
||||
export class LocalPcmCapture {
|
||||
private context: AudioContext | null = null
|
||||
private tracks = new Map<Speaker, TrackCapture>()
|
||||
private timer: number | null = null
|
||||
private stopped = false
|
||||
private seen = new Set<Speaker>()
|
||||
private started = Date.now()
|
||||
private notifiedMissing = false
|
||||
private failed = false
|
||||
|
||||
constructor(
|
||||
private readonly cloud: AudioCloud,
|
||||
private readonly patientId: string,
|
||||
private readonly onChunk: (role: Speaker, timestamp: number, pcmBase64: string) => void,
|
||||
private readonly onWarning: (message: string) => void,
|
||||
) {}
|
||||
|
||||
async start(): Promise<void> {
|
||||
if (this.stopped || !this.patientId || typeof this.cloud.getAudioTrack !== 'function') {
|
||||
throw new Error('无法获取本次通话音轨,本地转写未启动')
|
||||
}
|
||||
const context = new AudioContext()
|
||||
this.context = context
|
||||
await context.resume()
|
||||
if (this.stopped) { await context.close(); return }
|
||||
this.discover()
|
||||
this.timer = window.setInterval(() => this.discover(), 1000)
|
||||
}
|
||||
|
||||
private discover(): void {
|
||||
if (this.stopped || !this.context) return
|
||||
for (const role of ['doctor', 'patient'] as const) {
|
||||
let track: MediaStreamTrack | null = null
|
||||
try {
|
||||
track = this.cloud.getAudioTrack?.(role === 'doctor'
|
||||
? { processed: true } : { userId: this.patientId, processed: true }) ?? null
|
||||
} catch { /* Older SDK versions use a positional remote user ID. */ }
|
||||
if (!track) {
|
||||
try { track = this.cloud.getAudioTrack?.(role === 'doctor' ? undefined : this.patientId) ?? null }
|
||||
catch { /* A muted/not-yet-published track is temporarily unavailable. */ }
|
||||
}
|
||||
const previous = this.tracks.get(role)
|
||||
if (previous?.track === track && track?.readyState === 'live') continue
|
||||
if (previous) this.detach(role)
|
||||
if (!track || track.kind !== 'audio' || track.readyState !== 'live') continue
|
||||
try {
|
||||
const source = this.context.createMediaStreamSource(new MediaStream([track]))
|
||||
// ScriptProcessor is supported by the bundled QtWebEngine on local file
|
||||
// pages; bounded callbacks only resample/queue PCM, never run inference.
|
||||
const processor = this.context.createScriptProcessor(4096, 1, 1)
|
||||
const sink = this.context.createGain()
|
||||
sink.gain.value = 0
|
||||
const resampler = new PcmResampler(this.context.sampleRate)
|
||||
const buffer = new PcmSpeechBuffer((pcm, timestamp) => {
|
||||
const bytes = new Uint8Array(pcm.buffer)
|
||||
let raw = ''
|
||||
for (let index = 0; index < bytes.length; index++) raw += String.fromCharCode(bytes[index])
|
||||
this.onChunk(role, timestamp, window.btoa(raw))
|
||||
})
|
||||
processor.onaudioprocess = (event) => {
|
||||
if (this.stopped) return
|
||||
try {
|
||||
const input = event.inputBuffer.getChannelData(0)
|
||||
buffer.push(resampler.push(input), Date.now() - input.length / this.context!.sampleRate * 1000)
|
||||
} catch {
|
||||
this.failed = true
|
||||
this.onWarning('本地音频处理失败,当前转写可能不完整')
|
||||
this.detach(role)
|
||||
}
|
||||
}
|
||||
source.connect(processor)
|
||||
processor.connect(sink)
|
||||
sink.connect(this.context.destination)
|
||||
this.tracks.set(role, { track, source, processor, sink, buffer })
|
||||
this.seen.add(role)
|
||||
} catch {
|
||||
this.failed = true
|
||||
this.onWarning('部分通话音轨无法读取,当前转写可能不完整')
|
||||
}
|
||||
}
|
||||
if (Date.now() - this.started > 10000 && this.seen.size < 2 && !this.notifiedMissing) {
|
||||
this.notifiedMissing = true
|
||||
this.onWarning('正在等待另一方音轨;当前对话文字可能不完整')
|
||||
}
|
||||
}
|
||||
|
||||
private detach(role: Speaker): void {
|
||||
const item = this.tracks.get(role)
|
||||
if (!item) return
|
||||
item.processor.onaudioprocess = null
|
||||
item.buffer.flush()
|
||||
item.source.disconnect()
|
||||
item.processor.disconnect()
|
||||
item.sink.disconnect()
|
||||
this.tracks.delete(role)
|
||||
// These tracks belong to the call. Never stop them here.
|
||||
}
|
||||
|
||||
async stop(): Promise<boolean> {
|
||||
this.stopped = true
|
||||
if (this.timer !== null) window.clearInterval(this.timer)
|
||||
this.timer = null
|
||||
for (const role of [...this.tracks.keys()]) this.detach(role)
|
||||
if (this.context && this.context.state !== 'closed') await this.context.close()
|
||||
this.context = null
|
||||
return this.seen.size === 2 && !this.failed
|
||||
}
|
||||
}
|
||||
+133
-50
@@ -13,6 +13,9 @@ import App from './App.vue'
|
||||
import { assertCallPolicy, installAppointmentCallGuard } from './appointment-call-guard'
|
||||
import { createImAiController, emptyImAiState, newImAiRequestId, normalizeImAiCapabilities } from './im-ai'
|
||||
import type { ImAiCapabilities, ImAiState } from './im-ai'
|
||||
import { resolveTrtcAudioSource } from './trtc-audio'
|
||||
import { emptyVideoAiState } from './video-ai-types'
|
||||
import type { VideoAiState } from './video-ai-types'
|
||||
import './style.css'
|
||||
|
||||
type CallPhase = 'ready' | 'starting' | 'dialing' | 'connected' | 'ended' | 'error'
|
||||
@@ -92,6 +95,9 @@ interface BridgeMessage {
|
||||
| 'transcription-start-request'
|
||||
| 'transcription-segment'
|
||||
| 'transcription-stop'
|
||||
| 'transcription-error'
|
||||
| 'transcription-ready'
|
||||
| 'video-ai-action'
|
||||
diagnosisId?: number | string
|
||||
callType?: number
|
||||
requestId?: string
|
||||
@@ -100,6 +106,8 @@ interface BridgeMessage {
|
||||
message?: string
|
||||
sessionId?: string
|
||||
language?: string
|
||||
action?: 'refresh' | 'review' | 'toggle'
|
||||
enabled?: boolean
|
||||
segment?: {
|
||||
segment_id: string
|
||||
speaker_user_id: string
|
||||
@@ -197,11 +205,13 @@ let policySequence = 0
|
||||
const pendingCallPolicies = new Map<string, (policy: Record<string, unknown>) => void>()
|
||||
const hasMoreMessages = ref(false)
|
||||
const transcriptionState = ref<TranscriptionState>('idle')
|
||||
const transcriptionError = ref('')
|
||||
const localRecordingState = ref<LocalRecordingState>('idle')
|
||||
const liveCaptions = ref<UiLiveCaption[]>([])
|
||||
const patientCase = ref<UiPatientCase>(emptyPatientCase())
|
||||
const contextKey = ref('')
|
||||
const imAiState = ref<ImAiState>(emptyImAiState())
|
||||
const liveAiState = ref<VideoAiState>(emptyVideoAiState())
|
||||
const imAi = createImAiController({
|
||||
notify: (message) => {
|
||||
const bridge = window.qtVideoBridge
|
||||
@@ -240,16 +250,20 @@ let transcriberRunning = false
|
||||
let transcriberManager: RealtimeTranscriberManager | null = null
|
||||
let transcriberListener: RealtimeTranscriberListener | null = null
|
||||
let transcriberRobotId = ''
|
||||
let transcriptionStorageReady = false
|
||||
let transcriptionFinalized = false
|
||||
let transcriptionFinalizeRequested = false
|
||||
let transcriptionHadInterruption = false
|
||||
let lastTranscriberMessageAt = 0
|
||||
let transcriberStoppedAt = 0
|
||||
const acknowledgedSegmentIds = new Set<string>()
|
||||
const pendingSegments = new Map<string, PendingSegment>()
|
||||
let transcriptionStartPromise: Promise<void> | null = null
|
||||
let transcriptionStopPromise: Promise<void> | null = null
|
||||
let hangupNotification: Promise<void> | null = null
|
||||
let callCycleGeneration = 0
|
||||
let autoTranscriptionAttemptedGeneration = -1
|
||||
let autoLocalRecordingAttemptedGeneration = -1
|
||||
let lastTranscriberMessageAt = 0
|
||||
let transcriberStoppedAt = 0
|
||||
const acknowledgedSegmentIds = new Set<string>()
|
||||
const pendingSegments = new Map<string, PendingSegment>()
|
||||
const pendingLocalRecordingStarts = new Map<string, PendingLocalRecordingReply>()
|
||||
const pendingLocalRecordingFinishes = new Map<string, PendingLocalRecordingReply>()
|
||||
let localRecordingSessionId = ''
|
||||
@@ -905,8 +919,7 @@ async function sendLocalRecordingBlob(blob: Blob, sessionId: string): Promise<vo
|
||||
|
||||
function getTrtcAudioCloud(): TrtcAudioCloud | null {
|
||||
const engine = TUICallKitAPI.getTUICallEngineInstance?.()
|
||||
const cloud = engine?.getTRTCCloudInstance?.() as Partial<TrtcAudioCloud> | null
|
||||
return cloud ? cloud as TrtcAudioCloud : null
|
||||
return resolveTrtcAudioSource(engine?.getTRTCCloudInstance?.()) as TrtcAudioCloud | null
|
||||
}
|
||||
|
||||
function attachLocalRecordingTrack(
|
||||
@@ -1186,7 +1199,7 @@ async function performStartLocalRecording(): Promise<void> {
|
||||
})
|
||||
recorder.start(1000)
|
||||
localRecordingState.value = 'recording'
|
||||
notice.value = '腾讯云混流视频、本机语音录音和实时转写均已启动'
|
||||
notice.value = '本机录音已启动'
|
||||
} catch (error) {
|
||||
window.qtVideoBridge?.abortLocalAudioRecording?.(sessionId)
|
||||
await cleanupLocalRecordingGraph()
|
||||
@@ -1389,7 +1402,7 @@ function showLiveCaption(message: RealtimeTranscriberMessage): void {
|
||||
const text = String(message.sourceText ?? '').trim()
|
||||
if (!text) return
|
||||
const speakerUserId = String(message.speakerUserId ?? '').trim()
|
||||
const segmentId = String(message.segmentId ?? '').trim()
|
||||
const segmentId = String(message.segmentId ?? '').trim().slice(0, 160)
|
||||
const id = segmentId || `speaker-${speakerUserId || 'unknown'}`
|
||||
const speaker = speakerUserId === activeConfig.userID
|
||||
? '医生'
|
||||
@@ -1432,9 +1445,10 @@ function handleTranscriberMessage(
|
||||
|| !transcriptionSessionId
|
||||
) return
|
||||
lastTranscriberMessageAt = Date.now()
|
||||
const segmentId = String(message.segmentId ?? '').trim()
|
||||
const segmentId = String(message.segmentId ?? '').trim().slice(0, 160)
|
||||
const text = String(message.sourceText ?? '').trim()
|
||||
showLiveCaption(message)
|
||||
// Only the host's persisted, simplified-Chinese acknowledgement is rendered.
|
||||
// Cloud partials and raw final text must never bypass that normalization.
|
||||
if (message.isCompleted !== true) return
|
||||
if (
|
||||
!segmentId
|
||||
@@ -1472,25 +1486,32 @@ function subscribeTranscriber(): {
|
||||
return { manager: transcriberManager, listener: transcriberListener }
|
||||
}
|
||||
const manager = getTranscriberManager()
|
||||
const sessionId = transcriptionSessionId
|
||||
const listener: RealtimeTranscriberListener = {
|
||||
onReceiveTranscriberMessage: handleTranscriberMessage,
|
||||
onReceiveTranscriberMessage: (roomId, message) => {
|
||||
if (sessionId === transcriptionSessionId && transcriberListener === listener) handleTranscriberMessage(roomId, message)
|
||||
},
|
||||
onRealtimeTranscriberStarted: (roomId) => {
|
||||
if (sessionId !== transcriptionSessionId || transcriberListener !== listener) return
|
||||
observeRoomId(roomId)
|
||||
},
|
||||
onRealtimeTranscriberStopped: (roomId, robotId) => {
|
||||
if (sessionId !== transcriptionSessionId || transcriberListener !== listener) return
|
||||
observeRoomId(roomId)
|
||||
if (robotId !== transcriberRobotId) return
|
||||
transcriberRunning = false
|
||||
transcriberStoppedAt = Date.now()
|
||||
if (transcriptionState.value === 'recording') {
|
||||
void stopTranscription('partial', true)
|
||||
reportTranscriptionError('腾讯云实时转写已中断,请重试')
|
||||
void stopTranscription('partial', true, false)
|
||||
}
|
||||
},
|
||||
onRealtimeTranscriberError: (roomId, robotId, _error, errorMessage) => {
|
||||
if (sessionId !== transcriptionSessionId || transcriberListener !== listener) return
|
||||
observeRoomId(roomId)
|
||||
if (robotId !== transcriberRobotId || transcriptionState.value === 'stopping') return
|
||||
notice.value = safeErrorMessage(new Error(errorMessage), '实时语音转写发生错误')
|
||||
void stopTranscription('partial', true)
|
||||
reportTranscriptionError(safeErrorMessage(new Error(errorMessage), '腾讯云实时转写发生错误'))
|
||||
void stopTranscription('partial', false, false)
|
||||
},
|
||||
}
|
||||
manager.addListener(listener)
|
||||
@@ -1499,6 +1520,13 @@ function subscribeTranscriber(): {
|
||||
return { manager, listener }
|
||||
}
|
||||
|
||||
function reportTranscriptionError(message: string): void {
|
||||
transcriptionHadInterruption = true
|
||||
transcriptionError.value = message
|
||||
notice.value = message
|
||||
emit({ source: 'doctor-call', event: 'transcription-error', sessionId: transcriptionSessionId, message })
|
||||
}
|
||||
|
||||
function unsubscribeTranscriber(
|
||||
manager = transcriberManager,
|
||||
listener = transcriberListener,
|
||||
@@ -1526,7 +1554,7 @@ function transcriptionTokenIsCurrent(token: number, sessionId: string): boolean
|
||||
)
|
||||
}
|
||||
|
||||
async function waitForPendingSegments(timeoutMs = 3000, quietMs = 300): Promise<boolean> {
|
||||
async function waitForPendingSegments(timeoutMs = 15000, quietMs = 300): Promise<boolean> {
|
||||
const startedAt = Date.now()
|
||||
const deadline = Date.now() + timeoutMs
|
||||
while (Date.now() < deadline) {
|
||||
@@ -1539,30 +1567,34 @@ async function waitForPendingSegments(timeoutMs = 3000, quietMs = 300): Promise<
|
||||
}
|
||||
|
||||
async function performStartTranscription(): Promise<void> {
|
||||
if (!activeConfig || phase.value !== 'connected') throw new Error('视频接通后才能开始录音')
|
||||
if (!activeConfig || phase.value !== 'connected' || endNotified) throw new Error('视频接通后才能开始实时转写')
|
||||
if (transcriptionFinalized || transcriptionFinalizeRequested) throw new Error('本次转写已结束,请在下一次通话中开始转写')
|
||||
if (transcriptionState.value !== 'idle' && transcriptionState.value !== 'error') {
|
||||
throw new Error('录音任务正在处理中')
|
||||
throw new Error('实时转写任务正在处理中')
|
||||
}
|
||||
if (transcriberRunning) throw new Error('上一转写任务尚未停止,请先结束当前通话')
|
||||
|
||||
transcriptionState.value = 'starting'
|
||||
const sessionId = newTranscriptionSessionId()
|
||||
transcriptionError.value = ''
|
||||
// The native lifecycle has one storage session per call. A cloud robot can
|
||||
// restart, but it must reuse the storage identity and its saved/pending text.
|
||||
const sessionId = transcriptionSessionId || newTranscriptionSessionId()
|
||||
const token = ++transcriptionGeneration
|
||||
transcriptionSessionId = sessionId
|
||||
acknowledgedSegmentIds.clear()
|
||||
pendingSegments.clear()
|
||||
clearLiveCaptions()
|
||||
// A retry keeps already saved captions visible for the rest of this call.
|
||||
lastTranscriberMessageAt = Date.now()
|
||||
transcriberStoppedAt = 0
|
||||
notice.value = '正在准备录音文字存储…'
|
||||
const storageReady = await requestTranscriptionStart(sessionId)
|
||||
notice.value = '正在准备实时转写存储…'
|
||||
const storageReady = transcriptionStorageReady || await requestTranscriptionStart(sessionId)
|
||||
transcriptionStorageReady = storageReady
|
||||
if (!storageReady) {
|
||||
if (!transcriptionTokenIsCurrent(token, sessionId)) return
|
||||
transcriptionState.value = 'error'
|
||||
transcriptionSessionId = ''
|
||||
throw new Error(notice.value || '服务端无法保存本次面诊对话文字')
|
||||
reportTranscriptionError('服务端无法保存本次面诊对话文字,请重试')
|
||||
throw new Error(transcriptionError.value)
|
||||
}
|
||||
if (!transcriptionTokenIsCurrent(token, sessionId)) {
|
||||
await requestTranscriptionStop(sessionId, 'partial')
|
||||
// The stop operation owns finalization while a start is in flight.
|
||||
return
|
||||
}
|
||||
|
||||
@@ -1577,22 +1609,24 @@ async function performStartTranscription(): Promise<void> {
|
||||
sourceLanguage: 'zh',
|
||||
})
|
||||
if (!robotId) throw new Error('当前腾讯云项目未开通实时语音转写')
|
||||
if (!transcriptionTokenIsCurrent(token, sessionId)) {
|
||||
await manager.stopRealtimeTranscriber(robotId)
|
||||
unsubscribeTranscriber(manager, listener)
|
||||
return
|
||||
}
|
||||
transcriberRobotId = robotId
|
||||
transcriberRunning = true
|
||||
if (!transcriptionTokenIsCurrent(token, sessionId)) {
|
||||
// Keep this robot/listener until stopTranscription drains its final events.
|
||||
return
|
||||
}
|
||||
transcriptionState.value = 'recording'
|
||||
notice.value = '正在录音并实时转换为对话文字'
|
||||
emit({ source: 'doctor-call', event: 'transcription-ready', sessionId })
|
||||
notice.value = '腾讯云正在实时转写,保存后以简体中文显示'
|
||||
} catch (error) {
|
||||
unsubscribeTranscriber(ownedManager, ownedListener)
|
||||
await requestTranscriptionStop(sessionId, 'failed')
|
||||
if (sessionId === transcriptionSessionId) transcriptionState.value = 'error'
|
||||
const message = safeErrorMessage(error, '录音转文字启动失败')
|
||||
notice.value = message
|
||||
if (sessionId === transcriptionSessionId) transcriptionSessionId = ''
|
||||
const message = safeErrorMessage(error, '腾讯云实时转写启动失败')
|
||||
if (sessionId === transcriptionSessionId) reportTranscriptionError(message)
|
||||
if (!transcriptionStopPromise && sessionId === transcriptionSessionId) {
|
||||
// Do not seal the native store on a recoverable SDK startup failure.
|
||||
// A concurrent hangup owns cleanup and must never wait on itself here.
|
||||
transcriptionState.value = 'error'
|
||||
}
|
||||
throw new Error(message)
|
||||
}
|
||||
}
|
||||
@@ -1610,11 +1644,21 @@ function startTranscription(): Promise<void> {
|
||||
async function stopTranscription(
|
||||
status: 'completed' | 'partial' | 'failed' = 'completed',
|
||||
managerAlreadyStopped = false,
|
||||
finalizeStorage = true,
|
||||
): Promise<void> {
|
||||
if (transcriptionStopPromise) return transcriptionStopPromise
|
||||
if (transcriptionState.value === 'idle') return
|
||||
if (finalizeStorage) transcriptionFinalizeRequested = true
|
||||
if (transcriptionStopPromise) {
|
||||
const stopping = transcriptionStopPromise
|
||||
if (!finalizeStorage) return stopping
|
||||
// A hangup upgrades an in-flight robot-only stop. If its drain already
|
||||
// returned before this upgrade, finish storage after that stop settles.
|
||||
return stopping.then(() => {
|
||||
if (!transcriptionFinalized) return stopTranscription(status, false, true)
|
||||
})
|
||||
}
|
||||
if (transcriptionFinalized) return
|
||||
if (!transcriptionSessionId) {
|
||||
transcriptionState.value = 'idle'
|
||||
transcriptionState.value = transcriptionError.value ? 'error' : 'idle'
|
||||
return
|
||||
}
|
||||
const sessionId = transcriptionSessionId
|
||||
@@ -1629,7 +1673,7 @@ async function stopTranscription(
|
||||
// Its failure is materialized as a failed/partial transcript below.
|
||||
}
|
||||
}
|
||||
let sdkStopped = managerAlreadyStopped
|
||||
let sdkStopped = managerAlreadyStopped || (!transcriberRunning && !transcriberRobotId)
|
||||
const manager = transcriberManager
|
||||
const robotId = transcriberRobotId
|
||||
if (!managerAlreadyStopped && transcriberRunning && manager && robotId) {
|
||||
@@ -1640,18 +1684,27 @@ async function stopTranscription(
|
||||
console.warn('[doctor-consultation] 停止实时转写失败', safeErrorMessage(error))
|
||||
}
|
||||
}
|
||||
transcriberRunning = false
|
||||
transcriberRobotId = ''
|
||||
if (sdkStopped) {
|
||||
transcriberRunning = false
|
||||
transcriberRobotId = ''
|
||||
}
|
||||
const segmentsComplete = await waitForPendingSegments()
|
||||
unsubscribeTranscriber()
|
||||
const finalStatus = sdkStopped && segmentsComplete ? status : 'partial'
|
||||
if (sdkStopped) unsubscribeTranscriber()
|
||||
if (!transcriptionFinalizeRequested) {
|
||||
// An interrupted cloud robot is recoverable within this same call and
|
||||
// storage session. The final hangup remains the only store finalizer.
|
||||
if (sessionId === transcriptionSessionId) transcriptionState.value = 'error'
|
||||
return
|
||||
}
|
||||
const finalStatus = sdkStopped && segmentsComplete && !transcriptionHadInterruption ? status : 'partial'
|
||||
transcriptionFinalized = true
|
||||
const persisted = await requestTranscriptionStop(sessionId, finalStatus)
|
||||
if (sessionId !== transcriptionSessionId) return
|
||||
transcriptionState.value = persisted ? 'idle' : 'error'
|
||||
notice.value = persisted
|
||||
transcriptionState.value = persisted && !transcriptionError.value ? 'idle' : 'error'
|
||||
notice.value = transcriptionError.value || (persisted && finalStatus === 'completed'
|
||||
? '本次面诊对话文字已保存到视频记录'
|
||||
: '对话文字未能完整确认保存,请稍后在面诊记录中检查'
|
||||
transcriptionSessionId = ''
|
||||
: '本次转写可能不完整,请在通话记录中核实')
|
||||
transcriptionStorageReady = false
|
||||
acknowledgedSegmentIds.clear()
|
||||
pendingSegments.clear()
|
||||
})().finally(() => {
|
||||
@@ -1666,6 +1719,7 @@ function transcriptionResult(
|
||||
segmentId: string,
|
||||
ok: boolean,
|
||||
message: string,
|
||||
normalizedSegment?: RealtimeTranscriberMessage,
|
||||
): void {
|
||||
if (operation === 'start') {
|
||||
const pending = pendingTranscriptionStarts.get(sessionId)
|
||||
@@ -1685,6 +1739,9 @@ function transcriptionResult(
|
||||
if (ok) {
|
||||
pendingSegments.delete(segmentId)
|
||||
acknowledgedSegmentIds.add(segmentId)
|
||||
if (normalizedSegment?.segmentId === segmentId && normalizedSegment.isCompleted === true) {
|
||||
showLiveCaption(normalizedSegment)
|
||||
}
|
||||
} else if (pending.attempts < 3) {
|
||||
pending.attempts += 1
|
||||
window.setTimeout(() => {
|
||||
@@ -1696,6 +1753,11 @@ function transcriptionResult(
|
||||
}
|
||||
}
|
||||
|
||||
function videoAiAction(action: 'refresh' | 'review' | 'toggle', enabled?: boolean): void {
|
||||
if (!activeConfig || !window.qtVideoBridge?.notify) return
|
||||
emit({ source: 'doctor-call', event: 'video-ai-action', action, enabled })
|
||||
}
|
||||
|
||||
function notifyHangup(status = 'ended'): Promise<void> {
|
||||
if (hangupNotification) return hangupNotification
|
||||
if (endNotified) return Promise.resolve()
|
||||
@@ -1795,7 +1857,7 @@ function handleStatusChanged(payload: unknown): void {
|
||||
autoTranscriptionAttemptedGeneration = cycle
|
||||
void startTranscription().catch((error) => {
|
||||
if (cycle !== callCycleGeneration || endNotified) return
|
||||
notice.value = safeErrorMessage(error, '自动录音转文字启动失败')
|
||||
notice.value = safeErrorMessage(error, '腾讯云实时转写未启动')
|
||||
})
|
||||
}
|
||||
if (autoLocalRecordingAttemptedGeneration !== cycle) {
|
||||
@@ -1892,6 +1954,15 @@ async function startVideo(): Promise<void> {
|
||||
appendVideoCallStatus('starting', '正在创建安全视频通话')
|
||||
transcriptionState.value = 'idle'
|
||||
transcriptionSessionId = ''
|
||||
transcriptionStorageReady = false
|
||||
transcriptionFinalized = false
|
||||
transcriptionFinalizeRequested = false
|
||||
transcriptionHadInterruption = false
|
||||
transcriptionError.value = ''
|
||||
transcriberRunning = false
|
||||
transcriberRobotId = ''
|
||||
acknowledgedSegmentIds.clear()
|
||||
pendingSegments.clear()
|
||||
clearLiveCaptions()
|
||||
localRecordingState.value = 'idle'
|
||||
localRecordingSessionId = ''
|
||||
@@ -2038,8 +2109,13 @@ async function open(config: DoctorCallConfig): Promise<void> {
|
||||
phase.value = 'ready'
|
||||
transcriptionState.value = 'idle'
|
||||
transcriptionSessionId = ''
|
||||
transcriptionError.value = ''
|
||||
clearLiveCaptions()
|
||||
transcriptionGeneration += 1
|
||||
transcriptionStorageReady = false
|
||||
transcriptionFinalized = false
|
||||
transcriptionFinalizeRequested = false
|
||||
transcriptionHadInterruption = false
|
||||
transcriberRunning = false
|
||||
transcriberRobotId = ''
|
||||
acknowledgedSegmentIds.clear()
|
||||
@@ -2114,6 +2190,7 @@ window.doctorConsultation = {
|
||||
screenshotResult,
|
||||
transcriptionResult,
|
||||
localRecordingResult,
|
||||
videoAiState: (state: VideoAiState) => { liveAiState.value = state },
|
||||
imAiResult: imAi.receive,
|
||||
imAiReady,
|
||||
}
|
||||
@@ -2133,11 +2210,17 @@ createApp(App, {
|
||||
callDisabledReason: readonly(callDisabledReason),
|
||||
hasMoreMessages: readonly(hasMoreMessages),
|
||||
transcriptionState: readonly(transcriptionState),
|
||||
transcriptionError: readonly(transcriptionError),
|
||||
localRecordingState: readonly(localRecordingState),
|
||||
liveCaptions: readonly(liveCaptions),
|
||||
patientCase: readonly(patientCase),
|
||||
contextKey: readonly(contextKey),
|
||||
imAiState: readonly(imAiState),
|
||||
liveAiState: readonly(liveAiState),
|
||||
onRefreshVideoAi: () => videoAiAction('refresh'),
|
||||
onReviewVideoAi: () => videoAiAction('review'),
|
||||
onToggleVideoAi: (enabled: boolean) => videoAiAction('toggle', enabled),
|
||||
onRetryTranscription: startTranscription,
|
||||
onRequestImAi: imAi.request,
|
||||
onRegenerateImAi: imAi.regenerate,
|
||||
onCancelImAi: imAi.cancel,
|
||||
|
||||
@@ -334,6 +334,7 @@ button:disabled { cursor: not-allowed; opacity: .55; }
|
||||
.im-ai-header > div { flex: 1; min-width: 0; }
|
||||
.im-ai-header h2 { margin: 0; color: var(--heading); font-size: 15px; line-height: 1.5; font-weight: 600; }
|
||||
.im-ai-header p { margin: 2px 0 0; color: var(--muted); font-size: 11px; }
|
||||
.im-ai-header .im-ai-edit-diagnosis { flex-shrink: 0; min-height: 32px; padding: 6px 10px; white-space: nowrap; }
|
||||
.im-ai-close { display: none; width: 32px; height: 32px; flex-shrink: 0; border: 0; border-radius: var(--radius-small); background: var(--surface-soft); color: var(--muted); font-size: 23px; line-height: 1; }
|
||||
.im-ai-close:hover { background: var(--accent-soft); color: var(--accent); }
|
||||
.im-ai-tools { display: grid; grid-template-columns: repeat(3, minmax(0, 1fr)); gap: 5px; padding: 0 14px 14px; border-bottom: 1px solid var(--border); }
|
||||
@@ -960,3 +961,176 @@ button:disabled { cursor: not-allowed; opacity: .55; }
|
||||
button:enabled:active { transform: none; }
|
||||
.screenshot-dialog { animation: none; }
|
||||
}
|
||||
|
||||
/* Video-only auxiliary rail. IM layout, capture preview and call controls retain their own styles. */
|
||||
.video-layer--with-rail {
|
||||
grid-template-columns: minmax(0, 1fr) var(--video-rail-width, 380px);
|
||||
column-gap: 8px;
|
||||
}
|
||||
.consultation-rail--ai {
|
||||
grid-template-rows: auto auto minmax(0, 1fr);
|
||||
overflow: visible;
|
||||
background: var(--surface);
|
||||
}
|
||||
.consultation-rail--ai .consultation-rail__header { grid-row: 1; }
|
||||
.video-rail-tabs {
|
||||
display: grid;
|
||||
grid-template-columns: repeat(3, minmax(0, 1fr));
|
||||
gap: 4px;
|
||||
padding: 0 12px;
|
||||
border-bottom: 1px solid var(--border);
|
||||
background: var(--surface);
|
||||
}
|
||||
.video-rail-tabs button {
|
||||
min-height: 47px;
|
||||
padding: 10px 4px;
|
||||
border: 0;
|
||||
border-bottom: 2px solid transparent;
|
||||
border-radius: 0;
|
||||
background: transparent;
|
||||
color: var(--muted);
|
||||
font-size: 13px;
|
||||
font-weight: 600;
|
||||
}
|
||||
.video-rail-tabs button[aria-selected="true"] { border-bottom-color: var(--accent); color: var(--accent-hover); }
|
||||
.video-rail-tabs button:hover { color: var(--accent-hover); background: var(--surface-alt); }
|
||||
.video-rail-tabs button:focus-visible { outline-offset: -4px; }
|
||||
.video-rail-tabpanel { min-width: 0; min-height: 0; overflow: hidden; }
|
||||
.video-rail-tabpanel:focus-visible,
|
||||
.video-ai-body:focus-visible { outline: 2px solid var(--accent); outline-offset: -3px; }
|
||||
.consultation-rail--ai .case-panel { border-bottom: 0; }
|
||||
.consultation-rail--ai .case-field { grid-template-columns: 64px minmax(0, 1fr); padding-block: 13px; }
|
||||
.consultation-rail--ai .case-field p { font-size: 13px; line-height: 1.75; }
|
||||
.video-rail-resizer {
|
||||
position: absolute;
|
||||
z-index: 1;
|
||||
inset: 0 auto 0 -8px;
|
||||
width: 8px;
|
||||
cursor: col-resize;
|
||||
touch-action: none;
|
||||
background: var(--surface-soft);
|
||||
}
|
||||
.video-rail-resizer::before { position: absolute; inset: 0 3px; background: var(--border); content: ""; }
|
||||
.video-rail-resizer > span { position: absolute; top: calc(50% - 20px); left: 2px; width: 4px; height: 40px; border-radius: 3px; background: var(--border-strong); }
|
||||
.video-rail-resizer:hover::before,
|
||||
.video-rail-resizer:focus-visible::before,
|
||||
.video-layer--resizing .video-rail-resizer::before { background: var(--accent); }
|
||||
.video-rail-resizer:focus-visible { outline: 2px solid var(--accent); outline-offset: -2px; }
|
||||
.video-layer--resizing,
|
||||
.video-layer--resizing * { cursor: col-resize !important; user-select: none !important; }
|
||||
.video-ai-toggle { display: none; }
|
||||
.video-ai-panel { display: grid; grid-template-rows: auto minmax(0, 1fr) auto auto; width: 100%; height: 100%; min-height: 0; background: var(--surface); }
|
||||
.video-ai-heading { display: flex; align-items: center; justify-content: space-between; gap: 12px; padding: 17px 18px 13px; border-bottom: 1px solid var(--border); }
|
||||
.video-ai-heading h2 { margin: 0; color: var(--heading); font-size: 15px; font-weight: 600; line-height: 1.6; }
|
||||
.video-ai-heading p { margin: 4px 0 0; color: var(--muted); font-size: 12px; }
|
||||
.video-ai-scope { margin: 0 0 12px; padding: 9px 11px; border-radius: 8px; color: var(--muted); background: var(--surface-soft, #f4f6fa); font-size: 12px; line-height: 1.7; }
|
||||
.video-ai-mode { flex-shrink: 0; padding: 4px 7px; border-radius: 4px; background: var(--surface-soft); color: var(--muted); font-size: 11px; font-weight: 600; }
|
||||
.video-ai-mode--active { background: var(--accent-soft); color: var(--accent-hover); }
|
||||
.video-ai-body { min-height: 0; padding: 14px 18px 20px; overflow-y: auto; overscroll-behavior: contain; scrollbar-color: #b9c3d5 transparent; scrollbar-width: thin; }
|
||||
.video-ai-status { margin: 0 0 20px; color: var(--muted); font-size: 12px; line-height: 1.6; }
|
||||
.video-ai-status__line { display: flex; align-items: baseline; justify-content: space-between; flex-wrap: wrap; gap: 3px 12px; }
|
||||
.video-ai-status__line > p { margin: 0; }
|
||||
.video-ai-status--busy .video-ai-status__line { color: var(--accent-hover); }
|
||||
.video-ai-status--error { padding: 10px 12px; border-radius: 10px; background: var(--surface-soft); }
|
||||
.video-ai-status--error .video-ai-status__line { color: var(--heading); }
|
||||
.video-ai-elapsed { flex-shrink: 0; font-variant-numeric: tabular-nums; font-size: 11px; }
|
||||
.video-ai-message,
|
||||
.video-ai-error { margin: 5px 0 0; color: var(--muted); font-size: 12px; line-height: 1.75; overflow-wrap: anywhere; }
|
||||
.video-ai-empty { display: grid; gap: 9px; margin: 17px 0 22px; padding: 18px 0; }
|
||||
.video-ai-empty > span { display: grid; place-items: center; width: 32px; height: 32px; border-radius: var(--radius-small); background: var(--accent-soft); color: var(--accent); font-size: 12px; font-weight: 700; }
|
||||
.video-ai-empty > strong { color: var(--heading); font-size: 14px; line-height: 1.6; }
|
||||
.video-ai-empty p { margin: 0; max-width: 36em; color: var(--muted); font-size: 13px; line-height: 1.8; }
|
||||
.video-ai-skeleton { display: grid; gap: 9px; margin-top: 9px; }
|
||||
.video-ai-skeleton span { height: 10px; border-radius: 5px; background: var(--surface-soft); }
|
||||
.video-ai-skeleton span:nth-child(2) { width: 88%; }
|
||||
.video-ai-skeleton span:nth-child(3) { width: 60%; }
|
||||
.video-ai-section + .video-ai-section { margin-top: 24px; }
|
||||
.video-ai-section > header { display: flex; align-items: center; justify-content: space-between; gap: 10px; padding: 0 0 9px; border-bottom: 1px solid var(--border); }
|
||||
.video-ai-section h3 { margin: 0; color: var(--heading); font-size: 14px; font-weight: 700; }
|
||||
.video-ai-section > header > span { color: var(--muted); font-size: 11px; font-variant-numeric: tabular-nums; }
|
||||
.video-ai-section__empty { margin: 12px 0 0; color: var(--muted); font-size: 12px; line-height: 1.75; }
|
||||
.video-ai-items { margin: 0; padding: 0; list-style: none; }
|
||||
.video-ai-items > li { padding: 13px 0; border-bottom: 1px solid var(--border); }
|
||||
.video-ai-items > li:last-child { padding-bottom: 0; border-bottom: 0; }
|
||||
.video-ai-items > .video-ai-item--next,
|
||||
.video-ai-items > .video-ai-item--next:last-child { margin-top: 12px; padding: 13px 14px; border: 0; border-radius: 12px; background: var(--accent-soft); }
|
||||
.video-ai-priority { margin: 0 0 6px; color: var(--accent-hover); font-size: 11px; font-weight: 600; }
|
||||
.video-ai-item--next .video-ai-item-text { color: var(--heading); font-weight: 500; }
|
||||
.video-ai-item--next .video-ai-citations button { background: var(--surface); }
|
||||
.video-ai-item-text { font-size: 14px; line-height: 1.85; }
|
||||
.video-ai-item-text > :last-child { margin-bottom: 0; }
|
||||
.video-ai-reason { display: grid; grid-template-columns: auto minmax(0, 1fr); gap: 7px; margin-top: 8px; color: var(--muted); }
|
||||
.video-ai-reason > span { padding-top: 2px; color: var(--muted); font-size: 11px; line-height: 1.8; }
|
||||
.video-ai-reason .im-ai-text { color: var(--muted); font-size: 12px; line-height: 1.8; }
|
||||
.video-ai-citations { display: flex; flex-wrap: wrap; gap: 5px; margin-top: 10px; }
|
||||
.video-ai-citations button { max-width: 100%; min-height: 28px; padding: 5px 7px; border: 0; border-radius: 6px; background: var(--accent-soft); color: var(--accent-hover); font-size: 11px; line-height: 1.5; text-align: left; overflow-wrap: anywhere; font-variant-numeric: tabular-nums; }
|
||||
.video-ai-citations button:hover,
|
||||
.video-ai-citations button[aria-expanded="true"] { background: #dce6f8; color: var(--heading); }
|
||||
.video-ai-unverified { margin: 8px 0 0; color: var(--muted); font-size: 11px; line-height: 1.7; }
|
||||
.video-ai-source { min-height: 0; max-height: 27vh; padding: 12px 18px; overflow-y: auto; overscroll-behavior: contain; border-top: 2px solid var(--accent); background: var(--accent-soft); }
|
||||
.video-ai-source header { display: flex; align-items: center; gap: 10px; margin-bottom: 7px; color: var(--accent-hover); font-size: 12px; }
|
||||
.video-ai-source time { font-variant-numeric: tabular-nums; }
|
||||
.video-ai-source button { flex-shrink: 0; width: 28px; height: 28px; margin-left: auto; border: 0; border-radius: 4px; background: transparent; color: var(--accent-hover); font-size: 20px; }
|
||||
.video-ai-source button:hover { background: var(--surface); }
|
||||
.video-ai-source p { margin: 0; color: var(--heading); font-size: 13px; line-height: 1.8; white-space: pre-wrap; overflow-wrap: anywhere; }
|
||||
.video-ai-footer { padding: 12px 18px 14px; border-top: 1px solid var(--border); background: var(--surface-alt); }
|
||||
.video-ai-through { display: flex; flex-wrap: wrap; justify-content: space-between; gap: 4px 12px; margin: 0; color: var(--text); font-size: 11px; line-height: 1.6; font-variant-numeric: tabular-nums; }
|
||||
.video-ai-source-status { margin: 3px 0 0; color: var(--muted); font-size: 11px; line-height: 1.6; }
|
||||
.video-ai-actions { display: flex; flex-wrap: wrap; gap: 7px; margin-top: 10px; }
|
||||
.video-ai-actions button,
|
||||
.video-transcript-notice button { min-height: 32px; padding: 6px 9px; border: 1px solid var(--border-strong); border-radius: var(--radius-small); background: var(--surface); color: var(--accent-hover); font-size: 12px; line-height: 1.6; }
|
||||
.video-ai-actions button:enabled:hover,
|
||||
.video-transcript-notice button:enabled:hover { border-color: var(--accent); background: var(--accent-soft); }
|
||||
.video-ai-boundary { margin: 9px 0 0; color: var(--muted); font-size: 10px; line-height: 1.7; }
|
||||
.video-transcript-notice { padding: 12px; border-left: 2px solid var(--border-strong); background: var(--surface); color: var(--muted); }
|
||||
.video-transcript-notice strong { font-size: 13px; }
|
||||
.video-transcript-notice p { margin: 7px 0; font-size: 12px; line-height: 1.75; }
|
||||
.video-transcript-notice--error { border-left-color: var(--danger); color: var(--danger); }
|
||||
.transcript-state--error { color: var(--danger) !important; }
|
||||
.transcript-state--error::before { background: var(--danger); }
|
||||
|
||||
@media (max-width: 700px) {
|
||||
.video-layer--with-rail { grid-template-columns: minmax(0, 1fr); column-gap: 0; }
|
||||
.video-ai-toggle { position: absolute; z-index: 40; top: 10px; right: 10px; display: inline-flex; gap: 4px; align-items: center; min-height: 34px; padding: 7px 11px; border: 1px solid var(--border-strong); border-radius: var(--radius-small); background: var(--surface); color: var(--accent-hover); font-size: 12px; font-weight: 600; }
|
||||
.video-ai-toggle:hover { background: var(--accent-soft); }
|
||||
.video-layer--with-rail .live-status { left: 10px; max-width: calc(100% - 155px); transform: none; }
|
||||
.video-rail-backdrop { position: absolute; z-index: 60; inset: 0; background: rgb(16 23 32 / 48%); }
|
||||
.consultation-rail--ai { display: none; position: absolute; z-index: 70; inset: 0 0 0 auto; grid-template-rows: auto auto auto minmax(0, 1fr); width: var(--video-rail-width, calc(100% - 24px)); max-width: calc(100% - 24px); }
|
||||
.consultation-rail--open { display: grid; }
|
||||
.consultation-rail--ai .consultation-rail__header { grid-row: 2; }
|
||||
.video-rail-drawer-heading { display: flex; align-items: center; justify-content: space-between; gap: 10px; padding: 8px 12px 8px 16px; border-bottom: 1px solid var(--border); background: var(--surface-alt); color: var(--heading); font-size: 13px; }
|
||||
.video-rail-drawer-heading button { width: 32px; height: 32px; border: 0; border-radius: var(--radius-small); background: transparent; color: var(--muted); font-size: 24px; }
|
||||
.video-rail-drawer-heading button:hover { background: var(--accent-soft); color: var(--accent-hover); }
|
||||
.video-ai-heading { padding: 12px 14px; }
|
||||
.video-ai-body { padding-inline: 14px; }
|
||||
.video-ai-footer,
|
||||
.video-ai-source { padding-inline: 14px; }
|
||||
}
|
||||
|
||||
@media (max-height: 520px) {
|
||||
.consultation-rail--ai .consultation-rail__header { min-height: 58px; padding-block: 8px; }
|
||||
.video-rail-tabs button { min-height: 38px; padding-block: 7px; }
|
||||
.video-ai-heading { padding-block: 8px; }
|
||||
.video-ai-heading p { display: none; }
|
||||
.video-ai-footer { padding-block: 8px; }
|
||||
.video-ai-boundary { margin-top: 5px; }
|
||||
.video-ai-source { max-height: 23vh; }
|
||||
}
|
||||
/* The post-call review uses the browser's modal focus and Escape handling. */
|
||||
.video-review-dialog {
|
||||
width: min(48rem, calc(100vw - 2rem));
|
||||
height: min(52rem, calc(100dvh - 2rem));
|
||||
padding: 0;
|
||||
border: 1px solid var(--border, #dfe5ef);
|
||||
border-radius: 18px;
|
||||
background: #fff;
|
||||
color: inherit;
|
||||
overflow: hidden;
|
||||
}
|
||||
.video-review-dialog[open] { display: flex; flex-direction: column; }
|
||||
.video-review-dialog::backdrop { background: rgb(18 35 59 / 36%); }
|
||||
.video-review-dialog > header { display: flex; align-items: center; justify-content: space-between; gap: 1rem; padding: 18px 22px; border-bottom: 1px solid #e5eaf2; }
|
||||
.video-review-dialog h2 { margin: 0; font-size: 18px; }
|
||||
.video-review-dialog header p { margin: 5px 0 0; color: #6b7a92; font-size: 13px; }
|
||||
.video-review-dialog > header button { border: 0; border-radius: 10px; background: #f0f4fa; width: 36px; height: 36px; font-size: 24px; color: #536984; }
|
||||
.video-review-dialog > .video-ai-panel { flex: 1; min-height: 0; }
|
||||
|
||||
@@ -0,0 +1,9 @@
|
||||
/** Frontend startup/failure wins while the host tracks persisted segments. */
|
||||
export function transcriptionStatus(capture: string, native: string, callEnded = false): string {
|
||||
if (callEnded && ['completed', 'partial'].includes(native) && !['starting', 'stopping'].includes(capture)) return native
|
||||
if (capture === 'error') return 'failed'
|
||||
if (capture === 'starting') return 'starting'
|
||||
if (capture === 'stopping') return 'stopping'
|
||||
if (capture === 'recording' && !['partial', 'failed', 'error'].includes(native)) return 'running'
|
||||
return native || 'pending'
|
||||
}
|
||||
@@ -0,0 +1,20 @@
|
||||
export interface TrtcAudioSource {
|
||||
getAudioTrack(configOrUserId?: { userId?: string, processed?: boolean } | string): MediaStreamTrack | null
|
||||
}
|
||||
|
||||
/** CallEngine 3.5.9 returns TRTCCloud 2.10.19, whose v5 instance is `_trtc`.
|
||||
* Keep the owning instance intact: these methods depend on `this`.
|
||||
* Validate capabilities also for engines that directly expose a v5 instance.
|
||||
*/
|
||||
export function resolveTrtcAudioSource(value: unknown): TrtcAudioSource | null {
|
||||
if (!value || typeof value !== 'object') return null
|
||||
try {
|
||||
const wrapper = value as { getAudioTrack?: unknown, _trtc?: unknown }
|
||||
if (typeof wrapper.getAudioTrack === 'function') return value as TrtcAudioSource
|
||||
const inner = wrapper._trtc
|
||||
if (inner && typeof inner === 'object' && typeof (inner as TrtcAudioSource).getAudioTrack === 'function') {
|
||||
return inner as TrtcAudioSource
|
||||
}
|
||||
} catch { /* A released engine must fail clearly instead of guessing a source. */ }
|
||||
return null
|
||||
}
|
||||
@@ -0,0 +1,72 @@
|
||||
/** A structured result bound by the controller to the current call and revision. */
|
||||
export interface VideoAiItem {
|
||||
text: string
|
||||
reason?: string
|
||||
evidence_ids: string[]
|
||||
}
|
||||
|
||||
export interface VideoAiSource {
|
||||
id: string
|
||||
role: string
|
||||
/** Epoch milliseconds at the start of the persisted transcript segment. */
|
||||
timestamp_ms: number
|
||||
text: string
|
||||
}
|
||||
|
||||
export interface VideoAiState {
|
||||
enabled: boolean
|
||||
available: boolean
|
||||
busy: boolean
|
||||
phase: string
|
||||
message: string
|
||||
error: string
|
||||
/** Stable service error category, when supplied by the host. */
|
||||
errorCode?: string
|
||||
/** Elapsed time for the in-flight request at the latest host update. */
|
||||
elapsedMs?: number
|
||||
/** Duration of the most recently completed request. */
|
||||
lastDurationMs?: number
|
||||
/** Measured request-to-first-validated-item duration; null means no item yet. */
|
||||
firstResultMs?: number | null
|
||||
/** New completed transcript segments waiting behind the current snapshot. */
|
||||
pendingSegments?: number
|
||||
/** Server-confirmed scope of the displayed result; empty for older servers. */
|
||||
analysisScope?: '' | 'current_call_only' | 'authorized_case'
|
||||
revision: string
|
||||
/** Epoch milliseconds through which the displayed result was analyzed. */
|
||||
throughTimestampMs: number
|
||||
segmentCount: number
|
||||
transcriptionStatus: string
|
||||
summary: VideoAiItem[]
|
||||
questions: VideoAiItem[]
|
||||
checks: VideoAiItem[]
|
||||
review: VideoAiItem[]
|
||||
sources: VideoAiSource[]
|
||||
}
|
||||
|
||||
/** No capability is assumed until the host supplies its actual availability. */
|
||||
export function emptyVideoAiState(): VideoAiState {
|
||||
return {
|
||||
enabled: false,
|
||||
available: false,
|
||||
busy: false,
|
||||
phase: 'unavailable',
|
||||
message: '实时 AI 尚未就绪,等待腾讯云实时转写与分析服务连接。',
|
||||
error: '',
|
||||
errorCode: '',
|
||||
elapsedMs: 0,
|
||||
lastDurationMs: 0,
|
||||
firstResultMs: null,
|
||||
pendingSegments: 0,
|
||||
analysisScope: '',
|
||||
revision: '',
|
||||
throughTimestampMs: 0,
|
||||
segmentCount: 0,
|
||||
transcriptionStatus: 'pending',
|
||||
summary: [],
|
||||
questions: [],
|
||||
checks: [],
|
||||
review: [],
|
||||
sources: [],
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,307 @@
|
||||
const { test } = require('node:test')
|
||||
const assert = require('node:assert/strict')
|
||||
const fs = require('node:fs')
|
||||
const path = require('node:path')
|
||||
const ts = require('typescript')
|
||||
|
||||
const source = fs.readFileSync(path.join(__dirname, '../src/main.ts'), 'utf8')
|
||||
const ast = ts.createSourceFile('main.ts', source, ts.ScriptTarget.Latest, true)
|
||||
const names = new Set([
|
||||
'requestTranscriptionStart', 'requestTranscriptionStop', 'getTranscriberManager',
|
||||
'clearLiveCaptions', 'showLiveCaption', 'handleTranscriberMessage', 'subscribeTranscriber',
|
||||
'reportTranscriptionError', 'unsubscribeTranscriber', 'transcriptionTokenIsCurrent',
|
||||
'waitForPendingSegments', 'performStartTranscription', 'startTranscription',
|
||||
'stopTranscription', 'transcriptionResult',
|
||||
])
|
||||
const declarations = ast.statements.filter(node => ts.isFunctionDeclaration(node) && names.has(node.name?.text))
|
||||
assert.equal(declarations.length, names.size)
|
||||
const compiled = ts.transpileModule(declarations.map(node => node.getText(ast)).join('\n'), {
|
||||
compilerOptions: { target: ts.ScriptTarget.ES2022 },
|
||||
}).outputText
|
||||
const settle = async () => { for (let i = 0; i < 15; i++) await Promise.resolve() }
|
||||
|
||||
function harness(options = {}) {
|
||||
return new Function('options', `${compiled}
|
||||
let activeConfig = {userID:'doctor_1',targetUserId:'patient_1',diagnosisId:501};
|
||||
let phase={value:'connected'}, endNotified=false, patientName={value:'测试患者'};
|
||||
let transcriptionState={value:'idle'}, transcriptionError={value:''}, notice={value:''}, liveCaptions={value:[]};
|
||||
let transcriptionSessionId='', transcriptionGeneration=0, transcriptionStorageReady=false;
|
||||
let transcriptionFinalized=false,transcriptionFinalizeRequested=false,transcriptionHadInterruption=false;
|
||||
let transcriberRunning=false, transcriberManager=null, transcriberListener=null, transcriberRobotId='';
|
||||
let transcriptionStartPromise=null, transcriptionStopPromise=null, lastTranscriberMessageAt=0, transcriberStoppedAt=0;
|
||||
const pendingTranscriptionStarts=new Map(),pendingTranscriptionStops=new Map(),pendingSegments=new Map(),acknowledgedSegmentIds=new Set();
|
||||
const events=[],cloudCalls=[],removed=[],listeners=[],rooms=[],timers=new Map(); let timerId=0,sessionSequence=0,robotSequence=0,now=100000;
|
||||
const native={session:'',ready:false,sealed:false,violations:[]};
|
||||
const Date=class extends globalThis.Date { constructor(...args){super(...(args.length?args:[now]))} static now(){return now} };
|
||||
const window={qtVideoBridge:{notify(){}},setTimeout(fn,ms){const id=++timerId;timers.set(id,{fn,at:now+ms});return id},clearTimeout(id){timers.delete(id)}};
|
||||
const emit=event=>{
|
||||
events.push(event);
|
||||
// Model OrderedCallLifecycle's real storage protocol: one session for
|
||||
// the call, failed starts may retry that same ID, finish is irreversible.
|
||||
if(event.event==='transcription-start-request'){
|
||||
if(!native.session)native.session=event.sessionId;
|
||||
if(native.session!==event.sessionId||native.sealed)native.violations.push(event);
|
||||
} else if(event.event==='transcription-stop'){
|
||||
if(native.session!==event.sessionId||native.sealed)native.violations.push(event);
|
||||
native.sealed=true;
|
||||
} else if(['transcription-segment','transcription-ready'].includes(event.event)){
|
||||
if(!native.ready||native.session!==event.sessionId||native.sealed)native.violations.push(event);
|
||||
}
|
||||
};
|
||||
const safeErrorMessage=(error,fallback)=>error?.message||fallback;
|
||||
const observeRoomId=room=>rooms.push(room);
|
||||
const newTranscriptionSessionId=()=> 'tr-test-'+(++sessionSequence);
|
||||
const manager={
|
||||
addListener(listener){listeners.push(listener)},removeListener(listener){removed.push(listener)},
|
||||
async startRealtimeTranscriber(config){cloudCalls.push({operation:'start',config});return options.start?options.start(): 'robot-'+(++robotSequence)},
|
||||
async stopRealtimeTranscriber(robotId){cloudCalls.push({operation:'stop',robotId});options.onStop?.(listeners.at(-1));if(options.stopError)throw new Error('stop failed')},
|
||||
};
|
||||
const TUICallKitAPI={getTUICallEngineInstance:()=>({getTRTCCloudInstance:()=>({getAITranscriberManager:()=>options.noManager?null:manager})})};
|
||||
return {
|
||||
start:startTranscription,stop:stopTranscription,events,cloudCalls,removed,listeners,rooms,timers,
|
||||
ack:transcriptionResult, pendingStop:()=>transcriptionStopPromise,native,
|
||||
startAck(ok=true){const e=events.filter(e=>e.event==='transcription-start-request').at(-1);const accepted=ok&&native.session===e.sessionId&&!native.sealed;if(accepted)native.ready=true;transcriptionResult('start',e.sessionId,'',accepted,'')},
|
||||
stopAck(ok=true){const e=events.filter(e=>e.event==='transcription-stop').at(-1);transcriptionResult('stop',e.sessionId,'',ok,'')},
|
||||
segment(message){listeners.at(-1).onReceiveTranscriberMessage('room_1',message)},
|
||||
state:()=>({session:transcriptionSessionId,state:transcriptionState.value,error:transcriptionError.value,captions:liveCaptions.value,pending:pendingSegments.size,ready:transcriptionStorageReady,finalized:transcriptionFinalized}),
|
||||
async advance(ms){
|
||||
const target=now+ms;
|
||||
for(let guard=0;guard<10000;guard++){
|
||||
for(let i=0;i<12;i++)await Promise.resolve();
|
||||
const next=[...timers.entries()].filter(([,timer])=>timer.at<=target).sort((a,b)=>a[1].at-b[1].at)[0];
|
||||
if(!next){now=target;return}
|
||||
now=next[1].at;timers.delete(next[0]);next[1].fn();
|
||||
}
|
||||
throw new Error('timer overflow');
|
||||
},
|
||||
};
|
||||
`)(options)
|
||||
}
|
||||
async function start(h) {
|
||||
const count=h.events.filter(e=>e.event==='transcription-start-request').length
|
||||
const operation = h.start()
|
||||
if(h.events.filter(e=>e.event==='transcription-start-request').length>count)h.startAck()
|
||||
await operation
|
||||
assert.equal(h.state().state, 'recording')
|
||||
}
|
||||
const raw = (id = 'seg-1', speaker = 'patient_1') => ({ segmentId: id, speakerUserId: speaker, sourceText: '頭痛,沒有發燒。', timestamp: 1720000000, isCompleted: true })
|
||||
const normalized = (id = 'seg-1', speaker = 'patient_1') => ({ ...raw(id, speaker), sourceText: '头痛,没有发烧。' })
|
||||
|
||||
test('Tencent starts with Chinese only after storage ACK; local PCM ASR is not wired into the page', async () => {
|
||||
const h=harness(),operation=h.start()
|
||||
assert.equal(h.cloudCalls.length,0)
|
||||
assert.equal(h.events[0].event,'transcription-start-request')
|
||||
assert.equal(h.events[0].language,'zh')
|
||||
h.startAck();await operation
|
||||
assert.deepEqual(h.cloudCalls,[{operation:'start',config:{sourceLanguage:'zh'}}])
|
||||
assert.doesNotMatch(source,/LocalPcmCapture|local-transcription-start|localTranscriptionEvent/)
|
||||
assert.match(source,/function getTrtcAudioCloud/)
|
||||
})
|
||||
|
||||
test('raw partials/finals never render; only the matching successful simplified ACK renders', async () => {
|
||||
const h=harness();await start(h)
|
||||
h.segment({...raw(),isCompleted:false})
|
||||
assert.equal(h.events.filter(e=>e.event==='transcription-segment').length,0)
|
||||
h.segment(raw());h.segment({...raw(),sourceText:'這是遲到的不同文本'})
|
||||
assert.equal(h.events.filter(e=>e.event==='transcription-segment').length,1)
|
||||
assert.equal(h.state().captions.length,0)
|
||||
const event=h.events.at(-1)
|
||||
assert.equal(event.segment.text,'頭痛,沒有發燒。')
|
||||
assert.equal(event.segment.speaker_role,'patient')
|
||||
h.ack('segment','stale-session','seg-1',true,'',normalized())
|
||||
assert.equal(h.state().captions.length,0)
|
||||
h.ack('segment',event.sessionId,'seg-1',true,'',normalized())
|
||||
assert.equal(h.state().captions[0].text,'头痛,没有发烧。')
|
||||
assert.equal(h.state().captions[0].speaker,'测试患者')
|
||||
assert.equal(h.state().pending,0)
|
||||
h.segment(raw());assert.equal(h.events.filter(e=>e.event==='transcription-segment').length,1)
|
||||
})
|
||||
|
||||
test('speaker attribution uses exact SDK identities and leaves unknown speakers unknown', async () => {
|
||||
const h=harness();await start(h)
|
||||
for(const [id,role] of [['doctor_1','doctor'],['patient_1','patient'],['unverified','unknown']]){
|
||||
h.segment(raw(id,id))
|
||||
const e=h.events.at(-1)
|
||||
assert.equal(e.segment.speaker_role,role)
|
||||
h.ack('segment',e.sessionId,id,true,'',normalized(id,id))
|
||||
}
|
||||
assert.deepEqual(h.state().captions.map(c=>c.speaker),['医生','测试患者','对话'])
|
||||
})
|
||||
|
||||
test('missing normalized text does not fall back to raw text', async () => {
|
||||
const h=harness();await start(h);h.segment(raw())
|
||||
h.ack('segment',h.state().session,'seg-1',true,'')
|
||||
assert.equal(h.state().captions.length,0)
|
||||
assert.equal(h.state().pending,0)
|
||||
})
|
||||
|
||||
test('stop keeps listener and persistence open for a tail segment and its ACK', async () => {
|
||||
const h=harness({onStop:listener=>listener.onReceiveTranscriberMessage('room_1',raw('tail'))})
|
||||
await start(h)
|
||||
const stopped=h.stop();await settle();await h.advance(1000)
|
||||
assert.equal(h.state().state,'stopping')
|
||||
assert.equal(h.removed.length,0)
|
||||
assert.equal(h.events.filter(e=>e.event==='transcription-stop').length,0)
|
||||
h.ack('segment',h.state().session,'tail',true,'',normalized('tail'))
|
||||
await h.advance(100)
|
||||
assert.equal(h.events.at(-1).status,'completed')
|
||||
h.stopAck();await stopped
|
||||
assert.equal(h.state().state,'idle')
|
||||
assert.equal(h.removed.length,1)
|
||||
assert.equal(h.state().captions[0].text,'头痛,没有发烧。')
|
||||
})
|
||||
|
||||
test('failed segments retry three times and finalization is marked partial', async () => {
|
||||
const h=harness();await start(h);h.segment(raw())
|
||||
const session=h.state().session
|
||||
h.ack('segment',session,'seg-1',false,'save failed');await h.advance(500)
|
||||
h.ack('segment',session,'seg-1',false,'save failed');await h.advance(750)
|
||||
h.ack('segment',session,'seg-1',false,'save failed')
|
||||
assert.equal(h.events.filter(e=>e.event==='transcription-segment').length,3)
|
||||
const stopped=h.stop();await settle();await h.advance(15000)
|
||||
assert.equal(h.events.at(-1).status,'partial')
|
||||
h.stopAck();await stopped
|
||||
})
|
||||
|
||||
test('storage failure prevents starting Tencent and reports an actionable retry state', async () => {
|
||||
const h=harness(),operation=h.start()
|
||||
h.startAck(false)
|
||||
await assert.rejects(operation,/服务端无法保存/)
|
||||
assert.equal(h.cloudCalls.length,0)
|
||||
assert.equal(h.state().state,'error')
|
||||
assert.equal(h.events.at(-1).event,'transcription-error')
|
||||
await start(h)
|
||||
assert.equal(h.state().session,'tr-test-1')
|
||||
assert.deepEqual(h.native.violations,[])
|
||||
})
|
||||
|
||||
test('Tencent startup failure keeps native storage open and retries the same session', async () => {
|
||||
let failed=true
|
||||
const h=harness({start:async()=>{if(failed)throw new Error('cloud unavailable');return 'new-robot'}})
|
||||
const operation=h.start();h.startAck()
|
||||
await assert.rejects(operation,/cloud unavailable/)
|
||||
assert.equal(h.events.some(e=>e.event==='transcription-error'&&e.message==='cloud unavailable'),true)
|
||||
assert.equal(h.events.some(e=>e.event==='transcription-stop'),false)
|
||||
assert.equal(h.state().state,'error')
|
||||
assert.equal(h.state().ready,true)
|
||||
assert.equal(h.native.sealed,false)
|
||||
failed=false;await start(h)
|
||||
assert.equal(h.state().error,'')
|
||||
assert.equal(h.state().session,'tr-test-1')
|
||||
assert.equal(h.events.filter(e=>e.event==='transcription-start-request').length,1)
|
||||
assert.equal(h.events.at(-1).event,'transcription-ready')
|
||||
h.listeners[0].onReceiveTranscriberMessage('old-room',raw('old-segment'))
|
||||
assert.equal(h.events.some(e=>e.segment?.segment_id==='old-segment'),false)
|
||||
assert.deepEqual(h.native.violations,[])
|
||||
})
|
||||
|
||||
test('hangup during cloud startup stops the eventual robot and completes storage only once', async () => {
|
||||
let resolveCloud
|
||||
const h=harness({start:()=>new Promise(resolve=>{resolveCloud=resolve})})
|
||||
const operation=h.start();h.startAck();await settle()
|
||||
const stopped=h.stop();resolveCloud('late-robot');await operation;await settle();await h.advance(600)
|
||||
assert.equal(h.cloudCalls.filter(c=>c.operation==='stop').length,1)
|
||||
assert.equal(h.cloudCalls.at(-1).robotId,'late-robot')
|
||||
assert.equal(h.events.filter(e=>e.event==='transcription-stop').length,1)
|
||||
h.stopAck();await stopped
|
||||
assert.equal(h.state().session,'tr-test-1')
|
||||
assert.equal(h.state().finalized,true)
|
||||
assert.equal(h.removed.length,1)
|
||||
})
|
||||
|
||||
test('runtime restart preserves captions, ACKs, pending snapshots and one native session until hangup', async () => {
|
||||
const h=harness();await start(h)
|
||||
h.segment(raw('saved'))
|
||||
h.ack('segment',h.state().session,'saved',true,'',normalized('saved'))
|
||||
h.segment(raw('pending'))
|
||||
const originalPending=h.events.at(-1)
|
||||
const oldListener=h.listeners.at(-1)
|
||||
oldListener.onRealtimeTranscriberError('room_1','robot-1',500,'cloud interrupted')
|
||||
const stopped=h.pendingStop();await settle();await h.advance(15000);await stopped
|
||||
assert.equal(h.events.some(e=>e.event==='transcription-stop'),false)
|
||||
assert.equal(h.state().state,'error')
|
||||
assert.equal(h.state().pending,1)
|
||||
assert.equal(h.state().captions.length,1)
|
||||
assert.equal(h.state().ready,true)
|
||||
assert.equal(h.native.sealed,false)
|
||||
await start(h)
|
||||
assert.equal(h.state().session,'tr-test-1')
|
||||
assert.equal(h.events.at(-1).event,'transcription-ready')
|
||||
assert.equal(h.events.filter(e=>e.event==='transcription-start-request').length,1)
|
||||
assert.equal(h.state().pending,1)
|
||||
assert.equal(h.state().captions[0].text,'头痛,没有发烧。')
|
||||
const before=h.events.length
|
||||
oldListener.onReceiveTranscriberMessage('old-room',raw('stale'))
|
||||
oldListener.onRealtimeTranscriberError('old-room','robot-2',500,'stale error')
|
||||
h.segment({...raw('saved'),sourceText:'不应覆盖已保存分段'})
|
||||
h.segment({...raw('pending'),sourceText:'不应覆盖待确认快照'})
|
||||
assert.equal(h.events.length,before)
|
||||
h.ack('segment',h.state().session,'pending',false,'temporary save failure')
|
||||
await h.advance(500)
|
||||
assert.equal(h.events.at(-1),originalPending)
|
||||
h.ack('segment',h.state().session,'pending',true,'',normalized('pending'))
|
||||
assert.equal(h.state().pending,0)
|
||||
assert.equal(h.state().captions.length,2)
|
||||
const final=h.stop();await settle();await h.advance(600)
|
||||
assert.equal(h.events.at(-1).event,'transcription-stop')
|
||||
assert.equal(h.events.at(-1).status,'partial')
|
||||
assert.equal(h.events.filter(e=>e.event==='transcription-stop').length,1)
|
||||
h.stopAck();await final
|
||||
assert.equal(h.native.sealed,true)
|
||||
await assert.rejects(h.start(),/本次转写已结束/)
|
||||
assert.deepEqual(h.native.violations,[])
|
||||
})
|
||||
|
||||
test('hangup upgrades an in-flight robot-only drain and seals native storage once', async () => {
|
||||
const h=harness();await start(h);h.segment(raw('tail'))
|
||||
h.listeners.at(-1).onRealtimeTranscriberError('room_1','robot-1',500,'interrupted')
|
||||
const drain=h.pendingStop();await settle()
|
||||
const hangup=h.stop()
|
||||
h.ack('segment',h.state().session,'tail',true,'',normalized('tail'))
|
||||
await h.advance(600)
|
||||
assert.equal(h.events.filter(e=>e.event==='transcription-stop').length,1)
|
||||
h.stopAck();await Promise.all([drain,hangup])
|
||||
assert.equal(h.state().finalized,true)
|
||||
assert.deepEqual(h.native.violations,[])
|
||||
})
|
||||
|
||||
test('hangup during a rejecting cloud start finishes without a start/stop promise deadlock', async () => {
|
||||
let rejectCloud
|
||||
const h=harness({start:()=>new Promise((_resolve,reject)=>{rejectCloud=reject})})
|
||||
const startOperation=h.start();h.startAck();await settle()
|
||||
const rejected=assert.rejects(startOperation,/startup interrupted/)
|
||||
const hangup=h.stop();rejectCloud(new Error('startup interrupted'))
|
||||
await rejected;await settle();await h.advance(600)
|
||||
assert.equal(h.events.at(-1).event,'transcription-stop')
|
||||
assert.equal(h.events.at(-1).status,'partial')
|
||||
h.stopAck();await hangup
|
||||
assert.equal(h.state().finalized,true)
|
||||
assert.equal(h.events.filter(e=>e.event==='transcription-stop').length,1)
|
||||
assert.deepEqual(h.native.violations,[])
|
||||
})
|
||||
|
||||
test('unexpected robot stop keeps native storage open and can restart before hangup', async () => {
|
||||
const h=harness();await start(h)
|
||||
h.listeners.at(-1).onRealtimeTranscriberStopped('room_1','robot-1')
|
||||
const drain=h.pendingStop();await settle();await h.advance(600);await drain
|
||||
assert.equal(h.state().state,'error')
|
||||
assert.equal(h.native.sealed,false)
|
||||
await start(h)
|
||||
assert.equal(h.cloudCalls.filter(e=>e.operation==='start').length,2)
|
||||
assert.equal(h.events.filter(e=>e.event==='transcription-ready').length,2)
|
||||
assert.equal(h.events.filter(e=>e.event==='transcription-start-request').length,1)
|
||||
assert.deepEqual(h.native.violations,[])
|
||||
})
|
||||
|
||||
test('cloud capture status remains accurate and partial post-call text can be reviewed', () => {
|
||||
const target={exports:{}}
|
||||
const statusSource=fs.readFileSync(path.join(__dirname,'../src/transcription-status.ts'),'utf8')
|
||||
const statusCode=ts.transpileModule(statusSource,{compilerOptions:{module:ts.ModuleKind.CommonJS,target:ts.ScriptTarget.ES2022}}).outputText
|
||||
new Function('module','exports',statusCode)(target,target.exports)
|
||||
const status=target.exports.transcriptionStatus
|
||||
assert.equal(status('recording','pending'),'running')
|
||||
assert.equal(status('error','running'),'failed')
|
||||
assert.equal(status('error','partial'),'failed')
|
||||
assert.equal(status('error','partial',true),'partial')
|
||||
assert.equal(status('stopping','partial',true),'stopping')
|
||||
})
|
||||
@@ -522,6 +522,14 @@ function appHarness(t) {
|
||||
'./style.css': {},
|
||||
}
|
||||
const load = (name) => {
|
||||
if (['./local-transcription', './local-pcm', './video-ai-types', './trtc-audio'].includes(name)) {
|
||||
const loaded = { exports: {} }
|
||||
const compiled = ts.transpileModule(fs.readFileSync(path.join(__dirname, `../src/${name.slice(2)}.ts`), 'utf8'), {
|
||||
compilerOptions: { module: ts.ModuleKind.CommonJS, target: ts.ScriptTarget.ES2022 },
|
||||
}).outputText
|
||||
new Function('module', 'exports', 'require', compiled)(loaded, loaded.exports, load)
|
||||
dependencies[name] = loaded.exports
|
||||
}
|
||||
assert.ok(Object.hasOwn(dependencies, name), `unexpected dependency: ${name}`)
|
||||
return dependencies[name]
|
||||
}
|
||||
|
||||
@@ -0,0 +1,74 @@
|
||||
const { test } = require('node:test')
|
||||
const assert = require('node:assert/strict')
|
||||
const fs = require('node:fs')
|
||||
const path = require('node:path')
|
||||
const ts = require('typescript')
|
||||
const target = { exports: {} }
|
||||
const code = ts.transpileModule(fs.readFileSync(path.join(__dirname, '../src/local-pcm.ts'), 'utf8'), {
|
||||
compilerOptions: { module: ts.ModuleKind.CommonJS, target: ts.ScriptTarget.ES2022 },
|
||||
}).outputText
|
||||
new Function('module', 'exports', code)(target, target.exports)
|
||||
const { PcmSpeechBuffer, PcmResampler } = target.exports
|
||||
|
||||
test('silent microphone never creates hallucination opportunities', () => {
|
||||
const chunks = []
|
||||
const buffer = new PcmSpeechBuffer((...chunk) => chunks.push(chunk))
|
||||
for (let i = 0; i < 1000; i++) buffer.push(new Float32Array(1600), 100000 + i * 100)
|
||||
buffer.flush()
|
||||
assert.equal(chunks.length, 0)
|
||||
})
|
||||
test('speech preserves amplitude, boundaries and epoch timestamp', () => {
|
||||
const chunks = []
|
||||
const buffer = new PcmSpeechBuffer((pcm, timestamp) => chunks.push({ pcm, timestamp }))
|
||||
buffer.push(new Float32Array(3200), 1793332800000)
|
||||
buffer.push(new Float32Array(16000).fill(0.5), 1793332800200)
|
||||
buffer.push(new Float32Array(11200), 1793332801200)
|
||||
assert.equal(chunks.length, 1)
|
||||
assert.equal(chunks[0].timestamp, 1793332800000)
|
||||
assert.equal(chunks[0].pcm[4000], 16384)
|
||||
buffer.flush()
|
||||
assert.equal(chunks.length, 1)
|
||||
})
|
||||
test('continuous speech is bounded and stop drains final speech once', () => {
|
||||
const chunks = []
|
||||
const buffer = new PcmSpeechBuffer(pcm => chunks.push(pcm))
|
||||
for (let i = 0; i < 100; i++) buffer.push(new Float32Array(1600).fill(-0.5), 100000 + i * 100)
|
||||
buffer.flush()
|
||||
buffer.flush()
|
||||
assert.equal(chunks.length, 3)
|
||||
assert.equal(chunks.reduce((n, c) => n + c.length, 0), 160000)
|
||||
assert(chunks.every(c => c.length <= 64000))
|
||||
assert.equal(chunks[0][0], -16384)
|
||||
})
|
||||
for (const rate of [16000, 44100, 48000]) {
|
||||
test(`resampling ${rate}Hz maintains duration and a continuous signal across callbacks`, () => {
|
||||
const resampler = new PcmResampler(rate)
|
||||
let output = []
|
||||
const input = Float32Array.from({ length: rate }, (_, i) => Math.sin(2 * Math.PI * 440 * i / rate))
|
||||
for (let i = 0; i < input.length; i += 4096) output.push(...resampler.push(input.subarray(i, i + 4096)))
|
||||
assert(Math.abs(output.length - 16000) <= 1)
|
||||
const mse = output.reduce((sum, v, i) => sum + (v - Math.sin(2 * Math.PI * 440 * i / 16000)) ** 2, 0) / output.length
|
||||
assert(mse < 0.00001)
|
||||
})
|
||||
}
|
||||
test('invalid sample rate is rejected', () => {
|
||||
for (const rate of [0, NaN, Infinity, 192001]) assert.throws(() => new PcmResampler(rate))
|
||||
})
|
||||
test('quiet and very short speech is preserved for model VAD, including a short negation', () => {
|
||||
const chunks = []
|
||||
const buffer = new PcmSpeechBuffer(pcm => chunks.push(pcm))
|
||||
buffer.push(new Float32Array(800).fill(0.0005), 1793332800000)
|
||||
buffer.flush()
|
||||
assert.equal(chunks.length, 1)
|
||||
assert.equal(chunks[0].length, 800)
|
||||
assert(chunks[0].every(sample => sample > 0))
|
||||
})
|
||||
|
||||
test('nonzero room noise cannot delay the first submission beyond four seconds', () => {
|
||||
const chunks = []
|
||||
const buffer = new PcmSpeechBuffer(pcm => chunks.push(pcm))
|
||||
for (let i = 0; i < 39; i++) buffer.push(new Float32Array(1600).fill(0.0001), 100000 + i * 100)
|
||||
assert.equal(chunks.length, 0)
|
||||
buffer.push(new Float32Array(1600).fill(0.0001), 103900)
|
||||
assert.equal(chunks[0].length, 64000)
|
||||
})
|
||||
@@ -0,0 +1,102 @@
|
||||
const { test } = require('node:test')
|
||||
const assert = require('node:assert/strict')
|
||||
const fs = require('node:fs')
|
||||
const path = require('node:path')
|
||||
const ts = require('typescript')
|
||||
|
||||
function harness() {
|
||||
const timers = new Map()
|
||||
const contexts = []
|
||||
const chunks = []
|
||||
const warnings = []
|
||||
const doctor = { id: 'doctor-track', kind: 'audio', readyState: 'live', stop() { throw new Error('must not stop call audio') } }
|
||||
const patient = { ...doctor, id: 'patient-track' }
|
||||
const channels = { doctor, patient }
|
||||
const cloud = { getAudioTrack(input) { return input?.userId || typeof input === 'string' ? channels.patient : channels.doctor } }
|
||||
class Stream { constructor(tracks) { this.tracks = tracks } }
|
||||
class Context {
|
||||
constructor() { this.sampleRate = 48000; this.state = 'running'; this.sources = []; contexts.push(this) }
|
||||
async resume() {}
|
||||
async close() { this.state = 'closed' }
|
||||
createMediaStreamSource(stream) {
|
||||
const source = { stream, connect(processor) { source.processor = processor }, disconnect() {} }
|
||||
this.sources.push(source)
|
||||
return source
|
||||
}
|
||||
createScriptProcessor() { return { onaudioprocess: null, connect() {}, disconnect() {} } }
|
||||
createGain() { return { gain: {}, connect() {}, disconnect() {} } }
|
||||
}
|
||||
const fakeWindow = {
|
||||
btoa: text => Buffer.from(text, 'binary').toString('base64'),
|
||||
setInterval(callback) { timers.set(1, callback); return 1 },
|
||||
clearInterval(id) { timers.delete(id) },
|
||||
}
|
||||
const cache = new Map()
|
||||
const load = name => {
|
||||
if (cache.has(name)) return cache.get(name)
|
||||
const target = { exports: {} }
|
||||
const code = ts.transpileModule(fs.readFileSync(path.join(__dirname, '../src', name + '.ts'), 'utf8'), {
|
||||
compilerOptions: { module: ts.ModuleKind.CommonJS, target: ts.ScriptTarget.ES2022 },
|
||||
}).outputText
|
||||
new Function('module', 'exports', 'require', 'window', 'AudioContext', 'MediaStream', code)(target, target.exports, load, fakeWindow, Context, Stream)
|
||||
cache.set(name, target.exports)
|
||||
return target.exports
|
||||
}
|
||||
const { LocalPcmCapture } = load('./local-transcription')
|
||||
const capture = new LocalPcmCapture(cloud, 'patient-user', (...chunk) => chunks.push(chunk), message => warnings.push(message))
|
||||
const feed = (track, value, frames = 10) => {
|
||||
const source = contexts[0].sources.findLast(source => source.stream.tracks[0] === track)
|
||||
for (let index = 0; index < frames; index++) source.processor.onaudioprocess?.({ inputBuffer: { getChannelData: () => new Float32Array(4096).fill(value) } })
|
||||
}
|
||||
return { capture, chunks, warnings, timers, contexts, channels, doctor, patient, cloud, feed }
|
||||
}
|
||||
|
||||
test('known SDK tracks keep doctor/patient attribution through PCM and drain without stopping call tracks', async () => {
|
||||
const h = harness()
|
||||
await h.capture.start()
|
||||
h.feed(h.doctor, 0.1)
|
||||
h.feed(h.patient, 0.2)
|
||||
assert.equal(await h.capture.stop(), true)
|
||||
assert.deepEqual(h.chunks.map(c => c[0]), ['doctor', 'patient'])
|
||||
for (const [role, timestamp, encoded] of h.chunks) {
|
||||
assert(timestamp > 1e12)
|
||||
const bytes = Buffer.from(encoded, 'base64')
|
||||
assert.equal(bytes.readInt16LE(0), role === 'doctor' ? 3277 : 6553)
|
||||
assert(bytes.length < 12 * 16000 * 2)
|
||||
}
|
||||
assert.equal(h.timers.size, 0)
|
||||
assert.equal(h.contexts[0].state, 'closed')
|
||||
await h.capture.stop()
|
||||
assert.equal(h.chunks.length, 2)
|
||||
})
|
||||
|
||||
test('SDK track rediscovery does not duplicate streams; replacement retains role', async () => {
|
||||
const h = harness()
|
||||
await h.capture.start()
|
||||
h.timers.get(1)()
|
||||
assert.equal(h.contexts[0].sources.length, 2)
|
||||
const replacement = { ...h.patient, id: 'new-patient' }
|
||||
h.channels.patient = replacement
|
||||
h.timers.get(1)()
|
||||
h.feed(replacement, 0.3)
|
||||
await h.capture.stop()
|
||||
assert.equal(h.chunks[0][0], 'patient')
|
||||
assert.equal(h.contexts[0].sources.length, 3)
|
||||
})
|
||||
|
||||
test('missing remote audio marks incomplete instead of labeling the doctor as patient', async () => {
|
||||
const h = harness()
|
||||
h.channels.patient = null
|
||||
await h.capture.start()
|
||||
h.feed(h.doctor, 0.1)
|
||||
assert.equal(await h.capture.stop(), false)
|
||||
assert.deepEqual(h.chunks.map(c => c[0]), ['doctor'])
|
||||
})
|
||||
|
||||
test('unavailable audio API fails without microphone fallback or cloud transcription', async () => {
|
||||
const h = harness()
|
||||
h.cloud.getAudioTrack = undefined
|
||||
await assert.rejects(h.capture.start(), /音轨/)
|
||||
assert.equal(h.contexts.length, 0)
|
||||
assert.equal(h.timers.size, 0)
|
||||
})
|
||||
@@ -0,0 +1,54 @@
|
||||
const { test } = require('node:test')
|
||||
const assert = require('node:assert/strict')
|
||||
const fs = require('node:fs')
|
||||
const path = require('node:path')
|
||||
const ts = require('typescript')
|
||||
|
||||
function load(name) {
|
||||
const target = {exports:{}}
|
||||
const code = ts.transpileModule(fs.readFileSync(path.join(__dirname, '../src', name+'.ts'),'utf8'), {
|
||||
compilerOptions:{module:ts.ModuleKind.CommonJS,target:ts.ScriptTarget.ES2022},
|
||||
}).outputText
|
||||
new Function('module','exports',code)(target,target.exports)
|
||||
return target.exports
|
||||
}
|
||||
const {resolveTrtcAudioSource} = load('trtc-audio')
|
||||
const {localTranscriptionStatus} = load('local-transcription-status')
|
||||
|
||||
test('CallEngine wrapper resolves the actual v5 owner and preserves method this', () => {
|
||||
const doctor={kind:'audio',id:'d'}, patient={kind:'audio',id:'p'}
|
||||
const inner={doctor,patient,getAudioTrack(input){return input?.userId ? this.patient : this.doctor}}
|
||||
const wrapper={_trtc:inner}
|
||||
const source=resolveTrtcAudioSource(wrapper)
|
||||
assert.equal(source,inner)
|
||||
assert.equal(source.getAudioTrack({processed:true}),doctor)
|
||||
assert.equal(source.getAudioTrack({userId:'patient',processed:true}),patient)
|
||||
assert.equal(wrapper.getAudioTrack,undefined)
|
||||
})
|
||||
|
||||
test('direct v5 instances are supported, missing or released instances fail closed', () => {
|
||||
const direct={getAudioTrack(){return null}}
|
||||
assert.equal(resolveTrtcAudioSource(direct),direct)
|
||||
for(const value of [null,undefined,{}, {_trtc:{}}, {getAudioTrack:true}]) assert.equal(resolveTrtcAudioSource(value),null)
|
||||
assert.equal(resolveTrtcAudioSource({get _trtc(){throw new Error('released')}}),null)
|
||||
})
|
||||
|
||||
test('capture failure overrides stale native running and exposes retry status', () => {
|
||||
assert.equal(localTranscriptionStatus('error','running'),'failed')
|
||||
assert.equal(localTranscriptionStatus('error','starting'),'failed')
|
||||
assert.equal(localTranscriptionStatus('starting','running'),'starting')
|
||||
assert.equal(localTranscriptionStatus('stopping','running'),'stopping')
|
||||
assert.equal(localTranscriptionStatus('recording','partial'),'partial')
|
||||
assert.equal(localTranscriptionStatus('idle','completed'),'completed')
|
||||
})
|
||||
|
||||
test('the installed CallEngine dependency retains the validated wrapper boundary', () => {
|
||||
// This deliberate version gate makes an SDK upgrade require the real-browser
|
||||
// compatibility probe again, rather than silently trusting a structural mock.
|
||||
const wrapper = JSON.parse(fs.readFileSync(require.resolve('trtc-cloud-js-sdk/package.json'),'utf8'))
|
||||
const engine = JSON.parse(fs.readFileSync(require.resolve('@trtc/call-engine-lite-js/package.json'),'utf8'))
|
||||
assert.equal(wrapper.version,'2.10.19')
|
||||
assert.equal(engine.version,'3.5.9')
|
||||
const declaration=fs.readFileSync(path.join(path.dirname(require.resolve('trtc-cloud-js-sdk/package.json')),'trtc-cloud-js-sdk.d.ts'),'utf8')
|
||||
assert.match(declaration, /_trtc:/)
|
||||
})
|
||||
@@ -0,0 +1,5 @@
|
||||
<!doctype html>
|
||||
<html lang="zh-CN">
|
||||
<head><meta charset="UTF-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><title>视频 AI 辅助 · 合成数据验收</title></head>
|
||||
<body><div id="app"></div><script type="module" src="./video-ai-fixture.ts"></script></body>
|
||||
</html>
|
||||
@@ -0,0 +1,78 @@
|
||||
/** Browser-only acceptance fixture. No patient data, bridge, login, audio or model calls. */
|
||||
import { createApp, h, ref } from 'vue'
|
||||
import App from '../src/App.vue'
|
||||
import { emptyVideoAiState } from '../src/video-ai-types'
|
||||
import type { VideoAiState } from '../src/video-ai-types'
|
||||
import { emptyImAiState } from '../src/im-ai'
|
||||
import '../src/style.css'
|
||||
|
||||
const params = new URLSearchParams(location.search)
|
||||
const now = Date.now()
|
||||
const ai = ref<VideoAiState>({
|
||||
...emptyVideoAiState(), enabled: true, available: true, phase: 'ready', message: '', lastDurationMs: 8400,
|
||||
revision: '7', throughTimestampMs: now, segmentCount: 137, transcriptionStatus: 'running',
|
||||
summary: [{ text: '患者自述近三日**晨起乏力**,空腹血糖 **7.2 mmol/L**,体重 68 kg。', evidence_ids: ['original-1'] }],
|
||||
questions: [
|
||||
{ text: '乏力时有没有头晕、心慌,休息后会不会缓解?', reason: '已知持续三日,补充伴随症状与缓解情况。', evidence_ids: ['original-1'] },
|
||||
{ text: '最近一次服药是什么时间,药名和剂量能确认吗?', reason: '当前用药信息尚未核对。', evidence_ids: [] },
|
||||
],
|
||||
checks: [{ text: '既往用药情况尚未核对。', reason: '当前转写未提供明确的药名与服用频率。', evidence_ids: [] }],
|
||||
sources: [{ id: 'original-1', role: 'patient', timestamp_ms: now - 62000, text: '这三天早上有些没力气。今天空腹血糖测的是 7.2 mmol/L,体重 68 kg。' + '此处是保留完整分段的合成测试文字。'.repeat(45) }],
|
||||
})
|
||||
if (params.has('unavailable')) ai.value = emptyVideoAiState()
|
||||
if (params.has('empty')) ai.value = { ...ai.value, revision: '', throughTimestampMs: 0, segmentCount: 0, summary: [], questions: [], checks: [], sources: [], lastDurationMs: 0 }
|
||||
if (params.has('paused')) ai.value = { ...ai.value, enabled: false }
|
||||
if (params.has('busy')) ai.value = { ...ai.value, busy: true, phase: 'analyzing', elapsedMs: 12500, pendingSegments: 2 }
|
||||
if (params.has('partial-stream')) ai.value = { ...ai.value, busy: true, phase: 'analyzing', revision: '8', elapsedMs: 4300, summary: [], checks: [] }
|
||||
if (params.has('error')) ai.value = { ...ai.value, busy: false, phase: 'error', errorCode: 'timeout', error: '分析服务响应超时,请稍后重新生成。' }
|
||||
const postCall = params.has('post-call')
|
||||
const chatMode = params.has('chat') || postCall
|
||||
const phase = ref(postCall ? 'ended' : 'connected')
|
||||
const statusText = ref(postCall ? '视频通话已结束 · 合成数据' : '视频通话中 · 合成数据')
|
||||
const transcriptionState = ref(postCall ? 'idle' : 'recording')
|
||||
const localRecordingState = ref(postCall ? 'idle' : 'recording')
|
||||
if (postCall) ai.value = { ...ai.value, enabled: false, transcriptionStatus: params.has('partial') ? 'partial' : 'completed' }
|
||||
const notice = ref('')
|
||||
const patient = {
|
||||
diagnosisId: 'DEMO-01', name: '合成测试患者', gender: '女', age: '42', height: '165', weight: '68',
|
||||
diagnosisDate: '', appointmentDate: '', clinicalDiagnosis: '', chiefComplaint: '晨起乏力三日', presentIllness: '仅用于界面验证。',
|
||||
pastHistory: '', allergyHistory: '待核实', personalHistory: '', familyHistory: '', currentMedication: '',
|
||||
tongue: '', pulse: '', prescriptionOpinion: '', remark: '',
|
||||
}
|
||||
let refreshCount = 0
|
||||
let toggleCount = 0
|
||||
let reviewCount = 0
|
||||
const noop = async () => {}
|
||||
createApp({
|
||||
render: () => h(App, {
|
||||
phase, statusText, patientName: ref(patient.name), mode: ref(chatMode ? 'chat' : 'video'),
|
||||
messages: ref([]), chatReady: ref(chatMode), chatBusy: ref(false), notice,
|
||||
canVideoCall: ref(true), callDisabledReason: ref(''), hasMoreMessages: ref(false),
|
||||
transcriptionState, localRecordingState,
|
||||
// The cited old source is deliberately absent from this recent-caption display cache.
|
||||
liveCaptions: ref([{ id: 'recent-only', speaker: '医生', time: '10:00:00', text: '这是最近的一条对话。', completed: true }]),
|
||||
patientCase: ref(patient), contextKey: ref('synthetic-call'), imAiState: ref(emptyImAiState()),
|
||||
onRequestImAi: () => {}, onRegenerateImAi: () => {}, onCancelImAi: () => {},
|
||||
onSendText: noop, onSendAttachment: noop, onLoadMore: noop, onReconnectChat: noop, onStartVideo: noop,
|
||||
onHangup: async () => {
|
||||
notice.value = '视频已结束(合成测试)'
|
||||
phase.value = 'ended'
|
||||
statusText.value = '视频通话已结束 · 合成数据'
|
||||
transcriptionState.value = 'idle'
|
||||
localRecordingState.value = 'idle'
|
||||
ai.value = { ...ai.value, enabled: false, transcriptionStatus: 'completed' }
|
||||
},
|
||||
onOpenDiagnosis: async () => { notice.value = '已点击打开诊单(合成测试)' }, onSaveScreenshot: noop,
|
||||
liveAiState: ai,
|
||||
onRefreshVideoAi: () => { refreshCount++; ai.value = { ...ai.value, busy: true, phase: 'analyzing', error: '', errorCode: '', elapsedMs: 0, message: `显式重新生成 ${refreshCount} 次` } },
|
||||
onToggleVideoAi: (enabled: boolean) => { toggleCount++; ai.value = { ...ai.value, enabled, message: `自动辅助切换 ${toggleCount} 次` } },
|
||||
onRetryTranscription: () => { ai.value = { ...ai.value, transcriptionStatus: 'starting', error: '', message: '正在重试腾讯云实时转写' } },
|
||||
onReviewVideoAi: () => {
|
||||
reviewCount++
|
||||
ai.value = {
|
||||
...ai.value, busy: false, message: `显式生成复盘 ${reviewCount} 次(合成数据)`,
|
||||
review: [{ text: '已记录症状与自测指标;用药名称及频率仍待核实。', reason: '依据本次已完成的合成转写整理。', evidence_ids: ['original-1'] }],
|
||||
}
|
||||
},
|
||||
}),
|
||||
}).mount('#app')
|
||||
@@ -0,0 +1,204 @@
|
||||
const { test } = require('node:test')
|
||||
const assert = require('node:assert/strict')
|
||||
const fs = require('node:fs')
|
||||
const path = require('node:path')
|
||||
const ts = require('typescript')
|
||||
const vue = require('vue')
|
||||
const { parse, compileScript } = require('@vue/compiler-sfc')
|
||||
|
||||
const modules = new Map()
|
||||
function loadTs(name) {
|
||||
if (modules.has(name)) return modules.get(name)
|
||||
const target = { exports: {} }
|
||||
const source = fs.readFileSync(path.join(__dirname, `../src/${name}.ts`), 'utf8')
|
||||
const code = ts.transpileModule(source, { compilerOptions: { module: ts.ModuleKind.CommonJS, target: ts.ScriptTarget.ES2022 } }).outputText
|
||||
new Function('module', 'exports', code)(target, target.exports)
|
||||
modules.set(name, target.exports)
|
||||
return target.exports
|
||||
}
|
||||
const filename = path.join(__dirname, '../src/VideoAiPanel.vue')
|
||||
const { descriptor } = parse(fs.readFileSync(filename, 'utf8'), { filename })
|
||||
const script = compileScript(descriptor, { id: 'test-video-ai-panel', inlineTemplate: true })
|
||||
const code = ts.transpileModule(script.content, { compilerOptions: { module: ts.ModuleKind.CommonJS, target: ts.ScriptTarget.ES2022 } }).outputText
|
||||
const componentModule = { exports: {} }
|
||||
new Function('module', 'exports', 'require', code)(componentModule, componentModule.exports, (name) => name === 'vue' ? vue : loadTs(name.slice(2)))
|
||||
const VideoAiPanel = componentModule.exports.default
|
||||
const { emptyVideoAiState } = loadTs('video-ai-types')
|
||||
|
||||
// Render the real SFC with Vue's host-independent renderer. No browser, bridge,
|
||||
// medical service, audio capture or patient records are involved.
|
||||
function node(type, text = '') { return { type, text, props: {}, children: [], parent: null } }
|
||||
function remove(child) {
|
||||
if (child.parent) child.parent.children.splice(child.parent.children.indexOf(child), 1)
|
||||
child.parent = null
|
||||
}
|
||||
const renderer = vue.createRenderer({
|
||||
createElement: (type) => node(type),
|
||||
createText: (text) => node('#text', text),
|
||||
createComment: (text) => node('#comment', text),
|
||||
setText: (element, text) => { element.text = text },
|
||||
setElementText: (element, text) => { element.text = text; element.children = [] },
|
||||
patchProp: (element, key, _previous, value) => { element.props[key] = value },
|
||||
parentNode: (element) => element.parent,
|
||||
nextSibling: (element) => element.parent?.children[element.parent.children.indexOf(element) + 1] || null,
|
||||
insert(child, parent, anchor = null) {
|
||||
remove(child)
|
||||
child.parent = parent
|
||||
const index = anchor ? parent.children.indexOf(anchor) : -1
|
||||
if (index < 0) parent.children.push(child)
|
||||
else parent.children.splice(index, 0, child)
|
||||
},
|
||||
remove,
|
||||
})
|
||||
function all(root) { return [root, ...root.children.flatMap(all)] }
|
||||
function textOf(root) { return root.type === '#comment' ? '' : [root.text, root.props.innerHTML || '', ...root.children.map(textOf)].join('') }
|
||||
function withClass(root, value) { return all(root).filter((element) => String(element.props.class || '').split(' ').includes(value)) }
|
||||
function baseResult() {
|
||||
return {
|
||||
...emptyVideoAiState(), enabled: true, available: true, phase: 'ready', revision: 'synthetic-1',
|
||||
throughTimestampMs: 1700000000000, segmentCount: 3, transcriptionStatus: 'running', lastDurationMs: 8200,
|
||||
questions: [{ text: '合成追问:休息后有何变化?', reason: '合成理由:补充缓解情况。', evidence_ids: ['synthetic-source'] }],
|
||||
summary: [{ text: '合成患者陈述。', evidence_ids: ['synthetic-source'] }],
|
||||
checks: [{ text: '合成待核实事项。', evidence_ids: [] }],
|
||||
sources: [{ id: 'synthetic-source', role: 'patient', timestamp_ms: 1699999940000, text: '完整的合成原文,不来自真实患者。' }],
|
||||
}
|
||||
}
|
||||
function mount(t, initial, options = {}) {
|
||||
const state = vue.ref(initial)
|
||||
const root = node('root')
|
||||
const events = []
|
||||
const app = renderer.createApp({ render: () => vue.h(VideoAiPanel, {
|
||||
state: state.value, canRefresh: true, canToggle: true, canReview: true,
|
||||
onRefresh: () => events.push('refresh'), onToggle: (enabled) => events.push(['toggle', enabled]), onReview: () => events.push('review'),
|
||||
...options,
|
||||
}) })
|
||||
app.mount(root)
|
||||
t.after(() => app.unmount())
|
||||
return { root, state, events, app }
|
||||
}
|
||||
|
||||
test('prioritizes the next question, explains its purpose and preserves source attribution', (t) => {
|
||||
const h = mount(t, baseResult())
|
||||
assert.deepEqual(all(h.root).filter((element) => element.type === 'h3').map(textOf), ['下一步追问', '患者关键信息', '待核实事项'])
|
||||
assert.equal(withClass(h.root, 'video-ai-item--next').length, 1)
|
||||
assert.match(textOf(withClass(h.root, 'video-ai-item--next')[0]), /先问这一句.*为什么问.*合成理由/)
|
||||
assert.match(textOf(h.root), /内容依据截至.*3 段对话/)
|
||||
assert.match(textOf(h.root), /腾讯云实时转写进行中/)
|
||||
assert.match(textOf(h.root), /上次整理用时 8 秒/)
|
||||
assert.doesNotMatch(textOf(h.root), /症状要点/)
|
||||
})
|
||||
|
||||
test('keeps existing and incremental cards visible while showing elapsed time and queued segments', async (t) => {
|
||||
const h = mount(t, baseResult())
|
||||
h.state.value = { ...h.state.value, busy: true, phase: 'analyzing', elapsedMs: 12500, pendingSegments: 2, message: '重复的后台进度文字' }
|
||||
await vue.nextTick()
|
||||
assert.match(textOf(h.root), /正在更新建议.*已用 12 秒.*2 段新对话待处理/)
|
||||
assert.match(textOf(h.root), /合成患者陈述/)
|
||||
assert.doesNotMatch(textOf(h.root), /重复的后台进度文字/)
|
||||
const refresh = all(h.root).find((element) => element.type === 'button' && textOf(element) === '重新生成')
|
||||
assert.equal(refresh.props.disabled, true)
|
||||
h.state.value = { ...h.state.value, revision: 'synthetic-2', questions: [{ text: '本轮首条合成追问', evidence_ids: [] }], summary: [], checks: [], elapsedMs: 14000 }
|
||||
await vue.nextTick()
|
||||
assert.match(textOf(h.root), /本轮首条合成追问/)
|
||||
assert.match(textOf(h.root), /患者信息仍在整理/)
|
||||
assert.match(textOf(h.root), /正在更新建议/)
|
||||
})
|
||||
|
||||
test('distinguishes first validated suggestion from total duration without inventing missing timing', async (t) => {
|
||||
const h = mount(t, { ...baseResult(), firstResultMs: 3200, lastDurationMs: 16922 })
|
||||
assert.match(textOf(h.root), /首条结果 3 秒 · 本轮完成 16 秒/)
|
||||
h.state.value = { ...h.state.value, firstResultMs: null }
|
||||
await vue.nextTick()
|
||||
assert.match(textOf(h.root), /上次整理用时 16 秒/)
|
||||
assert.doesNotMatch(textOf(h.root), /首条结果 0 秒/)
|
||||
})
|
||||
|
||||
test('labels only confirmed displayed scope and keeps the label during a failed refresh', async (t) => {
|
||||
const h = mount(t, baseResult())
|
||||
assert.equal(withClass(h.root, 'video-ai-scope').length, 0)
|
||||
h.state.value = { ...h.state.value, analysisScope: 'current_call_only' }
|
||||
await vue.nextTick()
|
||||
assert.match(textOf(h.root), /当前内容仅依据本次通话文字,不含历史病历和图片/)
|
||||
h.state.value = { ...h.state.value, busy: true }
|
||||
await vue.nextTick()
|
||||
assert.equal(withClass(h.root, 'video-ai-scope').length, 1)
|
||||
h.state.value = { ...h.state.value, busy: false, phase: 'error', error: '合成失败' }
|
||||
await vue.nextTick()
|
||||
assert.match(textOf(h.root), /当前内容仅依据本次通话文字/)
|
||||
h.state.value = { ...h.state.value, phase: 'ready', error: '', analysisScope: 'authorized_case' }
|
||||
await vue.nextTick()
|
||||
assert.match(textOf(h.root), /当前内容结合本次对话与授权病历/)
|
||||
assert.doesNotMatch(textOf(h.root), /不含历史病历和图片/)
|
||||
h.state.value = { ...emptyVideoAiState(), analysisScope: 'current_call_only' }
|
||||
await vue.nextTick()
|
||||
assert.equal(withClass(h.root, 'video-ai-scope').length, 0)
|
||||
})
|
||||
|
||||
test('a failed update retains partial results and labels their timestamp without claiming completion', async (t) => {
|
||||
const h = mount(t, { ...baseResult(), busy: true, phase: 'analyzing' })
|
||||
h.state.value = { ...h.state.value, busy: false, phase: 'error', error: '合成服务超时,可重新生成。', errorCode: 'timeout' }
|
||||
await vue.nextTick()
|
||||
assert.match(textOf(h.root), /本轮更新未完成 · 已保留当前内容/)
|
||||
assert.match(textOf(h.root), /合成服务超时,可重新生成/)
|
||||
assert.match(textOf(h.root), /合成追问.*内容依据截至/)
|
||||
assert.doesNotMatch(textOf(h.root), /本次对话已整理/)
|
||||
assert.equal(all(h.root).filter((element) => element.props.role === 'alert').length, 1)
|
||||
assert.equal(all(h.root).find((element) => element.type === 'button' && textOf(element) === '重新生成').props.disabled, false)
|
||||
})
|
||||
|
||||
test('empty states have one contextual explanation instead of three empty result sections', async (t) => {
|
||||
const h = mount(t, emptyVideoAiState())
|
||||
assert.equal(withClass(h.root, 'video-ai-empty').length, 1)
|
||||
assert.equal(withClass(h.root, 'video-ai-section').length, 0)
|
||||
assert.match(textOf(h.root), /等待辅助服务连接/)
|
||||
h.state.value = { ...emptyVideoAiState(), available: true, enabled: true, busy: true, phase: 'analyzing', elapsedMs: NaN, pendingSegments: -2 }
|
||||
await vue.nextTick()
|
||||
assert.match(textOf(h.root), /已用 0 秒/)
|
||||
assert.match(textOf(h.root), /正在生成下一步追问/)
|
||||
assert.doesNotMatch(textOf(h.root), /NaN|-2 段/)
|
||||
assert.equal(withClass(h.root, 'video-ai-skeleton').length, 1)
|
||||
})
|
||||
|
||||
test('source drawer and pause, regenerate and post-call review controls remain usable', async (t) => {
|
||||
const h = mount(t, baseResult())
|
||||
const cite = all(h.root).find((element) => element.type === 'button' && String(element.props['aria-label']).startsWith('查看依据'))
|
||||
cite.props.onClick()
|
||||
await vue.nextTick()
|
||||
assert.match(textOf(withClass(h.root, 'video-ai-source')[0]), /患者.*完整的合成原文/)
|
||||
assert.equal(cite.props['aria-expanded'], true)
|
||||
h.state.value = { ...h.state.value, revision: 'synthetic-2', transcriptionStatus: 'completed' }
|
||||
await vue.nextTick()
|
||||
assert.equal(withClass(h.root, 'video-ai-source').length, 0)
|
||||
for (const label of ['暂停自动辅助', '重新生成', '生成问诊复盘']) {
|
||||
const button = all(h.root).find((element) => element.type === 'button' && textOf(element) === label)
|
||||
assert.equal(button.props.disabled, false)
|
||||
button.props.onClick()
|
||||
}
|
||||
assert.deepEqual(h.events, [['toggle', false], 'refresh', 'review'])
|
||||
})
|
||||
|
||||
test('elapsed clock advances between host events, resets for a new run and stops on unmount', async (t) => {
|
||||
const originalSetInterval = global.setInterval
|
||||
const originalClearInterval = global.clearInterval
|
||||
const originalNow = Date.now
|
||||
const timers = new Map()
|
||||
let now = 2000000
|
||||
let id = 0
|
||||
global.setInterval = (callback) => { timers.set(++id, callback); return id }
|
||||
global.clearInterval = (handle) => timers.delete(handle)
|
||||
Date.now = () => now
|
||||
t.after(() => { global.setInterval = originalSetInterval; global.clearInterval = originalClearInterval; Date.now = originalNow })
|
||||
const h = mount(t, { ...baseResult(), busy: true, phase: 'analyzing', elapsedMs: 61000 })
|
||||
assert.match(textOf(h.root), /已用 1 分 1 秒/)
|
||||
now += 2000
|
||||
for (const callback of timers.values()) callback()
|
||||
await vue.nextTick()
|
||||
assert.match(textOf(h.root), /已用 1 分 3 秒/)
|
||||
h.state.value = { ...h.state.value, busy: false, phase: 'ready', elapsedMs: 0 }
|
||||
await vue.nextTick()
|
||||
h.state.value = { ...h.state.value, busy: true, phase: 'analyzing', elapsedMs: 0 }
|
||||
await vue.nextTick()
|
||||
assert.match(textOf(h.root), /已用 0 秒/)
|
||||
h.app.unmount()
|
||||
assert.equal(timers.size, 0)
|
||||
})
|
||||
Reference in New Issue
Block a user