322 lines
10 KiB
Python
322 lines
10 KiB
Python
# -*- coding: utf-8 -*-
|
||
"""
|
||
ASR数据模型
|
||
定义语音识别相关的请求和响应模型
|
||
"""
|
||
|
||
from typing import Optional, List, Union
|
||
from pydantic import BaseModel, Field
|
||
|
||
from .common import (
|
||
SampleRate,
|
||
BaseResponse,
|
||
HealthCheckResponse,
|
||
ErrorResponse,
|
||
)
|
||
|
||
|
||
# ============= 请求模型 =============
|
||
|
||
|
||
class ASRQueryParams(BaseModel):
|
||
"""ASR接口查询参数模型"""
|
||
|
||
model: Optional[str] = Field(
|
||
default=None,
|
||
description="可选。离线 ASR 模型 ID；不传则使用服务当前默认模型，如 qwen3-asr-0.6b 或 qwen3-asr-1.7b",
|
||
max_length=128,
|
||
)
|
||
|
||
audio_address: Optional[str] = Field(
|
||
default=None,
|
||
description="音频/视频文件地址，支持 HTTP/HTTPS URL、file:// 或服务端本地路径，格式自动识别",
|
||
max_length=512,
|
||
)
|
||
|
||
sample_rate: Optional[SampleRate] = Field(
|
||
default=SampleRate.RATE_16000,
|
||
description=f"音频采样率（Hz）。支持: {', '.join(map(str, SampleRate.get_enums()))}",
|
||
)
|
||
|
||
enable_speaker_diarization: Optional[bool] = Field(
|
||
default=True,
|
||
description="是否启用说话人分离。启用后响应会包含 speaker_id",
|
||
)
|
||
|
||
enable_speaker_identification: Optional[bool] = Field(
|
||
default=True,
|
||
description="是否匹配已注册声纹库。仅在 enable_speaker_diarization=true 时生效",
|
||
)
|
||
|
||
enable_text_cleanup: Optional[bool] = Field(
|
||
default=True,
|
||
description="是否启用文本去重和口头语清理",
|
||
)
|
||
|
||
word_timestamps: Optional[bool] = Field(
|
||
default=False,
|
||
description="是否返回字词级时间戳（默认关闭；Qwen CUDA vLLM / CPU Rust 会在启用时自动调用 forced aligner）",
|
||
)
|
||
|
||
vocabulary_id: Optional[str] = Field(
|
||
default=None,
|
||
description="热词字符串，格式：热词1 权重1 热词2 权重2（如：阿里巴巴 20 腾讯 15）",
|
||
max_length=512,
|
||
)
|
||
|
||
|
||
# ============= 响应模型 =============
|
||
|
||
|
||
class WordToken(BaseModel):
|
||
"""字词级时间戳信息"""
|
||
|
||
text: str = Field(
|
||
...,
|
||
description="字词文本",
|
||
)
|
||
start_time: float = Field(
|
||
...,
|
||
description="开始时间（秒）",
|
||
)
|
||
end_time: float = Field(
|
||
...,
|
||
description="结束时间（秒）",
|
||
)
|
||
|
||
model_config = {
|
||
"json_schema_extra": {
|
||
"example": {
|
||
"text": "今",
|
||
"start_time": 0.0,
|
||
"end_time": 0.15,
|
||
}
|
||
}
|
||
}
|
||
|
||
|
||
class ASRSegment(BaseModel):
|
||
"""ASR 识别分段结果"""
|
||
|
||
text: str = Field(
|
||
...,
|
||
description="该段识别文本",
|
||
)
|
||
start_time: float = Field(
|
||
...,
|
||
description="段落开始时间（秒）",
|
||
)
|
||
end_time: float = Field(
|
||
...,
|
||
description="段落结束时间（秒）",
|
||
)
|
||
speaker_id: Optional[str] = Field(
|
||
default=None,
|
||
description="说话人ID（如 说话人1），仅启用说话人分离时返回",
|
||
)
|
||
word_tokens: Optional[List[WordToken]] = Field(
|
||
default=None,
|
||
description="字词级时间戳（仅启用 word_timestamps 且模型支持时返回）",
|
||
)
|
||
|
||
model_config = {
|
||
"json_schema_extra": {
|
||
"example": {
|
||
"text": "今天天气不错。",
|
||
"start_time": 0.0,
|
||
"end_time": 2.5,
|
||
"speaker_id": "说话人1",
|
||
"word_tokens": [
|
||
{"text": "今", "start_time": 0.0, "end_time": 0.15},
|
||
{"text": "天", "start_time": 0.15, "end_time": 0.35},
|
||
],
|
||
}
|
||
}
|
||
}
|
||
|
||
|
||
class ASRSuccessResponse(BaseResponse):
|
||
"""ASR成功响应模型"""
|
||
|
||
result: str = Field(
|
||
...,
|
||
description="识别结果文本（完整）",
|
||
max_length=100000,
|
||
)
|
||
|
||
segments: Optional[List[ASRSegment]] = Field(
|
||
default=None,
|
||
description="分段识别结果（含时间戳），仅长音频分段识别时返回",
|
||
)
|
||
|
||
duration: Optional[float] = Field(
|
||
default=None,
|
||
description="音频总时长（秒）",
|
||
)
|
||
|
||
model_config = {
|
||
"json_schema_extra": {
|
||
"example": {
|
||
"task_id": "cf7b0c5339244ee29cd4e43fb97f1234",
|
||
"result": "今天天气不错。明天可能会下雨。",
|
||
"segments": [
|
||
{"text": "今天天气不错。", "start_time": 0.0, "end_time": 2.5, "speaker_id": "说话人1"},
|
||
{"text": "明天可能会下雨。", "start_time": 3.2, "end_time": 5.8, "speaker_id": "说话人2"},
|
||
],
|
||
"duration": 5.8,
|
||
"status": 200,
|
||
"message": "SUCCESS",
|
||
}
|
||
}
|
||
}
|
||
|
||
|
||
class ASRErrorResponse(ErrorResponse):
|
||
"""ASR错误响应模型"""
|
||
|
||
result: str = Field(default="", description="识别结果（错误时为空）")
|
||
|
||
model_config = {
|
||
"json_schema_extra": {
|
||
"example": {
|
||
"task_id": "8bae3613dfc54ebfa811a17d8a7a1234",
|
||
"result": "",
|
||
"status": 40000001,
|
||
"message": "Gateway:ACCESS_DENIED:The token 'invalid_token' is invalid!",
|
||
}
|
||
}
|
||
}
|
||
|
||
|
||
class ASRHealthCheckResponse(HealthCheckResponse):
|
||
"""ASR健康检查响应模型"""
|
||
|
||
model_config = {
|
||
"protected_namespaces": (),
|
||
"json_schema_extra": {
|
||
"example": {
|
||
"status": "healthy",
|
||
"model_loaded": True,
|
||
"device": "cuda:0",
|
||
"version": "1.0.0",
|
||
"message": "ASR service is running normally",
|
||
"loaded_models": ["qwen3-asr-0.6b"],
|
||
"memory_usage": {
|
||
"gpu_memory_used": "2.1GB",
|
||
"gpu_memory_total": "8.0GB",
|
||
},
|
||
"accelerator": {
|
||
"vendor": "nvidia",
|
||
"runtime": "cuda",
|
||
"device": "cuda:0",
|
||
"device_count": 1,
|
||
},
|
||
},
|
||
},
|
||
}
|
||
|
||
model_loaded: bool = Field(..., description="模型是否已加载")
|
||
device: str = Field(..., description="推理设备")
|
||
loaded_models: Optional[List[str]] = Field(default=[], description="已加载的模型列表")
|
||
memory_usage: Optional[dict] = Field(default=None, description="内存使用情况")
|
||
accelerator: Optional[dict] = Field(default=None, description="加速器信息")
|
||
|
||
|
||
# ============= 模型相关 =============
|
||
|
||
|
||
class ASRDeclaredEntryInfo(BaseModel):
|
||
"""声明式 ASR 条目信息，可表示离线模型或 realtime capability。"""
|
||
|
||
id: str = Field(..., description="模型id")
|
||
kind: str = Field(..., description="条目类型：model 或 capability")
|
||
name: str = Field(..., description="模型名称")
|
||
engine: str = Field(..., description="引擎类型")
|
||
description: str = Field(..., description="模型描述")
|
||
languages: List[str] = Field(..., description="支持的语言列表")
|
||
default: bool = Field(default=False, description="是否为默认模型")
|
||
supports_realtime: bool = Field(default=False, description="是否支持实时识别")
|
||
offline_model: Optional[dict] = Field(default=None, description="离线模型信息")
|
||
realtime_model: Optional[dict] = Field(default=None, description="实时模型信息")
|
||
|
||
model_config = {
|
||
"json_schema_extra": {
|
||
"example": {
|
||
"id": "qwen3-asr-0.6b",
|
||
"kind": "model",
|
||
"name": "Qwen3-ASR-0.6B",
|
||
"engine": "qwen3",
|
||
"description": "多语言离线语音识别模型",
|
||
"languages": ["zh", "en"],
|
||
"default": True,
|
||
"supports_realtime": True,
|
||
"offline_model": {
|
||
"path": "Qwen/Qwen3-ASR-0.6B",
|
||
"exists": True,
|
||
},
|
||
"realtime_model": None,
|
||
}
|
||
}
|
||
}
|
||
|
||
|
||
class ASRRuntimeInfo(BaseModel):
|
||
"""运行时视角的模型加载状态。"""
|
||
|
||
loaded_model_ids: List[str] = Field(default_factory=list, description="当前已加载模型 ID 列表")
|
||
loaded_count: int = Field(..., description="已加载模型数量")
|
||
default_offline_model_id: Optional[str] = Field(default=None, description="当前默认离线模型 ID")
|
||
|
||
model_config = {
|
||
"json_schema_extra": {
|
||
"example": {
|
||
"loaded_model_ids": ["qwen3-asr-0.6b"],
|
||
"loaded_count": 1,
|
||
"default_offline_model_id": "qwen3-asr-0.6b",
|
||
}
|
||
}
|
||
}
|
||
|
||
|
||
class ASRModelsResponse(BaseModel):
|
||
"""ASR 模型列表响应，分离声明视角与运行时视角。"""
|
||
|
||
declared_entries: List[ASRDeclaredEntryInfo] = Field(..., description="声明的模型与 capability 列表")
|
||
declared_count: int = Field(..., description="声明条目总数")
|
||
runtime: ASRRuntimeInfo = Field(..., description="运行时加载状态")
|
||
|
||
model_config = {
|
||
"json_schema_extra": {
|
||
"example": {
|
||
"declared_entries": [
|
||
{
|
||
"id": "qwen3-asr-0.6b",
|
||
"kind": "model",
|
||
"name": "Qwen3-ASR-0.6B",
|
||
"engine": "qwen3",
|
||
"description": "多语言离线语音识别模型",
|
||
"languages": ["zh", "en"],
|
||
"default": True,
|
||
"supports_realtime": True,
|
||
"offline_model": {
|
||
"path": "Qwen/Qwen3-ASR-0.6B",
|
||
"exists": True,
|
||
},
|
||
"realtime_model": None,
|
||
}
|
||
],
|
||
"declared_count": 2,
|
||
"runtime": {
|
||
"loaded_model_ids": ["qwen3-asr-0.6b"],
|
||
"loaded_count": 1,
|
||
"default_offline_model_id": "qwen3-asr-0.6b",
|
||
},
|
||
}
|
||
}
|
||
}
|
||
|
||
|
||
# ============= 联合响应类型 =============
|
||
|
||
ASRResponse = Union[ASRSuccessResponse, ASRErrorResponse]
|