联犀开发者文档

人与AI实时语音：完整报文

约 1300 字大约 4 分钟

2026-10-16

本页是场景流程的完整 JSON 序列，按图中编号查阅。示例中的分支互斥，不能顺序重放全部报文；实际 ID、截止、SDP、地址和密钥须由运行时取得。实施状态及字段定义仍以场景与命令页为准。

编号报文

M01 · capabilityReport

{
  "msgToken": "cap-S03",
  "method": "capabilityReport",
  "params": {
    "revision": 1,
    "purposes": [
      "aiConversation"
    ],
    "transports": [
      "udp"
    ],
    "supportedInteractionModes": [
      "fullDuplex"
    ],
    "aecMode": "device",
    "audio": {
      "format": "opus",
      "sampleRate": 16000,
      "channels": 1,
      "frameDuration": 20
    },
    "cameras": [],
    "features": [
      "audio"
    ]
  }
}

M02 · requestAck

{
  "msgToken": "cap-S03",
  "method": "requestAck",
  "code": 200,
  "data": {
    "requestMethod": "capabilityReport",
    "result": {
      "acceptedRevision": 1
    }
  }
}

M03 · sessionCreate

{
  "msgToken": "s03-36",
  "method": "sessionCreate",
  "params": {
    "purpose": "aiConversation",
    "transport": "udp",
    "tracks": [
      {
        "trackId": "mic-1",
        "kind": "audio",
        "sourceId": "mic",
        "direction": "sendonly",
        "codec": "opus",
        "state": "requested"
      },
      {
        "trackId": "speaker-1",
        "kind": "audio",
        "sourceId": "speaker",
        "direction": "recvonly",
        "codec": "opus",
        "state": "requested"
      }
    ],
    "supportedInteractionModes": [
      "fullDuplex"
    ],
    "audioParams": {
      "format": "opus",
      "sampleRate": 16000,
      "channels": 1,
      "frameDuration": 20
    }
  }
}

M04 · sessionCreated

{
  "msgToken": "s03-36",
  "method": "sessionCreated",
  "sessionId": "s03-session",
  "code": 200,
  "data": {
    "state": "negotiating",
    "selected": {
      "transport": "udp",
      "interactionMode": "fullDuplex",
      "audioParams": {
        "format": "opus",
        "sampleRate": 16000,
        "channels": 1,
        "frameDuration": 20
      }
    },
    "tracks": [
      {
        "trackId": "mic-1",
        "kind": "audio",
        "sourceId": "mic",
        "direction": "sendonly",
        "codec": "opus",
        "state": "requested"
      },
      {
        "trackId": "speaker-1",
        "kind": "audio",
        "sourceId": "speaker",
        "direction": "recvonly",
        "codec": "opus",
        "state": "requested"
      }
    ],
    "media": {
      "udp": {
        "server": "<media-host>",
        "port": 0,
        "key": "<redacted-key>",
        "nonce": "<redacted-nonce>"
      }
    }
  }
}

M05 · mediaState

{
  "msgToken": "s03-37",
  "method": "mediaState",
  "sessionId": "s03-session",
  "params": {
    "mediaRevision": 1,
    "state": "connected"
  }
}

M06 · requestAck

{
  "msgToken": "s03-37",
  "method": "requestAck",
  "sessionId": "s03-session",
  "code": 200,
  "data": {
    "requestMethod": "mediaState",
    "result": {
      "mediaRevision": 1,
      "state": "connected"
    }
  }
}

M07 · sessionEstablished

{
  "msgToken": "s03-38",
  "method": "sessionEstablished",
  "sessionId": "s03-session",
  "eventSeq": 1,
  "data": {
    "state": "established",
    "mediaRevision": 1
  }
}

M08 · audioStart

{
  "msgToken": "s03-39",
  "method": "audioStart",
  "sessionId": "s03-session",
  "params": {
    "inputId": "continuous-1",
    "firstPacketSeq": 256
  }
}

M09 · requestAck

{
  "msgToken": "s03-39",
  "method": "requestAck",
  "sessionId": "s03-session",
  "code": 200,
  "data": {
    "requestMethod": "audioStart",
    "result": {
      "inputId": "continuous-1"
    }
  }
}

M10 · respCreated

{
  "msgToken": "s03-40",
  "method": "respCreated",
  "sessionId": "s03-session",
  "messageSeq": 1,
  "data": {
    "respId": "reply-old",
    "utteranceId": "utterance-old"
  }
}

M11 · respSttDone

{
  "msgToken": "s03-41",
  "method": "respSttDone",
  "sessionId": "s03-session",
  "messageSeq": 2,
  "data": {
    "respId": "reply-old",
    "utteranceId": "utterance-old",
    "text": "你好"
  }
}

M12 · respTextDone

{
  "msgToken": "s03-42",
  "method": "respTextDone",
  "sessionId": "s03-session",
  "messageSeq": 3,
  "data": {
    "respId": "reply-old",
    "contentIndex": 0,
    "text": "你好，有什么可以帮你？"
  }
}

M13 · respAudioStart

{
  "msgToken": "s03-43",
  "method": "respAudioStart",
  "sessionId": "s03-session",
  "eventSeq": 2,
  "data": {
    "respId": "reply-old",
    "trackId": "speaker-1",
    "mediaRevision": 1,
    "udpNonce": "0000000000000001",
    "firstPacketSeq": 128
  }
}

M15 · audioSpeechInterrupted

{
  "msgToken": "s03-45",
  "method": "audioSpeechInterrupted",
  "sessionId": "s03-session",
  "eventSeq": 4,
  "data": {
    "respId": "reply-old",
    "trackId": "speaker-1",
    "mediaRevision": 1
  }
}

M31 · respDone

{
  "method": "respDone",
  "msgToken": "s03-audit-3",
  "sessionId": "s03-session",
  "messageSeq": 4,
  "data": {
    "respId": "reply-old",
    "utteranceId": "utterance-old",
    "status": "cancelled",
    "contentCount": 1,
    "audioState": "cancelled",
    "reason": "bargeIn"
  }
}

M16 · respCreated

{
  "msgToken": "s03-46",
  "method": "respCreated",
  "sessionId": "s03-session",
  "messageSeq": 5,
  "data": {
    "respId": "reply-new",
    "utteranceId": "utterance-new"
  }
}

M17 · respSttDone

{
  "msgToken": "s03-47",
  "method": "respSttDone",
  "sessionId": "s03-session",
  "messageSeq": 6,
  "data": {
    "respId": "reply-new",
    "utteranceId": "utterance-new",
    "text": "你好"
  }
}

M18 · respTextDone

{
  "msgToken": "s03-48",
  "method": "respTextDone",
  "sessionId": "s03-session",
  "messageSeq": 7,
  "data": {
    "respId": "reply-new",
    "contentIndex": 0,
    "text": "你好，有什么可以帮你？"
  }
}

M19 · respAudioStart

{
  "msgToken": "s03-49",
  "method": "respAudioStart",
  "sessionId": "s03-session",
  "eventSeq": 5,
  "data": {
    "respId": "reply-new",
    "trackId": "speaker-1",
    "mediaRevision": 1,
    "udpNonce": "0000000000000002",
    "firstPacketSeq": 12928
  }
}

M33 · respDone

{
  "msgToken": "s03-final-59",
  "method": "respDone",
  "sessionId": "s03-session",
  "messageSeq": 8,
  "data": {
    "respId": "reply-new",
    "utteranceId": "utterance-new",
    "status": "failed",
    "reason": "upstreamUnavailable",
    "contentCount": 0,
    "audioState": "failed"
  }
}

M21 · sessionError

{
  "msgToken": "s03-51",
  "method": "sessionError",
  "sessionId": "s03-session",
  "code": 502,
  "eventSeq": 7,
  "data": {
    "reason": "modelTimeout",
    "retryable": true,
    "scope": "response",
    "respId": "reply-new"
  }
}

M22 · respCancel

{
  "msgToken": "s03-52",
  "method": "respCancel",
  "sessionId": "s03-session",
  "params": {
    "respId": "reply-new"
  }
}

M23 · requestAck

{
  "msgToken": "s03-52",
  "method": "requestAck",
  "sessionId": "s03-session",
  "code": 200,
  "data": {
    "requestMethod": "respCancel",
    "result": {
      "respId": "reply-new",
      "state": "cancelled"
    }
  }
}

M24 · audioSpeechInterrupted

{
  "msgToken": "s03-53",
  "method": "audioSpeechInterrupted",
  "sessionId": "s03-session",
  "eventSeq": 8,
  "data": {
    "respId": "reply-new",
    "trackId": "speaker-1",
    "mediaRevision": 1
  }
}

M32 · respDone

{
  "method": "respDone",
  "msgToken": "s03-audit-4",
  "sessionId": "s03-session",
  "messageSeq": 9,
  "data": {
    "respId": "reply-new",
    "utteranceId": "utterance-new",
    "status": "cancelled",
    "contentCount": 1,
    "audioState": "cancelled",
    "reason": "userCancelled"
  }
}

M35 · respAudioDone

{
  "msgToken": "s03-audio-finished",
  "method": "respAudioDone",
  "sessionId": "s03-session",
  "eventSeq": 7,
  "data": {
    "respId": "reply-new",
    "trackId": "speaker-1",
    "mediaRevision": 1,
    "lastPacketSeq": 25600
  }
}

M34 · respDone

{
  "msgToken": "s03-final-61",
  "method": "respDone",
  "sessionId": "s03-session",
  "messageSeq": 10,
  "data": {
    "respId": "reply-new",
    "utteranceId": "utterance-new",
    "status": "completed",
    "contentCount": 1,
    "audioState": "sent"
  }
}

M25 · audioStop

{
  "msgToken": "s03-54",
  "method": "audioStop",
  "sessionId": "s03-session",
  "params": {
    "inputId": "continuous-1",
    "lastPacketSeq": 12800
  }
}

M26 · requestAck

{
  "msgToken": "s03-54",
  "method": "requestAck",
  "sessionId": "s03-session",
  "code": 200,
  "data": {
    "requestMethod": "audioStop",
    "result": {
      "inputId": "continuous-1"
    }
  }
}

M27 · audioStart

{
  "msgToken": "s03-55",
  "method": "audioStart",
  "sessionId": "s03-session",
  "params": {
    "inputId": "continuous-2",
    "firstPacketSeq": 12928
  }
}

M28 · requestAck

{
  "msgToken": "s03-55",
  "method": "requestAck",
  "sessionId": "s03-session",
  "code": 200,
  "data": {
    "requestMethod": "audioStart",
    "result": {
      "inputId": "continuous-2"
    }
  }
}

M29 · sessionEnd

{
  "msgToken": "s03-56",
  "method": "sessionEnd",
  "sessionId": "s03-session",
  "params": {
    "reason": "userHangup"
  }
}

M30 · sessionEnded

{
  "msgToken": "s03-56",
  "method": "sessionEnded",
  "sessionId": "s03-session",
  "code": 200,
  "data": {
    "state": "ended",
    "reason": "userHangup"
  }
}

更新日志

2026/10/17 03:27
查看所有更新日志
  • d04e1-docs(AI与音视频): 按公共主线与场景分支整合接入手册于