联犀开发者文档

多模态输入与媒体表情回复：完整报文

约 636 字大约 2 分钟

2026-10-16

本页是场景流程的完整 JSON 序列，按图中编号查阅。示例中的分支互斥，不能顺序重放全部报文；实际 ID、截止、SDP、地址和密钥须由运行时取得。实施状态及字段定义仍以场景与命令页为准。

编号报文

M01 · capabilityReport

{
  "msgToken": "s21-1",
  "method": "capabilityReport",
  "params": {
    "revision": 1,
    "purposes": [
      "aiConversation"
    ],
    "transports": [
      "none"
    ],
    "features": [],
    "inputModalities": [
      "text",
      "image"
    ],
    "outputModalities": [
      "text"
    ]
  }
}

M02 · requestAck

{
  "msgToken": "s21-1",
  "method": "requestAck",
  "code": 200,
  "data": {
    "requestMethod": "capabilityReport",
    "result": {
      "acceptedRevision": 1
    }
  }
}

M03 · sessionCreate

{
  "msgToken": "s21-3",
  "method": "sessionCreate",
  "params": {
    "purpose": "aiConversation",
    "transport": "none",
    "tracks": [],
    "inputModalities": [
      "text",
      "image"
    ],
    "outputModalities": [
      "text"
    ]
  }
}

M04 · sessionCreated

{
  "msgToken": "s21-3",
  "method": "sessionCreated",
  "sessionId": "s21-session",
  "code": 200,
  "data": {
    "state": "negotiating",
    "selected": {
      "transport": "none",
      "inputModalities": [
        "text",
        "image"
      ],
      "outputModalities": [
        "text"
      ]
    },
    "tracks": []
  }
}

M05 · sessionEstablished

{
  "msgToken": "s21-5",
  "method": "sessionEstablished",
  "sessionId": "s21-session",
  "eventSeq": 1,
  "data": {
    "state": "established",
    "mediaRevision": 0
  }
}

M06 · inputSend

{
  "msgToken": "s21-6",
  "method": "inputSend",
  "sessionId": "s21-session",
  "params": {
    "inputId": "input-1",
    "contents": [
      {
        "type": "text",
        "text": "描述这张图片"
      },
      {
        "type": "image",
        "contentRef": "<authorized-image-ref>",
        "mimeType": "image/jpeg"
      }
    ],
    "outputModalities": [
      "text"
    ]
  }
}

M07 · requestAck

{
  "msgToken": "s21-6",
  "method": "requestAck",
  "sessionId": "s21-session",
  "code": 200,
  "data": {
    "requestMethod": "inputSend",
    "result": {
      "inputId": "input-1",
      "state": "accepted"
    }
  }
}

M08 · respCreated

{
  "msgToken": "s21-8",
  "method": "respCreated",
  "sessionId": "s21-session",
  "messageSeq": 1,
  "data": {
    "respId": "reply-1",
    "inputId": "input-1"
  }
}

M09 · respTextDone

{
  "msgToken": "s21-9",
  "method": "respTextDone",
  "sessionId": "s21-session",
  "messageSeq": 2,
  "data": {
    "respId": "reply-1",
    "contentIndex": 0,
    "text": "图片中有一只猫。"
  }
}

M10 · respMedia

{
  "msgToken": "s21-10",
  "method": "respMedia",
  "sessionId": "s21-session",
  "messageSeq": 3,
  "data": {
    "respId": "reply-1",
    "contentIndex": 1,
    "mediaType": "image",
    "contentRef": "<authorized-result-ref>",
    "mimeType": "image/png"
  }
}

M11 · respEmotion

{
  "msgToken": "s21-11",
  "method": "respEmotion",
  "sessionId": "s21-session",
  "messageSeq": 4,
  "data": {
    "respId": "reply-1",
    "emoji": "😊",
    "emotion": "happy"
  }
}

M12 · respDone

{
  "msgToken": "s21-12",
  "method": "respDone",
  "sessionId": "s21-session",
  "messageSeq": 5,
  "data": {
    "respId": "reply-1",
    "inputId": "input-1",
    "status": "completed",
    "contentCount": 1,
    "audioState": "none"
  }
}

M13 · requestAck

{
  "msgToken": "s21-6",
  "method": "requestAck",
  "sessionId": "s21-session",
  "code": 403,
  "data": {
    "requestMethod": "inputSend",
    "reason": "permissionDenied"
  }
}

M14 · sessionEnd

{
  "msgToken": "s21-14",
  "method": "sessionEnd",
  "sessionId": "s21-session",
  "params": {
    "reason": "userStopped"
  }
}

M15 · sessionEnded

{
  "msgToken": "s21-14",
  "method": "sessionEnded",
  "sessionId": "s21-session",
  "code": 200,
  "data": {
    "state": "ended",
    "reason": "userStopped"
  }
}

更新日志

2026/10/17 03:27
查看所有更新日志
  • d04e1-docs(AI与音视频): 按公共主线与场景分支整合接入手册于