Web使用指南

npm install aliyun-auikit-aicall --save

// 引入SDK
import AICallEngine, { AICallErrorCode, AICallAgentState, AICallAgentType } from 'aliyun-auikit-aicall';

// 创建engine实例
const engine = new AICallEngine();

// 其他功能调用示例，请参考API说明

// 回调处理（仅示例不分核心的回调操作）
engine.on('errorOccurred', (code) => {
  // 发生了错误
  engine.handup();
});

engine.on('callBegin', () => {
  // 通话开始
});

engine.on('callEnd', () => {
  // 通话结束
});

engine.on('agentStateChanged', (state) => {
  // 智能体状态改变
});

engine.on('userSubtitleNotify', (subtitle) => {
  // 用户提问被智能体识别结果的通知
});

engine.on('agentSubtitleNotify', (subtitle) => {
  // 智能体回答结果通知
});

engine.on('voiceIdChanged', (voiceId) => {
  // 当前通话的音色发生了改变
});

engine.on('voiceInterruptChanged', (enable) => {
  // 当前通话的语音打断是否启用
});

const userId = 'UserId';

// 从服务端获取 agentInfo
// 您需要部署自己的 AppServer，访问 GenerateAIAgentCall 接口生成AI智能体通话实例
// 其中的返回值即为 agentInfo
// agentInfo.instanceId 智能体实例ID
// agentInfo.channelId: ARTC频道ID
// agentInfo.userId: ARTC用户ID
// agentInfo.rtcToken: ARTC入会Token
// agentInfo.reqId: 请求ID
const agentInfo = await fetchAgentInfo();
// 可以与 fetchAgentInfo 并行处理， agentType 为智能体类型，参考 AICallAgentType
await engine.init(agentType);

try {
  // 启动智能体后，开始通话
  engine.call(userId, agentInfo);
} catch (error) {}

// 结束通话，在需要时调用
engine.handup();

async call(userId: string, agentInfo: AICallAgentInfo, config?: AICallEngineConfig): Promise<void>>

async handup(): Promise<void>

setAgentView(view: HTMLVideoElement | string): void

async interruptSpeaking(): Promise<void>

async enableVoiceInterrupt(enable: boolean): Promise<void>

startPreview(view: HTMLVideoElement | string): void

async muteLocalCamera(mute: boolean)

async switchCamera(deviceId?: string)

async switchVoiceId(voiceId: string): Promise<void>

async mute(mute: boolean): Promise<void>

startPushToTalk() :boolean;

finishPushToTalk() :boolean;

cancelPushToTalk() :boolean;

enablePushToTalk(enable: boolean):boolean;

getRTCInstance(): AliRtcEngine | undefined

sendTextToAgent(req: AICallSendTextToAgentRequest);

sendCustomMessageToServer(msg: string)

updateLlmSystemPrompt(prompt: string)

startVisionCustomCapture(req: AICallVisionCustomCaptureRequest)

stopVisionCustomCapture()

async destroy()