iOS SDK

配置网关

NSString *gateway = @"wss://nls-gateway.cn-shanghai.aliyuncs.com/ws/v1";

初始化、合成和播放

#import <Foundation/Foundation.h>
#import <nuisdk/NeoNuiTts.h>
#import "AudioController.h"

@interface SpeechSynthesizer : NSObject <NeoNuiTtsDelegate, ConvVoiceRecorderDelegate>
@property(nonatomic, strong) NeoNuiTts *nui;
@property(nonatomic, strong) AudioController *player;
@property(atomic) BOOL finished;
@property(nonatomic, copy) void (^onFinished)(void);
- (int)configureWithAppkey:(NSString *)appkey token:(NSString *)token
                  gateway:(NSString *)gateway;
- (int)startWithText:(NSString *)text;
- (int)cancel;
- (int)releaseSdk;
@end

@implementation SpeechSynthesizer
- (int)configureWithAppkey:(NSString *)appkey token:(NSString *)token
                  gateway:(NSString *)gateway {
    self.finished = YES;
    self.nui = [[NeoNuiTts alloc] init];
    self.nui.delegate = self;
    self.player = [[AudioController alloc] init:only_player];
    self.player.delegate = self;
    [self.player setPlayerSampleRate:16000];

    NSDictionary *params = @{
        @"app_key": appkey,
        @"token": token,
        @"url": gateway,
        @"mode_type": @"2",
        @"device_id": [[NSUUID UUID] UUIDString]
    };
    NSData *data = [NSJSONSerialization dataWithJSONObject:params options:0 error:nil];
    NSString *json = [[NSString alloc] initWithData:data encoding:NSUTF8StringEncoding];
    int code = [self.nui nui_tts_initialize:json.UTF8String
                                  logLevel:NUI_LOG_LEVEL_NONE saveLog:NO];
    if (code != 0) return code;
    code = [self.nui nui_tts_set_param:"font_name" value:"xiaoyun"];
    if (code != 0) return code;
    code = [self.nui nui_tts_set_param:"encode_type" value:"pcm"];
    if (code != 0) return code;
    return [self.nui nui_tts_set_param:"sample_rate" value:"16000"];
}

- (int)startWithText:(NSString *)text {
    self.finished = NO;
    int code = [self.nui nui_tts_play:"1" taskId:"" text:text.UTF8String];
    if (code != 0) self.finished = YES;
    return code;
}

- (int)cancel {
    return [self.nui nui_tts_cancel:NULL];
}

- (int)releaseSdk {
    [self.player stopPlayer];
    int code = [self.nui nui_tts_release];
    self.nui.delegate = nil;
    self.player.delegate = nil;
    return code;
}

- (void)notifyFinished {
    @synchronized(self) {
        if (self.finished) return;
        self.finished = YES;
    }
    if (self.onFinished) self.onFinished();
}

- (void)onNuiTtsEventCallback:(NuiSdkTtsEvent)event taskId:(char *)taskid code:(int)code {
    if (event == TTS_EVENT_START) {
        [self.player startPlayer];
    } else if (event == TTS_EVENT_END) {
        [self.player drain];
    } else if (event == TTS_EVENT_CANCEL || event == TTS_EVENT_ERROR) {
        [self.player stopPlayer];
        if (event == TTS_EVENT_ERROR) {
            const char *message = [self.nui nui_tts_get_param:"error_msg"];
            NSLog(@"TTS error: %d, %s", code, message ?: "");
        }
        [self notifyFinished];
    }
}

- (void)onNuiTtsUserdataCallback:(char *)info infoLen:(int)infoLength
                        buffer:(char *)buffer len:(int)length taskId:(char *)taskid {
    if (length > 0) [self.player write:buffer Length:length];
}

- (void)playerDrainDataFinish {
    [self notifyFinished];
}
- (void)playerDidStart {}
- (void)playerDidFinish {}
- (void)playSoundLevel:(int)level {}
- (void)playData:(unsigned char *)buffer Length:(int)length {}
- (void)recorderDidStart {}
- (void)recorderDidStop {}
- (void)voiceRecorded:(unsigned char *)buffer Length:(int)length {}
- (void)voiceDidFail:(NSError *)error {}
@end

在业务对象中保留 SpeechSynthesizer 实例，并通过串行队列调用控制接口。将 appkey 和 token 替换为服务端下发的值，gateway 使用前面的网关配置。

// Declare these properties in the business object.
@property(nonatomic, strong) SpeechSynthesizer *synthesizer;
@property(nonatomic, strong) dispatch_queue_t ttsQueue;

// Start synthesis in a business method.
self.ttsQueue = dispatch_queue_create("tts.control", DISPATCH_QUEUE_SERIAL);
self.synthesizer = [SpeechSynthesizer new];
SpeechSynthesizer *synthesizer = self.synthesizer;
dispatch_queue_t queue = self.ttsQueue;
__weak typeof(self) weakSelf = self;
synthesizer.onFinished = ^{
    dispatch_async(queue, ^{
        int code = [synthesizer releaseSdk];
        if (code != 0) NSLog(@"Release failed: %d", code);
        synthesizer.onFinished = nil;
        dispatch_async(dispatch_get_main_queue(), ^{
            weakSelf.synthesizer = nil;
        });
    });
};
dispatch_async(queue, ^{
    int code = [synthesizer configureWithAppkey:appkey token:token gateway:gateway];
    if (code == 0) code = [synthesizer startWithText:@"Hello, welcome to the speech synthesis example."];
    if (code != 0) {
        NSLog(@"Start failed: %d", code);
        [synthesizer releaseSdk];
        synthesizer.onFinished = nil;
        dispatch_async(dispatch_get_main_queue(), ^{
            weakSelf.synthesizer = nil;
        });
    }
});

需要提前取消时，在同一串行队列中调用 cancel；该方法传入 NULL，取消实例中的所有合成任务。将资源释放异步安排到控制队列，不在 SDK 事件回调内直接执行。

控制接口

- (int)nui_tts_initialize:(const char *)parameters
                 logLevel:(NuiSdkLogLevel)level
                  saveLog:(BOOL)save_log;

- (int)nui_tts_set_param:(const char *)param value:(const char *)value;

- (int)nui_tts_play:(const char *)priority
             taskId:(const char *)taskid
              text:(const char *)text;

- (int)nui_tts_cancel:(const char *)taskid;

- (int)nui_tts_pause;
- (int)nui_tts_resume;

- (const char *)nui_tts_get_param:(const char *)param;

- (int)nui_tts_release;

音频数据回调

NeoNuiTtsDelegate 的 onNuiTtsUserdataCallback 向 App 输出合成音频和可用的时间戳信息。

- (void)onNuiTtsUserdataCallback:(char *)info infoLen:(int)info_len
                        buffer:(char *)buffer len:(int)len taskId:(char *)task_id;

• info：启用时间戳且音色支持该功能时，返回 JSON 格式的时间戳信息。

• info_len：info 的数据长度。

• buffer：合成音频数据。

• len：音频数据长度，单位为字节。

• task_id：当前合成任务的 ID。

事件回调

onNuiTtsEventCallback 通知合成状态，App 可根据事件控制播放器。

- (void)onNuiTtsEventCallback:(NuiSdkTtsEvent)event taskId:(char *)taskid code:(int)code;

event 为事件类型，taskid 为当前合成任务 ID；code 为错误码，仅在 TTS_EVENT_ERROR 时有效。