AI 检测相关 API

请求参数

返回值

代码示例

NSString * userId = [[DemoSetting sharedInstance] userId];
IDRSModelType type = [DemoSetting getSettingConfig];
[MPIDRSSDK initWithRecordType:IDRSRecordLocal userId:userId appId:AppId packageName:PackageName AK:Ak SK:Sk model:type addDelegate:self  success:^(id responseObject) {    self->_idrs = responseObject;
    self->_idrs.nui_tts_delegate = self;
} failure:^(NSError *error) 
    [self showToastWith:@"Code: 1 msg: sdk init error" duration:2];
    NSLog(@"%@",error);
}];

请求参数

返回值

无

代码示例

[self.idrs setRecordType:IDRSRecordLocal];

请求参数

返回值

无

代码示例

[self.idrs setFaceDetectParameter:480 forKey:IDRS_FACE_PARAM_DETECT_IMG_SIZE];

请求参数

返回值

NSArray<FaceDetectionOutput *>

代码示例

        UIImage *decodedImage = [UIImage imageWithData: @"人脸照片.png"];
        IDRSFaceDetectParam *dete = [[IDRSFaceDetectParam alloc]init];
        dete.dataType = IDRSFaceDetectInputTypeImage;//使用图片检测
        dete.image = decodedImage;
        dete.inputAngle = 0;
        dete.outputAngle = 90;
        dete.supportFaceLiveness = true;
        dete.supportFaceRecognition = true;
        NSArray<FaceDetectionOutput *> *imageface = [self.idrs detectFace:dete];

请求参数

返回值

无

代码示例

IDRSHandDetectionConfig *handDetectConfig = [[IDRSHandDetectionConfig alloc] init];
handDetectConfig.imgSize = 480;
handDetectConfig.isFaceDetect = true;
handDetectConfig.classifyThreshold = 0.5;
handDetectConfig.phoneActionIOU = 0.0;
handDetectConfig.phoneActionTime = 0.0;
handDetectConfig.phoneActionSign = 0.03;//签字阈值，越小识别的越快（误差越大）
handDetectConfig.phoneActionScroll = 0.10;
handDetectConfig.interlacingBody = 5;
[self.idrs setHandDetectConfig:handDetectConfig];

请求参数

返回值

NSArray<HandDetectionOutput *>

代码示例

IDRSHandDetectParam *handParam = [[IDRSHandDetectParam alloc]init];
handParam.dataType = IDRSHandInputTypeRGBA;
handParam.buffer = newBuffer;
handParam.outAngle = 0;
NSArray<HandDetectionOutput *> *handResults = [self.idrs detectHandGesture:handParam];
if(handResults.count > 0) {
    // 判断签字
    if (handResults[0].phone_touched_score>0) {
        //手写框
        dispatch_async(dispatch_get_main_queue(), ^{
            weakSelf.drawView.handDetectView.detectResult = handResults;
            if(handResults[0].hand_phone_action == 1 || handResults[0].hand_phone_action == 2) {
                self.resultLabel.text = @"签字成功";
                [self didsendMessage:@"签字成功" isOn:true type:0];
            }
       });
    }
}    

请求参数

返回值

NSArray<HandDetectionOutput *>

代码示例

IDRSHandDetectParam *handParam = [[IDRSHandDetectParam alloc]init];
handParam.dataType = IDRSHandInputTypeRGBA;
handParam.buffer = newBuffer;
handParam.outAngle = 0;
NSArray<HandDetectionOutput *> *handResults = [self.idrs detectHandStaticGesture:handParam];
dispatch_async(dispatch_get_main_queue(), ^{
    if (handResults.count > 0) {
        weakSelf.drawView.handDetectView.detectResult = handResults;
        HandDetectionOutput *handResult = handResults[0];
        if (handResult.hand_action_type == 0 && handResult.hand_static_action > 0) {
            NSString *result = [self handStaticActionTypeToText:handResult.hand_static_action];
            self.resultLabel.text = result;
            [self didsendMessage:result isOn:true type:0];
        }
    }
});

请求参数

返回值

NSArray <IDRSSignConfidenceCheck *>

代码示例

CVPixelBufferRef newBuffer = CMSampleBufferGetImageBuffer(sampleBuffer) ;
NSArray<NSNumber*> *kXMediaOptionsROIKey = @[@(0.2),@(0.2),@(0.6),@(0.6)];
NSArray<IDRSSignConfidenceCheck *>*sings = [self.idrs checkSignClassifyWithCameraBuffer:newBuffer AndROI:kXMediaOptionsROIKey];
dispatch_async(dispatch_get_main_queue(), ^{
    NSString*string = @"";
    float max = 0.0;
    for (IDRSSignConfidenceCheck* Confidence in sings) {
        if (Confidence.confidence > max) {
            string = Confidence.label;
            max = Confidence.confidence;
        }
    }
    if ([string isEqual:@"hand"] && max > 0.95) {
        self.resultLabel.text = [NSString stringWithFormat:@"手写体"];
        [self didsendMessage:@"检测到手写体" isOn:true type:0];
    }
 });

请求参数

返回值

NSArray <IDRSSignConfidenceCheck *>

代码示例

CVPixelBufferRef newBuffer = CMSampleBufferGetImageBuffer(sampleBuffer) ;
UIImage * image = [self.idrs getImageFromRPVideo:newBuffer];
NSArray<NSNumber*> *kXMediaOptionsROIKey = @[@(0.2),@(0.2),@(0.6),@(0.6)];
NSArray<IDRSSignConfidenceCheck *>*sings = [self.idrs checkSignClassifyWithImage:image AndROI:kXMediaOptionsROIKey];
dispatch_async(dispatch_get_main_queue(), ^{
    NSString*string = @"";
    float max = 0.0;
    for (IDRSSignConfidenceCheck* Confidence in sings) {
        if (Confidence.confidence > max) {
            string = Confidence.label;
            max = Confidence.confidence;
        }
    }
    if ([string isEqual:@"hand"] && max > 0.95) {
        self.resultLabel.text = [NSString stringWithFormat:@"手写体"];
        [self didsendMessage:@"检测到手写体" isOn:true type:0];
    }
 });

请求参数

返回值

IDCardDetectionOutput

代码示例

BOOL isForont = weakSelf.isOCR_Front? true:false;
// 2. ocr身份证。
IDRSIDCardDetectParam *idCardParam = [[IDRSIDCardDetectParam alloc]init];
idCardParam.dataType = IDRSIDCardInputTypePixelBuffer;
idCardParam.buffer = newBuffer;
NSArray<NSNumber*> *kXMediaOptionsROIKey = @[@(0.2),@(0.2),@(0.6),@(0.6)];
IDCardDetectionOutput *ocrResult = [_idrs detectIDCard:idCardParam roiKey:kXMediaOptionsROIKey rotate:@(0) isFrontCamera:NO isDetectFrontIDCard:isForont];
if (ocrResult!=nil) {
    NSString *result = @"";
    if (ocrResult.num.length > 0) {
        result = ocrResult.num;//身份人像面信息
    }else if (ocrResult.startDate.length > 0){
        result = ocrResult.startDate;身份证国徽面信息
    }
    // 采集到了身份证信息
    dispatch_async(dispatch_get_main_queue(), ^{
        // 显示身份证信息
        self.resultLabel.text = result;
        [self didsendMessage:result isOn:true type:0];
    });
}

请求参数

无

返回值

无

代码示例

[self.idrs startDialog];

请求参数

无

返回值

无

代码示例

[self.idrs stopDialog];

请求参数

返回值

无

代码示例

 //传给nuiSDK----需要16000数据
[self.idrs feedAudioFrame:srcData];

请求参数

返回值

无

代码示例

[self.idrs startTTSWithText:@"我是测试文本"];

请求参数

无

返回值

无

代码示例

[self.idrs stopTTS];

请求参数

无

返回值

无

代码示例

[self.idrs pauseTTS];

请求参数

无

返回值

无

代码示例

[self.idrs resumeTTS];

请求参数

返回值

无

代码示例

[self.idrs setTTSParam:@"extend_font_name" value:@"xiaoyun"];//设置播报人
[self.idrs setTTSParam:@"speed_level" value:@"1"];//设置播报速度

请求参数

返回值

代码示例

NSString * speed = [self.idrs getTTSParam:@"speed_level"];//当前播放速度