NYVoiceManager.m 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449
  1. //
  2. // NYVoiceManager.m
  3. // jiaPei
  4. //
  5. // Created by Ning.ge on 2023/7/26.
  6. // Copyright © 2023 JCZ. All rights reserved.
  7. //
  8. #import "NYVoiceManager.h"
  9. #import "payRequsestHandler.h"
  10. static NYVoiceManager *vomanger = nil;
  11. static dispatch_once_t onceToken;
  12. @interface NYVoiceManager ()<QCloudTTSEngineDelegate,QCloudPlayerDelegate>
  13. {
  14. NSMutableArray* _textArr;
  15. }
  16. //SDK 内置播放器
  17. @property(strong) QCloudMediaPlayer *player;
  18. // demo 层播放器,如SDK播放器不能满足需求 可以自定义播放器 如下只是一个例子
  19. //@property(strong) MediaPlayerDemo *player;
  20. @property (nonatomic,assign)float onlineSpeed;
  21. @property (nonatomic,assign)int onlineVoiceType;
  22. @property (nonatomic,assign)int onlineLanguage;
  23. @property (nonatomic,assign)float onlineVolume;
  24. @property (nonatomic,assign)float offlineSpeed;
  25. @property (nonatomic,copy)NSString *offlineVoiceType;
  26. @property (nonatomic,assign)int offlineLanguage;
  27. @property (nonatomic,assign)float offlineVolume;
  28. @property (nonatomic,assign)int responseTimeout;
  29. @property (nonatomic,assign)int requestTimeout;
  30. @property (nonatomic,assign)int checkTimeout;
  31. @property (nonatomic, copy) NSString* resource_dir;
  32. @property (nonatomic,assign)int cout; //统计合成句子数,当作utteranceId用于标记句子用
  33. @end
  34. @implementation NYVoiceManager
  35. #pragma mark - SystemMethod
  36. + (NYVoiceManager *)sharedManager {
  37. dispatch_once(&onceToken, ^{
  38. vomanger = [[self alloc] init];
  39. });
  40. return vomanger;
  41. }
  42. - (instancetype)init {
  43. self = [super init];
  44. if (self) {
  45. [self initBaseData];
  46. }
  47. return self;
  48. }
  49. - (void)dealloc {
  50. }
  51. #pragma mark - PublicMethods
  52. // 配置
  53. - (void)ny_configureTTSVoiceDK {
  54. QCloudTTSEngine *tts = [QCloudTTSEngine getShareInstance];
  55. [tts cancel];
  56. [_player StopPlay];
  57. [self setOnlineParam:tts];//在线
  58. }
  59. -(void)setOnlineParam:(QCloudTTSEngine*)ttsEngine {
  60. //设置合成声音速度
  61. [ttsEngine setOnlineVoiceSpeed:_onlineSpeed];
  62. //设置合成声音类型
  63. [ttsEngine setOnlineVoiceType:_onlineVoiceType];
  64. //设置合成语种
  65. [ttsEngine setOnlineVoiceLanguage:_onlineLanguage];
  66. //设置合成声音大小默认值为0
  67. [ttsEngine setOnlineVoiceVolume:_onlineVolume];
  68. //设置响应超时时间
  69. [ttsEngine setTimeoutIntervalForResource:_responseTimeout];
  70. //设置请求超时时间
  71. [ttsEngine setTimeoutIntervalForRequest:_requestTimeout];
  72. //设置检测网络间隔时间
  73. [ttsEngine setCheckNetworkIntervalTime:_checkTimeout];
  74. }
  75. - (void)setOfflineParam:(QCloudTTSEngine*)ttsEngine{
  76. [ttsEngine setOfflineVoiceType:_offlineVoiceType];
  77. [ttsEngine setOfflineVoiceSpeed:_offlineSpeed];
  78. [ttsEngine setOfflineVoiceVolume:_offlineVolume];
  79. }
  80. //开播合成播放
  81. - (void)startPayVoiceActionText:(NSString *)text{
  82. QCloudTTSEngine *tts = [QCloudTTSEngine getShareInstance];
  83. [self setOnlineParam:tts];
  84. //设置ProjectId 不设置默认使用0,说明:项目功能用于按项目管理云资源,可以对云资源进行分项目管理,详情见 https://console.cloud.tencent.com/project
  85. //[tts setOnlineProjectId:0];
  86. [self stopTTSBtnAction:nil];
  87. _textArr = [self breakIntoSentencesFromString:text];
  88. for (int i = 0; i < 10 - [_player getAudioQueueSize]; i++) {
  89. if (_textArr.count > 0) {
  90. [tts synthesize:_textArr[0] UtteranceId:[NSString stringWithFormat:@"%d",_cout++]];
  91. [_textArr removeObjectAtIndex:0];
  92. }
  93. }
  94. }
  95. //暂停合成播放
  96. - (void)pausePayVoiceAction {
  97. [self resumeTTSBtnAction:nil];
  98. }
  99. //停止合成播放
  100. - (void)stopPayVoiceAction {
  101. [self stopTTSBtnAction:nil];
  102. }
  103. - (IBAction)stopTTSBtnAction:(id)sender {
  104. [_player StopPlay];
  105. [_textArr removeAllObjects];
  106. QCloudTTSEngine *tts = [QCloudTTSEngine getShareInstance];
  107. [tts cancel];
  108. }
  109. - (IBAction)pauseTTSBtnAction:(id)sender {
  110. [_player PausePlay];
  111. }
  112. - (IBAction)resumeTTSBtnAction:(id)sender {
  113. [_player ResumePlay];
  114. }
  115. #pragma mark - PrivateMethods
  116. - (void)initBaseData {
  117. _cout = 0;
  118. _textArr = [NSMutableArray array];
  119. QCloudTTSEngine *tts = [QCloudTTSEngine getShareInstance];
  120. //如果使用STS临时证书鉴权时需要设置Token
  121. [tts setOnlineAuthParam:QDApp_Id SecretId:QDSecret_ID SecretKey:QDSecret_Key Token:nil];
  122. [tts engineInit:0 Delegate:self];
  123. [tts setEnableDebugLog:YES];
  124. //SDK 内置播放器
  125. _player = [[QCloudMediaPlayer alloc]init];
  126. // demo 层播放器,如SDK播放器不能满足需求 可以自定义播放器 如下只是一个例子 源码在MediaPlayerDemo.m文件 可自行修改
  127. //_player = [[MediaPlayerDemo alloc]init];
  128. _player.playerDelegate = self;
  129. //离线参数
  130. //在线参数
  131. _onlineSpeed = 0;
  132. _onlineVoiceType = 1001;
  133. //主语言类型:1-中文(默认)2-英文
  134. _onlineLanguage = 1;
  135. _onlineVolume = 0;
  136. //连接超时默认15000ms(15s) 范围[500,30000] 单位ms , Mix模式下建议调小此值,以获得更好的体验
  137. _responseTimeout = 15*1000;
  138. //读取超时超时默认30000ms(30s) 范围[2200,60000] 单位ms, Mix模式下建议调小此值,以获得更好的体验
  139. _requestTimeout = 30 * 1000;
  140. //离线参数,如果您下载的是在线版SDK,以下参数不需要设置,请忽略
  141. _offlineSpeed = 1.0;//离线语速[0.5,2.0]
  142. //voiceType 离线音色名称,名称配置位于音色资源目录tts_resource\voices\config.json 中,可自行增删音色
  143. _offlineVoiceType = @"pb";
  144. _offlineVolume = 1.0;//离线音量 > 0
  145. /*_checkTimeout 大于等于0 单位s, 等于0时持续检测,直到成功
  146. Mix模式下,已经连接网络,但出现网络错误后的检测间隔时间,用于从离线模式自动切换回在线模式,默认值5分钟
  147. 注意:每次检测时将使用所入参的一句文本请求服务器,如果后端合成成功将会额外消耗该句字数的合成额度
  148. */
  149. _checkTimeout = 300;
  150. }
  151. #pragma mark -- QCloudTTSEngineDelegate
  152. //合成结果返回
  153. //---------QCloudTTSEngineDelegate---------
  154. /// 合成回调
  155. /// @param data 语音数据
  156. /// @param utteranceId 语句id
  157. /// @param text 文本
  158. /// @param type 引擎类型 0:在线 1:离线
  159. ///
  160. -(void) onSynthesizeData:(NSData *_Nullable)data UtteranceId:(NSString *_Nullable)utteranceId Text:(NSString *_Nullable)text EngineType:(NSInteger)type RequestId:(NSString*)requestId{
  161. NSLog(@"text====%@,utteranceId ==%@,type==%ld,requestId=%@",text,utteranceId,(long)type,requestId);
  162. [_player enqueueWithData:data Text:text UtteranceId:utteranceId];
  163. // //通过保存音频的URL播放
  164. // //NSString *str = [self filePathWithName:@"tmp.mp3"];
  165. // //NSURL * url = [NSURL URLWithString:str];
  166. // //[_player enqueueWithFile:url Text:text UtteranceId:utteranceId];
  167. //
  168. //
  169. // _messageTextView.text = [NSString stringWithFormat:@"%@\n text=%@\n utteranceId=%@ requestId=%@",_messageTextView.text,text,utteranceId,requestId];
  170. // [self scrollToBottom];
  171. //
  172. // NSLog(@"onSynthesizeData %@",@(data.length));
  173. }
  174. /// 错误回调
  175. /// @param error 错误信息
  176. /// @param utteranceId utteranceId
  177. /// @param text text
  178. -(void) onError:(TtsError *_Nullable)error UtteranceId:(NSString *_Nullable)utteranceId Text:(NSString *_Nullable)text{
  179. // if (error.serviceError != nil && _ttsMode == TTS_MODE_MIX) {
  180. // //实际业务上判断一下,如果是混合模式下返回在线合成的后端错误码,应当忽略可不做处理
  181. // //SDK内会继续调用离线合成继续工作,如果没有日志需求,这里直接return忽略即可
  182. // //return;
  183. // }else{
  184. // QCloudTTSEngine *tts = [QCloudTTSEngine getShareInstance];
  185. // [tts cancel];
  186. // }
  187. //
  188. // NSString* msg = [NSString stringWithFormat:@"%@\n error=%@\n error.code=%@\n error.message=%@\n response = %@\n utteranceId=%@",_messageTextView.text,error.error,@(error.err_code),error.msg,error.serviceError.respose, utteranceId];
  189. // _messageTextView.text = msg;
  190. // [self scrollToBottom];
  191. // NSLog(@"onError %@",msg);
  192. }
  193. //离线或者混合模式下,调用初始化后必须收到此回调,并且OfflineAuthInfo.err_code为0时,才可以调用合成接口,如果err_code不为0,请检查参数或者网络,重新init
  194. - (void)onOfflineAuthInfo:(QCloudOfflineAuthInfo * _Nonnull)OfflineAuthInfo {
  195. // NSString *msg = [NSString stringWithFormat:@"OfflineAuthInfo:err_code=%@,err_msg=%@\n,deviceId=%@\n,expireTime=%@\n,respose=%@\n,authVoiceList=%@",@(OfflineAuthInfo.err_code),OfflineAuthInfo.err_msg,OfflineAuthInfo.deviceId,OfflineAuthInfo.expireTime,OfflineAuthInfo.respose,OfflineAuthInfo.voiceAuthList];
  196. //
  197. // NSLog(@"%@",msg);
  198. // _messageTextView.text = msg;
  199. // [self scrollToBottom];
  200. }
  201. //---------QCloudPlayerDelegate---------
  202. //播放开始
  203. -(void) onTTSPlayStart{
  204. // _messageTextView.text = [NSString stringWithFormat:@"%@\n onTTSPlayStart",_messageTextView.text];
  205. // [self scrollToBottom];
  206. NSLog(@"onTTSPlayStart");
  207. }
  208. //队列所有音频播放完成,音频等待中
  209. -(void) onTTSPlayWait{
  210. // _messageTextView.text = [NSString stringWithFormat:@"%@\n onTTSPlayWait",_messageTextView.text];
  211. // [self scrollToBottom];
  212. NSLog(@"onTTSPlayWait");
  213. }
  214. //恢复播放
  215. -(void) onTTSPlayResume{
  216. // _messageTextView.text = [NSString stringWithFormat:@"%@\n onTTSPlayResume",_messageTextView.text];
  217. // [self scrollToBottom];
  218. NSLog(@"onTTSPlayResume");
  219. }
  220. //暂停播放
  221. -(void) onTTSPlayPause{
  222. // _messageTextView.text = [NSString stringWithFormat:@"%@\n onTTSPlayPause",_messageTextView.text];
  223. // [self scrollToBottom];
  224. NSLog(@"onTTSPlayPause");
  225. }
  226. //播放中止
  227. -(void)onTTSPlayStop{
  228. _cout = 0;
  229. // _messageTextView.text = [NSString stringWithFormat:@"%@\n onTTSPlayStop",_messageTextView.text];
  230. // [self scrollToBottom];
  231. NSLog(@"onTTSPlayStop");
  232. }
  233. //播放器异常
  234. -(void)onTTSPlayError:(QCPlayerError* _Nullable)playError{
  235. // _messageTextView.text = [NSString stringWithFormat:@"%@\n playError.code==%@\n playError.massage==%@",_messageTextView.text,@(playError.mCode),playError.message];
  236. // [self scrollToBottom];
  237. NSLog(@"playError.code==%@,playError.massage==%@",@(playError.mCode),playError.message);
  238. }
  239. //即将播放播放下一句,即将播放音频对应的句子,以及这句话utteranceId
  240. /// 即将播放播放下一句,即将播放音频对应的句子,以及这句话utteranceId
  241. /// @param text 当前播放句子的文本
  242. /// @param utteranceId 当前播放音频对应的ID
  243. -(void) onTTSPlayNextWithText:(NSString* _Nullable)text UtteranceId:(NSString* _Nullable)utteranceId{
  244. // _messageTextView.text = [NSString stringWithFormat:@"%@\n text==%@\n utteranceId==%@",_messageTextView.text,text,utteranceId];
  245. // NSLog(@"text==%@,utteranceId==%@",text,utteranceId);
  246. // [self scrollToBottom];
  247. // QCloudTTSEngine *tts = [QCloudTTSEngine getShareInstance];
  248. // if ([_player getAudioQueueSize] < 10) {
  249. //
  250. // if (_textArr.count > 0) {
  251. //
  252. // NSLog(@"AudioQueueSize=%@",@([_player getAudioQueueSize]));
  253. // [tts synthesize:_textArr[0] UtteranceId:[NSString stringWithFormat:@"%d",_cout++]];
  254. // [_textArr removeObjectAtIndex:0];
  255. // }
  256. // }
  257. }
  258. /// 当前播放的字符,当前播放的字符在所在的句子中的下标.
  259. /// @param currentWord 当前读到的单个字,是一个估算值不一定准确
  260. /// @param currentIdex 当前播放句子中读到文字的下标
  261. -(void)onTTSPlayProgressWithCurrentWord:(NSString*_Nullable)currentWord CurrentIndex:(NSInteger)currentIdex{
  262. // _messageTextView.text = [NSString stringWithFormat:@"%@\n CurrentWord==%@\n currentIdex==%@",_messageTextView.text,currentWord,@(currentIdex)];
  263. // NSLog(@"CurrentWord==%@,currentIdex==%@",currentWord,@(currentIdex));
  264. // [self scrollToBottom];
  265. }
  266. /*===============================使用自定义分割逻辑,以下为句子分割示例=====================*/
  267. #define Sentence_Count_Max 50 //单次最大请求字数,建议首句不要设置太长
  268. /*
  269. API最大请求字数详见官网文档https://cloud.tencent.com/document/product/1073/37995
  270. */
  271. - (NSMutableArray *)breakIntoSentencesFromString:(NSString *)string
  272. {
  273. NSMutableArray *stringsArr = [NSMutableArray array];
  274. NSString *splitString = @",;,;";
  275. //先按句子分割
  276. [string enumerateSubstringsInRange:NSMakeRange(0, string.length) options:NSStringEnumerationBySentences usingBlock:^(NSString * _Nullable substring, NSRange substringRange, NSRange enclosingRange, BOOL * _Nonnull stop) {
  277. //后台接收字符不能太长
  278. const char *commitChar = [substring UTF8String];
  279. if (strlen(commitChar) > Sentence_Count_Max * 3) { //UTF-8中文的字符长度一般是3个字节,英文的长度为1
  280. //再按分号逗号分割
  281. NSArray *textArr = [self separatedString:substring split:splitString];
  282. for (NSString *object in textArr) {
  283. //再按字数分割
  284. const char *objectChar = [object UTF8String];
  285. if (strlen(objectChar) > Sentence_Count_Max * 3) {
  286. NSString *remainStr = object;
  287. while (remainStr.length > Sentence_Count_Max) {
  288. NSString *sentence = [remainStr substringToIndex:Sentence_Count_Max];
  289. if (![self isAllSplitString:sentence split:splitString]
  290. &&![self isPunct:sentence]) {
  291. [stringsArr addObject:sentence];
  292. }
  293. remainStr = [remainStr substringFromIndex:Sentence_Count_Max];
  294. }
  295. if (![self isAllSplitString:remainStr split:splitString]
  296. &&![self isPunct:remainStr]) {
  297. [stringsArr addObject:remainStr];
  298. }
  299. }
  300. else {
  301. if (![self isAllSplitString:object split:splitString]
  302. &&![self isPunct:object]) {
  303. [stringsArr addObject:object];
  304. }
  305. }
  306. }
  307. }else{
  308. if (![self isAllSplitString:substring split:splitString]
  309. &&![self isPunct:substring]) {
  310. [stringsArr addObject:substring];
  311. }
  312. }
  313. }];
  314. return stringsArr;
  315. }
  316. - (NSArray *)separatedString:(NSString *)text split:(NSString *)split {
  317. NSMutableArray *mArray = [NSMutableArray array];
  318. NSInteger loc = 0;
  319. for (NSInteger i = 0; i < [text length]; i++) {
  320. if ([split rangeOfString:[text substringWithRange:NSMakeRange(i, 1)]].location != NSNotFound) {
  321. NSString *subString = [text substringWithRange:NSMakeRange(loc, i-loc+1)];
  322. [mArray addObject:subString];
  323. loc = i + 1;
  324. }
  325. if (i + 1 == [text length] && [split rangeOfString:[text substringWithRange:NSMakeRange(i, 1)]].location == NSNotFound) { //判断最后一个字符是否包含分隔符,如果不包含把最后一句添加到数组
  326. NSString *subString = [text substringWithRange:NSMakeRange(loc, i-loc+1)];
  327. [mArray addObject:subString];
  328. }
  329. }
  330. return [mArray copy];
  331. }
  332. - (BOOL)isAllSplitString:(NSString *)text split:(NSString *)split
  333. {
  334. split = @",;,;。";
  335. if ([text length] && [split length]) {
  336. BOOL all = YES;
  337. for (NSInteger i = 0; i < [text length]; i++) {
  338. if ([split rangeOfString:[text substringWithRange:NSMakeRange(i, 1)]].location == NSNotFound) {
  339. all = NO;
  340. break;
  341. }
  342. }
  343. return all;
  344. }
  345. else {
  346. return NO;
  347. }
  348. }
  349. -(BOOL)isPunct:(NSString *)string //校验是否全为符号
  350. {
  351. NSError *error = nil;
  352. NSRegularExpression *regex = [NSRegularExpression regularExpressionWithPattern:@"[\\p{P}~^<>]" options:NSRegularExpressionCaseInsensitive error:&error];
  353. NSString *modifiedString = [regex stringByReplacingMatchesInString:string options:0 range:NSMakeRange(0, [string length]) withTemplate:@""];
  354. NSCharacterSet *set = [NSCharacterSet whitespaceAndNewlineCharacterSet];
  355. NSString *trimmedStr = [modifiedString stringByTrimmingCharactersInSet:set];
  356. if (!trimmedStr.length) {
  357. return YES;
  358. }
  359. return NO;
  360. }
  361. @end