| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771 |
- //
- // KSAccompanyWebViewController.m
- // KulexiuForTeacher
- //
- // Created by Kyle on 2022/3/20.
- //
- #import "KSAccompanyWebViewController.h"
- #import "WebViewBaseConfig.h" // 基础配置
- #import "SwiftImportHeader.h" // swift 桥接
- #import <KSToolLibrary/KSAudioSessionManager.h> // audio session
- #import <KSToolLibrary/KSAQRecordManager.h> // 录音
- #import <KSToolLibrary/KSWebSocketManager.h> // web socket
- #import <CloudAccompanyLibrary/KSVideoRecordManager.h> // 视频录制
- #import <CloudAccompanyLibrary/KSCloudBeatView.h> // 节拍器
- #import <KSToolLibrary/MidiPlayerEngine.h> // midi 播放
- #import <CloudAccompanyLibrary/kSNewPlayer.h> // mp3 播放器
- #import "AccompanyLoadingView.h"
- #define KSMidiSongFileKey (@"KSDownloadMidiSong")
- // 合成
- #import <KSToolLibrary/KSMediaEditor.h>
- #import "KSMediaMergeView.h"
- #import <KSTunerLibrary/KSTunerLibrary-Swift.h>
- @interface KSAccompanyWebViewController ()<KSAQRecordManagerDelegate,KSAudioSessionManagerDelegate,PlayerEngineDelegate,TunerDelegate,kSNewPlayerManagerDelegate>
- @property (nonatomic, strong) KSAudioSessionManager *audioSessionManager;
- @property (nonatomic, assign) MetronomeType beatType;
- @property (nonatomic, strong) MidiPlayerEngine *playerEngine; // player
- @property (nonatomic, assign) BOOL initEngineSuccess; // 加载引擎是否成功
- @property (nonatomic, assign) float songOriginalSpeed;
- @property (nonatomic, assign) float currentSpeed; // 当前播放的速度
- @property (nonatomic, assign) BOOL isPlaying; // 是否正在播放的状态
- @property (nonatomic, strong) NSString *currentSongId; // song id
- @property (nonatomic, strong) NSDictionary *configEngineParm; // 初始化mid播放引擎的参数
- @property (nonatomic, strong) NSMutableDictionary *metronomeParm; // 节拍器播放的参数
- // 是否发送了musicXML信息
- @property (nonatomic, assign) BOOL hasSendStartMessage;
- @property (nonatomic, strong) KSAQRecordManager *AQManager;
- @property (nonatomic, strong) KSWebSocketManager *socketManager;
- @property (nonatomic, strong) NSMutableDictionary *evaluatParm;
- // 录制的message
- @property (nonatomic, strong) NSMutableDictionary *recordParm;
- // 评测开始时发送recordStart消息的标识
- @property (nonatomic, assign) BOOL isCompareStart;
- // 校音开始时发送 checkStart消息标识
- @property (nonatomic, assign) BOOL isSoundCheckStart;
- // 自定义UI控件容器
- @property (nonatomic, strong) UIView *viewContainer;
- @property (nonatomic, strong) KSVideoRecordManager *videoRecordManager;
- @property (nonatomic, strong) NSDictionary *endRecordParm;
- @property (nonatomic, assign) BOOL isCameraOpen;
- @property (nonatomic, strong) AccompanyLoadingView *loadingView;
- @property (nonatomic, assign) BOOL isTunerRuning;
- @property (nonatomic, strong) Tuner *tuner;
- // 延迟校准开始时发送 AdjustStart消息标识
- @property (nonatomic, assign) BOOL isDelayCheckStart;
- // 检测延迟播放器
- @property (nonatomic, strong) kSNewPlayer *dingPlayer;
- @property (nonatomic, strong) kSNewPlayer *dongPlayer;
- // 音频播放器
- @property (nonatomic, strong) kSNewPlayer *musicPlayer;
- // 录音开始时间
- @property (nonatomic, assign) NSTimeInterval recordStartTime;
- // 播放开始时间
- @property (nonatomic, assign) NSTimeInterval playerStartTime;
- // 播放延迟
- @property (nonatomic, assign) NSInteger offsetTime;
- @property (nonatomic, assign) BOOL dingPlayerReady;
- @property (nonatomic, assign) BOOL dongPlayerReady;
- @property (nonatomic, assign) BOOL musicPlayerReady;
- @property (nonatomic, strong) NSDictionary *playerParm;
- @property (nonatomic, strong) NSMutableArray *delayArray;
- @property (nonatomic, assign) NSInteger checkIndex;
- @property (nonatomic, assign) NSInteger firstFrequence;
- @property (nonatomic, assign) NSInteger secondFrequence;
- @property (nonatomic, strong) NSURL *bgAudioUrl;
- @property (nonatomic, strong) NSURL *recordUrl;
- @property (nonatomic, strong) NSString *accompanyUrl;
- @property (nonatomic, assign) BOOL muteAccompany; // 是否静音
- @property (nonatomic, assign) NSInteger musicStartTime; // 开始播放的时间
- @end
- @implementation KSAccompanyWebViewController
- - (void)handerAudioInterruption {
- if (_playerEngine) {
- [self stopPlayAction];
- }
- if (_musicPlayer) {
- [self stopMp3Player];
- }
- }
- - (void)resumeAudioSession {
- // 恢复
- if (_playerEngine) {
- [self.playerEngine resumeAUGraph];
- }
- }
- // 打断处理
- - (void)audioInterruption {
- if (_videoRecordManager) {
- [self.videoRecordManager resetSession];
- }
- [self handerAudioInterruption];
- }
- - (void)ignorRecordVideo {
- if (_videoRecordManager) {
- self.videoRecordManager.skipSaveRecord = YES;
- }
- }
- - (void)stopSession {
- if (_videoRecordManager) {
- [self.videoRecordManager stopSession];
- }
- }
- - (void)resetPlayerConfig {
- [self freeMp3Player]; // 若之前有播放器,剔除
- self.firstFrequence = 800;
- self.secondFrequence = 800;
- self.dingPlayerReady = NO;
- self.dongPlayerReady = NO;
- self.musicPlayerReady = NO;
- self.recordStartTime = 0;
- self.playerStartTime = 0;
- self.offsetTime = 0;
- }
- - (void)downloadMp3File:(NSString *)musicUrl {
- if (![NSString isEmptyString:musicUrl]) {
- NSString *fileName = [musicUrl getUrlFileName];
- NSString *filePath = [self getAccompanyFilePathWithName:fileName];
- NSURL *fileUrl = [[NSURL alloc] initFileURLWithPath:filePath];
- if ([self checkSongHasSaveAccompanyWithSongUrl:musicUrl]) {
- [self configVideoRecord:fileUrl];
- }
- else {
- MJWeakSelf;
- [self downloadUrl:musicUrl success:^{
- [weakSelf configVideoRecord:fileUrl];
- } faliure:^{
-
- }];
- }
- }
- else {
- [self configVideoRecord:nil];
- }
- }
- - (void)initMp3Player:(NSString *)musicUrl checkUrl:(NSString *)checkUrl {
- [self resetPlayerConfig];
- self.accompanyUrl = musicUrl;
- [self.musicPlayer preparePlaySongWithUrl:musicUrl];
- [self.dingPlayer preparePlaySongWithUrl:checkUrl];
- [self.dongPlayer preparePlaySongWithUrl:checkUrl];
-
- [self prepareMusic];
- }
- - (void)prepareMusic {
-
- self.dingPlayer.isMute = YES;
- [self.dingPlayer startPlayNoSeek];
- self.dongPlayer.isMute = YES;
- [self.dongPlayer startPlayNoSeek];
- self.musicPlayer.isMute = YES;
- [self.musicPlayer startPlayNoSeek];
- dispatch_after(dispatch_time(DISPATCH_TIME_NOW, (int64_t)(1.0f * NSEC_PER_SEC)), dispatch_get_main_queue(), ^{
- [self.musicPlayer puasePlay];
- self.musicPlayer.isMute = NO;
- [self.dingPlayer puasePlay];
- self.dingPlayer.isMute = NO;
- [self.dongPlayer puasePlay];
- self.dongPlayer.isMute = NO;
- [self configPlayerDelegate];
- });
- }
- - (void)freeMp3Player {
- if (_dingPlayer) {
- [self.dingPlayer freePlayer];
- }
- if (_dongPlayer) {
- [self.dongPlayer freePlayer];
- }
- if (_musicPlayer) {
- [self.musicPlayer freePlayer];
- }
- }
- - (void)stopMp3Player {
- if (_dingPlayer) {
- [self.dingPlayer puasePlay];
- }
- if (_dongPlayer) {
- [self.dongPlayer puasePlay];
- }
- if (_musicPlayer) {
- [self.musicPlayer puasePlay];
- }
- }
- - (void)viewDidLoad {
- [super viewDidLoad];
- // Do any additional setup after loading the view.
- [self configAudioSession];
- [[NSNotificationCenter defaultCenter] addObserver:self selector:@selector(appEnterBackground) name:@"appEnterBackground" object:nil];
- [[NSNotificationCenter defaultCenter] addObserver:self selector:@selector(appEnterForeground) name:@"appEnterForeground" object:nil];
- }
- - (void)checkMessage:(id)message {
- NSDictionary *result = [message mj_JSONObject];
- NSString *type = [[result ks_dictionaryValueForKey:@"header"] ks_stringValueForKey:@"type"];
- NSString *commond = [[result ks_dictionaryValueForKey:@"header"] ks_stringValueForKey:@"commond"];
- if ([type isEqualToString:@"DELAY_CHECK"] && [commond isEqualToString:@"recordEnd"]) {
- NSDictionary *body = [result ks_dictionaryValueForKey:@"body"];
- NSTimeInterval micDelay = [body ks_doubleValueForKey:@"firstNoteDelayDuration"] - self.offsetTime;
- [self.delayArray addObject:[NSNumber numberWithDouble:micDelay]];
- }
- }
- - (void)connectSocketService {
-
- MJWeakSelf;
- self.socketManager.didReceiveMessage = ^(id _Nonnull message) {
- dispatch_async(dispatch_get_main_queue(), ^{
- [weakSelf checkMessage:message];
- // api
- NSMutableDictionary *sendMessage = [NSMutableDictionary dictionary];
- [sendMessage setValue:@"sendResult" forKey:@"api"];
- [sendMessage setValue:message forKey:@"content"];
- // 服务返回数据传给H5
- [weakSelf postMessage:sendMessage];
- });
- };
- self.socketManager.connectionStatus = ^(BOOL isSuccess) {
- dispatch_async(dispatch_get_main_queue(), ^{
-
- if (!isSuccess) {
- // NSLog(@"-----连接失败");
- if (weakSelf.hasSendStartMessage) {
- if (weakSelf.AQManager.isRunning) {
- NSDictionary *postParm = @{@"api" : @"cancelEvaluating",
- @"content" : @{@"reson":@"服务异常,请重试"}
- };
- [weakSelf postMessage:postParm];
- [weakSelf stopRecordService];
- weakSelf.isCompareStart = NO;
- weakSelf.isSoundCheckStart = NO;
- weakSelf.isDelayCheckStart = NO;
- }
- }
- else if (weakSelf.evaluatParm) {
- NSMutableDictionary *sendParm = [NSMutableDictionary dictionaryWithDictionary:weakSelf.evaluatParm];
- NSDictionary *valueDic = [weakSelf.evaluatParm ks_dictionaryValueForKey:@"content"];
- [valueDic setValue:@"服务异常,请重试" forKey:@"reson"];
- [sendParm setValue:valueDic forKey:@"content"];
- [weakSelf postMessage:sendParm];
- weakSelf.hasSendStartMessage = YES;
- weakSelf.isCompareStart = NO;
- weakSelf.isSoundCheckStart = NO;
- weakSelf.isDelayCheckStart = NO;
- }
- else { // 其他断开
- if (weakSelf.AQManager.isRunning) {
- NSDictionary *postParm = @{@"api" : @"cancelEvaluating",
- @"content" : @{@"reson":@"服务异常,请重试"}
- };
- [weakSelf postMessage:postParm];
- [weakSelf stopRecordService];
- weakSelf.isCompareStart = NO;
- weakSelf.isSoundCheckStart = NO;
- weakSelf.isDelayCheckStart = NO;
- }
- }
- }
- else {
- // NSLog(@"-----连接成功");
- if (weakSelf.hasSendStartMessage == NO && weakSelf.evaluatParm) {
- NSDictionary *content = [weakSelf.evaluatParm ks_dictionaryValueForKey:@"content"];
- NSString *sendData = [weakSelf configDataCommond:@"musicXml" body:content type:@"SOUND_COMPARE"];
- [weakSelf sendDataToSocketService:sendData];
- [weakSelf postMessage:weakSelf.evaluatParm];
- weakSelf.hasSendStartMessage = YES;
- }
- }
- });
- };
- [self.socketManager SRWebSocketOpen];
- }
- - (void)appEnterBackground {
- NSDictionary *parm = @{@"api":@"suspendPlay"};
- [self postMessage:parm];
- [self handerAudioInterruption];
- }
- - (void)appEnterForeground {
- if (self.isCameraOpen) {
- if ([self.videoRecordManager getSessionStatusisActive] == NO) {
- [self.videoRecordManager configSessiondisplayInView:self.viewContainer];
- }
- }
- }
- - (void)initWebView {
- [self.scrollView removeFromSuperview];
-
- [self.view addSubview:self.viewContainer];
- [self.viewContainer mas_makeConstraints:^(MASConstraintMaker *make) {
- make.left.right.top.bottom.mas_equalTo(self.view);
- }];
-
- if (self.myWebView == nil) {
-
- WKWebViewConfiguration *config = [[WKWebViewConfiguration alloc] init];
- config.selectionGranularity = WKSelectionGranularityDynamic;
- config.allowsInlineMediaPlayback = YES;
- config.mediaTypesRequiringUserActionForPlayback = NO;
-
- config.processPool = [KSBaseWKWebViewController singleWkProcessPool];
- config.websiteDataStore = [WKWebsiteDataStore defaultDataStore];
- [self configUserAgent:config];
-
- //自定义的WKScriptMessageHandler 是为了解决内存不释放的问题
- WeakWebViewScriptMessageDelegate *weakScriptMessageDelegate = [[WeakWebViewScriptMessageDelegate alloc] initWithDelegate:self];
- //这个类主要用来做native与JavaScript的交互管理
- WKUserContentController * wkUController = [[WKUserContentController alloc] init];
- [wkUController addScriptMessageHandler:weakScriptMessageDelegate name:SCRIPT_NAME];
- config.userContentController = wkUController;
-
- WKPreferences *preferences = [WKPreferences new];
- // 是否支出javaScript
- preferences.javaScriptEnabled = YES;
- //不通过用户交互,是否可以打开窗口
- preferences.javaScriptCanOpenWindowsAutomatically = YES;
- config.preferences = preferences;
- self.myWebView = [[WKWebView alloc] initWithFrame:CGRectZero configuration:config];
- self.myWebView.opaque = NO;
- self.myWebView.UIDelegate = self;
- self.myWebView.navigationDelegate = self;
- self.myWebView.scrollView.bounces = NO;
- self.myWebView.backgroundColor = [UIColor clearColor];
- self.myWebView.scrollView.backgroundColor = [UIColor clearColor];
- #ifdef DEBUG
- if (@available(iOS 16.4, *)) {
- self.myWebView.inspectable = YES;
- }
- #endif
- // 加载进度条和title
- [self.myWebView addObserver:self forKeyPath:@"estimatedProgress" options:NSKeyValueObservingOptionNew context:nil];
- [self.myWebView addObserver:self forKeyPath:@"title" options:NSKeyValueObservingOptionNew context:NULL];
- [self.view addSubview:self.myWebView];
- [self.myWebView mas_makeConstraints:^(MASConstraintMaker *make) {
- make.left.right.mas_equalTo(self.view);
- make.top.mas_equalTo(self.view.mas_top);
- make.bottom.mas_equalTo(self.view.mas_bottom);
- }];
- self.myWebView.scrollView.contentInsetAdjustmentBehavior = UIScrollViewContentInsetAdjustmentNever;
-
- [self setupProgress];
-
- [self loadRequest];
- }
- else {
- [self.myWebView reload];
- }
- }
- - (void)configUserAgent:(WKWebViewConfiguration *)config {
- NSString *oldUserAgent = config.applicationNameForUserAgent;
- NSString *newAgent = [NSString stringWithFormat:@"%@ %@ %@",oldUserAgent,AGENT_NAME,AGENT_DOMAIN];
- config.applicationNameForUserAgent = newAgent;
- }
- - (void)configRecordManager {
- if (self.AQManager.isRunning) {
- [self.AQManager stopRecord];
- }
- self.AQManager = [[KSAQRecordManager alloc] init];
- self.AQManager.delegate = self;
- }
- - (void)viewWillAppear:(BOOL)animated {
- [super viewWillAppear:animated];
- [self connectSocketService];
- if (self.isCameraOpen) {
- [self.videoRecordManager configSessiondisplayInView:self.viewContainer];
- }
- }
- - (void)viewWillDisappear:(BOOL)animated {
- [super viewWillDisappear:animated];
-
- if (_socketManager) {
- [self.socketManager SRWebSocketClose];
- _socketManager = nil;
- }
- // 停止播放和录制
- [self stopSession];
- [self stopPlayAction];
- [self stopRecordService];
- [self stopTuner];
-
- BOOL isBack = [self isViewPopDismiss];
- if (isBack) { // 页面销毁才删除
- if (_AQManager) {
- [_AQManager freeAudioQueue];
- _AQManager = nil;
- }
- // 如果退出评测页面 清除 playerEngine
- if (self.playerEngine) {
- [self.playerEngine cleanup];
- self.playerEngine = nil;
- }
- // 返回不保存视频
- [self ignorRecordVideo];
- [self freeMp3Player];
- [self removeTuner];
- }
- }
- - (void)removeTuner {
- if (_tuner) {
- [_tuner freeTuner];
- _tuner = nil;
- NSLog(@"--- free tuner ");
- }
- }
- - (void)sendDataToSocketService:(id)data {
- if (_socketManager) {
- [self.socketManager sendData:data];
- }
- }
- #pragma mark --- WKScriptMessageHandler
- - (void)userContentController:(WKUserContentController *)userContentController
- didReceiveScriptMessage:(WKScriptMessage *)message {
- if ([message.name isEqualToString:SCRIPT_NAME]) {
- NSDictionary *parm = [self convertJsonStringToNSDictionary:message.body];
- // 回到主线程
- dispatch_async(dispatch_get_main_queue(), ^{
- if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"createMusicPlayer"]) {
- NSDictionary *content = [parm ks_dictionaryValueForKey:@"content"];
- NSString *musicUrl = [content ks_stringValueForKey:@"musicSrc"];
- NSString *checkUrl = [content ks_stringValueForKey:@"tuneSrc"];
- self.playerParm = parm;
- [self initMp3Player:musicUrl checkUrl:checkUrl];
- // 下载文件
- [self downloadMp3File:musicUrl];
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"startEvaluating"]) { // 开始评测
- [self configRecordManager];
- self.hasSendStartMessage = NO;
- PREMISSIONTYPE isOk = [RecordCheckManager checkMicPermissionAvaiable];
- if (isOk == PREMISSIONTYPE_YES) {
- self.evaluatParm = [NSMutableDictionary dictionaryWithDictionary:parm];
- // 如果socket 连上了
- if (self.socketManager.socketReadyState == SR_OPEN) {
- NSDictionary *content = [parm ks_dictionaryValueForKey:@"content"];
- NSString *sendData = [self configDataCommond:@"musicXml" body:content type:@"SOUND_COMPARE"];
- [self sendDataToSocketService:sendData];
- [self postMessage:parm];
- self.hasSendStartMessage = YES;
- }
- else {
- [self connectSocketService];
- }
- }
- else {
- NSDictionary *postParm = @{@"api" : @"cancelEvaluating",
- @"content" : @{@"reson":@"没有麦克风权限"}
- };
- [self postMessage:postParm];
- }
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"endEvaluating"]) {// 停止评测
- dispatch_after(dispatch_time(DISPATCH_TIME_NOW, (int64_t)(0.2 * NSEC_PER_SEC)), dispatch_get_main_queue(), ^{
- self.musicStartTime = 0;
- self.evaluatParm = nil;
- [self stopRecordService];
- [self postMessage:parm];
- [self sendEndMessage];
- [self stopMp3Player]; // 停止播放
- });
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"cancelEvaluating"]) { // 取消评测
- self.musicStartTime = 0;
- self.evaluatParm = nil;
- [self stopRecordService];
- [self postMessage:parm];
- [self stopMp3Player]; // 停止播放
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"startRecording"]) { // 开始录制
- NSDictionary *content = [parm ks_dictionaryValueForKey:@"content"];
- self.musicStartTime = [content ks_integerValueForKey:@"firstNoteTime"];
- if ([[content allKeys] containsObject:@"accompanimentState"]) {
- BOOL mute = [content ks_boolValueForKey:@"accompanimentState"] == NO;
- self.muteAccompany = mute;
- }
- else {
- self.muteAccompany = NO;
- }
- if (self->_videoRecordManager) {
- [self.videoRecordManager clearVideoFile];
- }
- [self postMessage:parm];
- self.isCompareStart = YES;
- [self startRecordService];
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"endRecording"]) { // 停止录音
- self.recordParm = nil;
- [self stopRecordService];
- [self postMessage:parm];
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"pauseRecording"]) {
- [self puaseRecordService];
- [self postMessage:parm];
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"resumeRecording"]) {
- [self resumeRecordService];
- [self postMessage:parm];
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"isWiredHeadsetOn"]) {
- [self configAudioDeviceType:parm];
- }
- // 发送消息给socket service
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"proxyMessage"]) {
- [self sendMessageToSocket:parm];
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"proxyServiceMessage"]) {
- NSDictionary *content = [parm ks_dictionaryValueForKey:@"content"];
- NSString *sendData = [content mj_JSONString];
- NSLog(@"proxyServiceMessage ------- %@",sendData);
- [self sendDataToSocketService:sendData];
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"openCamera"]) { // 开启摄像头
- PREMISSIONTYPE canOpenCamera = [RecordCheckManager checkCameraPremissionAvaiable];
- PREMISSIONTYPE albumEnable = [RecordCheckManager checkPhotoLibraryPremissionAvaiable];
- if (canOpenCamera == PREMISSIONTYPE_YES) {
- self.isCameraOpen = YES;
- [self.videoRecordManager setIgnoreAudio:YES];
- [self.videoRecordManager configSessiondisplayInView:self.viewContainer];
- [self postMessage:parm];
- }
- if (albumEnable == PREMISSIONTYPE_NO) {
- [self showAlertWithMessage:@"请开启相册访问权限" type:CHECKDEVICETYPE_CAMREA];
- }
-
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"closeCamera"]) { // 关闭摄像头
- self.isCameraOpen = NO;
- if (self->_videoRecordManager) {
- [self.videoRecordManager removeDisplay];
- }
- [self postMessage:parm];
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"startCapture"]) { // 开始录制
- PREMISSIONTYPE isOk = [RecordCheckManager checkPhotoLibraryPremissionAvaiable];
- if (isOk == PREMISSIONTYPE_YES) {
-
- [self.videoRecordManager setIgnoreAudio:YES];
- self.videoRecordManager.audioUrl = self.AQManager.audioUrl;
- [self.videoRecordManager startRecord];
- [self postMessage:parm];
- }
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"endCapture"]) { // 结束录制
- if (self->_videoRecordManager) {
- self.endRecordParm = parm;
- [self.videoRecordManager stopRecord];
- }
- else {
- [self postMessage:parm];
- }
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"setCaptureMode"]) {
- NSString *modeString = [[parm ks_dictionaryValueForKey:@"content"] ks_stringValueForKey:@"mode"];
- BOOL isIgnoreAudio = [modeString isEqualToString:@"evaluating"];
- [self postMessage:parm];
- [self.videoRecordManager setIgnoreAudio:isIgnoreAudio];
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"startSoundCheck"]) { // 开始校音
- [self configRecordManager];
- [self postMessage:parm];
- self.isCompareStart = NO;
- self.isSoundCheckStart = YES;
- self.isDelayCheckStart = NO;
- [self startRecordService];
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"endSoundCheck"]) {
- // 结束校音
- self.isSoundCheckStart = NO;
- [self stopRecordService];
- [self postMessage:parm];
- }
- // 音视频合成
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"openAdjustRecording"]) {
- KSMediaMergeView *mergeView = [[KSMediaMergeView alloc] init];
- if (self.bgAudioUrl == nil) {
- [LOADING_MANAGER MBShowAUTOHidingInWindow:@"当前曲目无mp3伴奏"];
- }
- else {
- if (self.AQManager && self.AQManager.audioUrl) {
- self.recordUrl = self.AQManager.audioUrl;
- [self.view addSubview:mergeView];
- [mergeView mas_makeConstraints:^(MASConstraintMaker *make) {
- make.left.right.top.bottom.mas_equalTo(self.view);
- }];
- NSDictionary *content = [parm ks_dictionaryValueForKey:@"content"];
- mergeView.recordId = [content ks_stringValueForKey:@"recordId"];
- mergeView.songName = [content ks_stringValueForKey:@"title"];
- mergeView.coverImage = [content ks_stringValueForKey:@"coverImg"];
- MJWeakSelf;
- NSInteger micDelay = [UserDefaultObjectForKey(@"micDelay") integerValue];
- NSInteger defaultDelay = self.offsetTime + micDelay;
- [mergeView configWithVideoUrl:self.videoRecordManager.videoFileURL bgAudioUrl:self.bgAudioUrl remoteBgUrl:self.accompanyUrl recordUrl:self.recordUrl offsetTime:defaultDelay mergeCallback:^{
- [weakSelf musicPublishCallBack:content];
- }];
- }
- else {
- [LOADING_MANAGER MBShowAUTOHidingInWindow:@"麦克风被占用"];
- }
- }
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"videoUpdate"]) { // 上传
- NSMutableDictionary *sendParm = [NSMutableDictionary dictionaryWithDictionary:parm];
- NSMutableDictionary *contentParm = [NSMutableDictionary dictionaryWithDictionary:[sendParm ks_dictionaryValueForKey:@"content"]];
- if (self.videoRecordManager) {
-
- MJWeakSelf;
- [self.videoRecordManager saveVideoCallback:^(BOOL isSuccess, NSString * _Nullable message) {
- if (isSuccess) {
- [LOADING_MANAGER MBShowAUTOHidingInWindow:@"已保存到相册"];
- [weakSelf uploadVideoWithParm:contentParm sendParm:sendParm];
- }
- }];
- }
- }
- #pragma mark -------- 云教练原生播放对接
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"cloudDetail"]) { // 初始化方法
- /**
- api: 'cloudDetail',
- content: {
- midi: '',
- denominator: 4,
- numerator: 4,
- // xml整体原始速度
- originalSpeed: 90,
- // 间隔(ms)
- interval: 50
- }
- */
-
- [self configAudioSession];
- // 重置track num array
- self.configEngineParm = [parm copy];
- NSDictionary *content = [parm ks_dictionaryValueForKey:@"content"];
- NSString *midiUrl = [content ks_stringValueForKey:@"midi"];
- NSInteger denominator = [content ks_integerValueForKey:@"denominator"];
- NSInteger numerator = [content ks_integerValueForKey:@"numerator"];
- NSString *beatString = [NSString stringWithFormat:@"%zd/%zd", numerator,denominator];
- self.beatType = [self getBeatTypeFromString:beatString];
-
- float originalSpeed = [content ks_floatValueForKey:@"originalSpeed"];
- self.songOriginalSpeed = originalSpeed;
- self.currentSpeed = originalSpeed;
- NSInteger reportInterval = [content ks_integerValueForKey:@"interval"];
- // 下载midi文件
- BOOL hasSaveSong = [self checkSongHasSaveWithSongUrl:midiUrl];
- NSString *fileName = [midiUrl getUrlFileName];
- NSString *filePath = [self getFilePathWithName:fileName];
- if (hasSaveSong) {
- [self configPlayerEngineWithSong:filePath reportTime:reportInterval];
- }
- else {
- MJWeakSelf;
- [self downloadMidiFile:midiUrl success:^{
- [weakSelf configPlayerEngineWithSong:filePath reportTime:reportInterval];
- } faliure:^{
-
- }];
- }
-
- }
-
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"cloudGetMediaStatus"]) { // 获取播放状态
- /**
- api: 'cloudGetMediaStatus',
- content: {
- status: 'init' | 'play' | 'suspend'
- }
- */
- NSString *engineStatus = @"init";
- if (self.initEngineSuccess) {
- if (self.isPlaying) {
- engineStatus = @"play";
- }
- else {
- engineStatus = @"suspend";
- }
- }
- NSMutableDictionary *valueDic = [NSMutableDictionary dictionaryWithDictionary:[parm ks_dictionaryValueForKey:@"content"]];
- [valueDic setValue:engineStatus forKey:@"status"];
- NSMutableDictionary *sendParm = [NSMutableDictionary dictionaryWithDictionary:parm];
- [sendParm setValue:valueDic forKey:@"content"];
- [self postMessage:sendParm];
- }
- // 播放、暂停、进度、播放结束、跳转指定位置
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"cloudPlay"]) { // 播放
- /**
- api: 'cloudPlay',
- content: {
- // 当前曲目id
- songID: 0,
- // xml整体原始速度
- originalSpeed: 90,
- // 当前选择速度
- speed: 90,
- // 开始时间(ms)
- startTime: 0
- // 播放频率
- hertz:440
- }
- */
- NSDictionary *content = [parm ks_dictionaryValueForKey:@"content"];
- self.currentSongId = [content ks_stringValueForKey:@"songID"];
- float speed = [content ks_floatValueForKey:@"speed"];
- float originalSpeed = [content ks_floatValueForKey:@"originalSpeed"];
- double rate = speed / originalSpeed;
- self.currentSpeed = speed;
- float hertz = [content ks_floatValueForKey:@"hertz"];
- // 播放的hertz
- [self.playerEngine adjustPitchByHZ:hertz];
-
- [self.playerEngine setMusicPlayerSpeed:rate];
- Float64 startTime = [content ks_doubleValueForKey:@"startTime"];
- NSLog(@"------%@", [content ks_stringValueForKey:@"startTime"]);
- [self.playerEngine setProgressTime:(startTime/1000)];
- // 播放
- [self playAction];
- [self postMessage:parm];
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"cloudSuspend"]) { // 暂停
- /**
- api: 'cloudSuspend',
- content: {
- // 当前曲目id
- songID: 0,
- }
- */
- [self stopPlayAction];
- [self postMessage:parm];
-
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"cloudSetCurrentTime"]) { // // 跳转指定位置
- /**
- api: 'cloudSetCurrentTime',
- content: {
- // 当前曲目id
- songID: 0,
- // 指定位置时间(ms)
- currentTime: 0
- }
- */
- NSDictionary *content = [parm ks_dictionaryValueForKey:@"content"];
- Float64 currentTime = [content ks_doubleValueForKey:@"currentTime"];
- if (self.playerEngine) {
- [self.playerEngine setProgressTime:(currentTime/1000)];
- }
- [self postMessage:parm];
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"cloudChangeSpeed"]) { // 调速 范围(45-270整数)
- /**
- api: 'cloudChangeSpeed',
- content: {
- // 当前曲目id
- songID: 0,
- // 调整速度
- speed: 90
- // xml整体原始速度
- originalSpeed: 90,
- }
- */
- NSDictionary *content = [parm ks_dictionaryValueForKey:@"content"];
- float speed = [content ks_floatValueForKey:@"speed"];
- float originalSpeed = [content ks_floatValueForKey:@"originalSpeed"];
- double rate = speed / originalSpeed;
- self.currentSpeed = speed;
- [self.playerEngine setMusicPlayerSpeed:rate];
- // 回报信息
- [self postMessage:parm];
- }
- // 设置每个轨道音量
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"cloudVolume"]) {
- /**
- api: 'cloudVolume',
- content: {
- parts: [
- {
- name: '',
- volume: 90,//0-100
- }
- ]
- }
- */
- NSLog(@"-cloudVolume -----%@",parm);
- NSDictionary *content = [parm ks_dictionaryValueForKey:@"content"];
- int instrumentId = [content ks_intValueForKey:@"activeMidiId"];
- float volume = [content ks_floatValueForKey:@"activeMidiVolume"];
- if (instrumentId < 0) {
- [self postMessage:parm];
- [self.playerEngine getAllTrackVolume];
- return;
- }
- [self.playerEngine volumeTrackVolumeWithInstrumentId:instrumentId volume:volume/100];
- [self postMessage:parm];
- [self.playerEngine getAllTrackVolume];
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"cloudMetronome"]) { // 节拍器播放
- self.metronomeParm = [NSMutableDictionary dictionaryWithDictionary:parm];
- NSDictionary *content = [parm ks_dictionaryValueForKey:@"content"];
- NSInteger repeatCount = [content ks_integerValueForKey:@"repeat"];
- NSInteger denominator = [content ks_integerValueForKey:@"denominator"];
- NSInteger numerator = [content ks_integerValueForKey:@"numerator"];
- NSInteger supplement = [content ks_integerValueForKey:@"supplement"];
- NSString *beatString = [NSString stringWithFormat:@"%zd/%zd", numerator,denominator];
- self.beatType = [self getBeatTypeFromString:beatString];
- [self showBeatViewRepeatCount:repeatCount supplement:supplement];
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"cloudDestroy"]) { // 销毁播放器
- self.initEngineSuccess = NO;
- // 重置track num array
- self.isPlaying = NO;
- if (self.playerEngine) {
- [self.playerEngine cleanup];
- self.playerEngine = nil;
- }
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"cloudLoading"]) { // loading
- NSDictionary *content = [parm ks_dictionaryValueForKey:@"content"];
- BOOL showLoading = [content ks_boolValueForKey:@"show"];
- if (showLoading) {
- [self showCustomLoading];
- }
- else {
- [self removeCustomLoadingView];
- }
- }
- // 跟音
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"cloudToggleFollow"]) {
- NSDictionary *content = [parm ks_dictionaryValueForKey:@"content"];
- NSString *status = [content ks_stringValueForKey:@"state"];
- if ([status isEqualToString:@"start"]) { // 开始
- [self startTuner];
- }
- else if ([status isEqualToString:@"end"]) { // 结束
- [self stopTuner];
- }
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"cloudAccompanyMessage"]) { // 获取伴奏 废弃⚠️
-
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"startTune"]) { // 延迟测试开始
- NSDictionary *content = [parm ks_dictionaryValueForKey:@"content"];
- NSInteger count = [content ks_integerValueForKey:@"count"];
- if (count == 0) {
- [self.delayArray removeAllObjects];
- self.checkIndex = 0;
- }
- self.checkIndex += 1;
- [self configRecordManager];
- [self postMessage:parm];
- self.isCompareStart = NO;
- self.isSoundCheckStart = NO;
- self.isDelayCheckStart = YES;
- [self startRecordService];
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"endTune"]) { // 延迟测试停止
-
- self.isDelayCheckStart = NO;
- [self stopRecordService];
- [self postMessage:parm];
- [self stopMp3Player];
- [self sendAdjustEndMessage]; // 发送结束消息
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"finishTune"]) { // 延迟测试结束
- NSDictionary *content = [parm ks_dictionaryValueForKey:@"content"];
-
- NSInteger errorCount = 0;
- NSInteger totalDelay = 0;
- for (NSInteger index = 0 ; index < self.delayArray.count; index++) {
- NSInteger micDelay = [self.delayArray[index] integerValue];
- if (micDelay > 10 && micDelay < 100) {
- totalDelay += micDelay;
- }
- else {
- errorCount++;
- }
- }
- NSMutableDictionary *contentParm = [NSMutableDictionary dictionaryWithDictionary:content];
- if (errorCount > 1) { // 错误次数过多
- [contentParm setValue:@(NO) forKey:@"result"];
- }
- else {
- [contentParm setValue:@(YES) forKey:@"result"];
- NSInteger averageDelay = totalDelay / (self.delayArray.count - errorCount);
- UserDefaultSet([NSNumber numberWithDouble:averageDelay], @"micDelay");
- }
- NSMutableDictionary *sendParm = [NSMutableDictionary dictionary];
- [sendParm setValue:@"finishTune" forKey:@"api"];
- [sendParm setValue:contentParm forKey:@"content"];
- [self postMessage:sendParm];
- [self.delayArray removeAllObjects];
- self.checkIndex = 0;
- }
- else if ([[parm ks_stringValueForKey:@"api"] isEqualToString:@"getDeviceDelay"]) {
- NSInteger micDelay = [UserDefaultObjectForKey(@"micDelay") integerValue];
- NSMutableDictionary *content = [NSMutableDictionary dictionaryWithDictionary:[parm ks_dictionaryValueForKey:@"content"]];
- [content setValue:[NSNumber numberWithInteger:micDelay] forKey:@"value"];
- NSMutableDictionary *sendParm = [NSMutableDictionary dictionary];
- [sendParm setValue:@"getDeviceDelay" forKey:@"api"];
- [sendParm setValue:content forKey:@"content"];
- [self postMessage:sendParm];
- }
- else {
- [super handleScriptMessageSource:parm];
- }
-
- });
- }
- }
- - (void)musicPublishCallBack:(NSDictionary *)content {
- NSMutableDictionary *parm = [NSMutableDictionary dictionary];
- [parm setValue:@"hideComplexButton" forKey:@"api"];
- [parm setValue:@{} forKey:@"content"];
- [self postMessage:parm];
- }
- - (void)uploadVideoWithParm:(NSMutableDictionary *)contentParm sendParm:(NSMutableDictionary *)sendParm {
- MJWeakSelf;
- [self.videoRecordManager exportRecordVideoUploadSuccess:^(NSString * _Nonnull videoFileUrl) {
-
- } failure:^(NSString * _Nonnull desc) {
-
- }];
-
- // [self.videoRecordManager uploadRecordVideoSuccess:^(NSString * _Nonnull videoUrl) {
- // [contentParm setValue:@"success" forKey:@"type"];
- // [contentParm setValue:videoUrl forKey:@"filePath"];
- // [contentParm setValue:@"上传成功" forKey:@"message"];
- // [sendParm setValue:contentParm forKey:@"content"];
- //
- // [weakSelf postMessage:sendParm];
- // } failure:^(NSString * _Nonnull desc) {
- // [contentParm setValue:@"error" forKey:@"type"];
- // [contentParm setValue:desc forKey:@"message"];
- // [sendParm setValue:contentParm forKey:@"content"];
- // [weakSelf postMessage:sendParm];
- // }];
- }
- - (void)showAlertWithMessage:(NSString *)message type:(CHECKDEVICETYPE)deviceType {
- [KSPremissionAlert shareInstanceDisplayImage:deviceType message:message showInView:self.view cancel:^{
-
- } confirm:^{
- [self openSettingView];
- }];
-
- }
- - (void)openSettingView {
- [[UIApplication sharedApplication] openURL:[NSURL URLWithString:UIApplicationOpenSettingsURLString] options:@{} completionHandler:nil];
- }
- - (void)downloadUrl:(NSString *)url success:(void(^)(void))success faliure:(void(^)(void))faliure {
-
- [KSNetworkingManager downloadFileRequestWithFileUrl:url progress:^(int64_t bytesRead, int64_t totalBytes) {
-
- } success:^(NSURL * _Nonnull fileUrl) {
-
- if ([self saveAccompanyFileWithUrl:fileUrl accompanyUrl:url]) {
- if (success) {
- success();
- }
- }
- } faliure:^(NSError * _Nonnull error) {
- if (faliure) {
- faliure();
- }
- }];
- }
- - (void)configVideoRecord:(NSURL *)path {
- self.videoRecordManager.bgAudioUrl = path;
- self.bgAudioUrl = path;
- }
- - (void)showBeatViewRepeatCount:(NSInteger)repeatCount supplement:(NSInteger)supplement {
- KSCloudBeatView *beatView = [KSCloudBeatView shareInstanceWithBeatType:self.beatType speed:self.currentSpeed repeatCount:repeatCount supplement:supplement];
- MJWeakSelf;
- [beatView startPlayWithEndCallback:^(BOOL isCancle) {
- if (isCancle) { // 取消
- [weakSelf sendEndMetronomeMessage:YES];
- }
- else { // 播放完成
- [weakSelf sendEndMetronomeMessage:NO];
- }
- }];
- [self.view addSubview:beatView];
- }
- - (void)sendEndMetronomeMessage:(BOOL)isCancel {
- NSString *status = isCancel ? @"cancel" : @"finish";
- NSMutableDictionary *valueDic = [NSMutableDictionary dictionaryWithDictionary:[self.metronomeParm ks_dictionaryValueForKey:@"content"]];
- [valueDic setValue:status forKey:@"status"];
- NSMutableDictionary *sendParm = [NSMutableDictionary dictionaryWithDictionary:self.metronomeParm];
- [sendParm setValue:valueDic forKey:@"content"];
- [self postMessage:sendParm];
- }
- - (void)downloadMidiFile:(NSString *)midiUrl success:(void(^)(void))success faliure:(void(^)(void))faliure {
-
- [KSNetworkingManager downloadFileRequestWithFileUrl:midiUrl progress:^(int64_t bytesRead, int64_t totalBytes) {
-
- } success:^(NSURL * _Nonnull fileUrl) {
- if ([self saveMidiFileWithUrl:fileUrl midiUrl:midiUrl]) {
- if (success) {
- success();
- }
- }
- } faliure:^(NSError * _Nonnull error) {
- if (faliure) {
- faliure();
- }
- }];
- }
- - (BOOL)saveMidiFileWithUrl:(NSURL *)fileUrl midiUrl:(NSString *)midiUrl {
- NSData *sourceData = [NSData dataWithContentsOfURL:fileUrl];
- NSString *cachePath = [NSSearchPathForDirectoriesInDomains(NSCachesDirectory, NSUserDomainMask, YES) firstObject];
- NSString *filePath= [cachePath stringByAppendingPathComponent:@"MidiSong"];
- // 先创建子目录
- NSFileManager *fileManager = [NSFileManager defaultManager];
- if (![fileManager fileExistsAtPath:filePath]) {
- [fileManager createDirectoryAtPath:filePath withIntermediateDirectories:YES attributes:nil error:nil];
- }else{
- NSLog(@"已创建文件夹");
- }
- NSString *fileName = [midiUrl getUrlFileName];
- NSString *tempPath = [filePath stringByAppendingPathComponent:fileName];
- BOOL success = [sourceData writeToFile:tempPath atomically:NO];
- return success;
- }
- - (NSString *)getFilePathWithName:(NSString *)fileName {
- NSString *cachePath = [NSSearchPathForDirectoriesInDomains(NSCachesDirectory, NSUserDomainMask, YES) firstObject];
- NSString *filePath= [cachePath stringByAppendingPathComponent:@"MidiSong"];
- return [filePath stringByAppendingPathComponent:fileName];;
- }
- - (BOOL)checkSongHasSaveWithSongUrl:(NSString *)songUrl {
- BOOL hasSaveFile = NO;
- NSString *fileName = [songUrl getUrlFileName];
- NSString *filePath = [self getFilePathWithName:fileName];
-
- NSFileManager *fileManager = [NSFileManager defaultManager];
- if ([fileManager fileExistsAtPath:filePath]) {
- hasSaveFile = YES;
- }
- return hasSaveFile;
- }
- - (void)sendMessageToSocket:(NSDictionary *)parm {
- NSString *messageHeader = @"proxyMessage";
- NSString *sendMessage = [self configDataCommond:messageHeader body:[parm ks_dictionaryValueForKey:@"content"]];
- [self sendDataToSocketService:sendMessage];
- }
- - (void)configAudioDeviceType:(NSDictionary *)parm {
- AUDIODEVICE_TYPE type = [KSAQRecordManager queryAudioOutputDeviceType];
- NSString *valueStr = @"";
- BOOL checkIsWired = NO;
- switch (type) {
- case AUDIODEVICE_TYPE_HEADPHONE:
- {
- valueStr = @"有线耳机";
- checkIsWired = YES;
- }
- break;
- case AUDIODEVICE_TYPE_BLUETOOTH:
- {
- valueStr = @"蓝牙耳机";
- checkIsWired = YES;
- }
- break;
- case AUDIODEVICE_TYPE_NONE:
- {
- valueStr = @"";
- checkIsWired = NO;
- }
- break;
- default:
- break;
- }
- NSMutableDictionary *valueDic = [NSMutableDictionary dictionaryWithDictionary:[parm ks_dictionaryValueForKey:@"content"]];
- [valueDic setValue:valueStr forKey:@"type"];
- [valueDic setValue:[NSNumber numberWithBool:checkIsWired] forKey:@"checkIsWired"];
- NSMutableDictionary *sendParm = [NSMutableDictionary dictionaryWithDictionary:parm];
- [sendParm setValue:valueDic forKey:@"content"];
- [self postMessage:sendParm];
- }
- - (void)startRecordService {
- if (self.AQManager.isRunning) {
- [self.AQManager stopRecord];
- }
- [self.AQManager startRecord];
- }
- - (void)stopRecordService {
- if (self.AQManager.isRunning) {
- [self.AQManager stopRecord];
- }
- }
- - (void)puaseRecordService {
- if (self.AQManager.isRunning) {
- [self.AQManager pauserRecord];
- }
- }
- - (void)resumeRecordService {
- [self.AQManager resumeRecord];
- }
- - (void)sendEndMessage {
- dispatch_after(dispatch_time(DISPATCH_TIME_NOW, (int64_t)(1.0 * NSEC_PER_SEC)), dispatch_get_main_queue(), ^{
- // 上传停止的信息 发送给服务端
- NSString *endMessage = @"recordEnd";
- NSString *endData = [self configDataCommond:endMessage body:nil type:@"SOUND_COMPARE"];
- [self sendDataToSocketService:endData];
- self.isCompareStart = NO;
- NSLog(@"---- send end message");
- });
- }
- - (void)sendAdjustEndMessage {
- dispatch_after(dispatch_time(DISPATCH_TIME_NOW, (int64_t)(1.0 * NSEC_PER_SEC)), dispatch_get_main_queue(), ^{
- // 上传停止的信息 发送给服务端
- NSString *endMessage = @"recordEnd";
- NSString *endData = [self configDataCommond:endMessage body:nil type:@"DELAY_CHECK"];
- [self sendDataToSocketService:endData];
- self.isDelayCheckStart = NO;
- NSLog(@"---- send adjust end message");
- });
- }
- - (void)sendOffsetTimeToService {
- // 上传停止的信息 发送给服务端
- NSString *offsetMessage = @"audioPlayStart";
- NSTimeInterval micDelay = [UserDefault(@"micDelay") doubleValue];
- NSDictionary *dic = @{@"offsetTime" : [NSNumber numberWithInteger:self.offsetTime], @"micDelay": [NSNumber numberWithInteger:micDelay]};
- NSString *endData = [self configDataCommond:offsetMessage body:dic type:@"SOUND_COMPARE"];
- NSLog(@"------ %@", endData);
- [self sendDataToSocketService:endData];
- self.isCompareStart = NO;
- }
- #pragma mark-------- KSAQRecordManagerDelegate
- - (void)recordInterruption {
- NSDictionary *postParm = @{@"api" : @"cancelEvaluating",
- @"content" : @{@"reson":@"录制错误,请重试"}
- };
- [self postMessage:postParm];
- }
- - (void)audioRouteChange:(AUDIODEVICE_TYPE)type {
- NSString *valueStr = @"";
- BOOL checkIsWired = NO;
- switch (type) {
- case AUDIODEVICE_TYPE_HEADPHONE:
- {
- valueStr = @"有线耳机";
- checkIsWired = YES;
- }
- break;
- case AUDIODEVICE_TYPE_BLUETOOTH:
- {
- valueStr = @"蓝牙耳机";
- checkIsWired = YES;
- }
- break;
- case AUDIODEVICE_TYPE_NONE:
- {
- valueStr = @"";
- checkIsWired = NO;
- }
- break;
- default:
- break;
- }
-
- NSDictionary *postParm = @{@"api" : @"listenerWiredStatus",
- @"content" : @{@"type":valueStr,
- @"checkIsWired":[NSNumber numberWithBool:checkIsWired]
- }
- };
- [self postMessage:postParm];
- }
- #pragma mark ------- 评测app播放
- - (void)recordDidStart:(NSTimeInterval)time { // ms
- self.recordStartTime = time;
- if (self.isDelayCheckStart) {
- NSLog(@"---- delay - record did start %f", time);
- // 播放音频
- // 播放校音音频
- dispatch_main_sync_safe(^{
- if (self.checkIndex % 2 == 0) {
- [self.dongPlayer startPlay];
- }
- else {
- [self.dingPlayer startPlay];
- }
- });
- }
- else if (self.isCompareStart) {
- NSLog(@"---- compare - record did start %f", time);
- // 播放伴奏
- dispatch_main_sync_safe(^{
- self.musicPlayer.isMute = self.muteAccompany;
- [self.musicPlayer startPlay];
- [self.musicPlayer seekToTimePlay:self.musicStartTime];
- });
- }
- }
- - (void)audioRecord:(KSAQRecordManager *)audioRecord didRecordAudioData:(void *)data length:(UInt32)length {
-
- if (self.socketManager.socketReadyState != SR_OPEN) {
- return;
- }
- NSData *pushData = [[NSData alloc] initWithBytes:data length:length];
- if (self.isCompareStart) { // 发送评测开始消息
- dispatch_async(dispatch_get_main_queue(), ^{
- NSDate *date = [NSDate date];
- NSTimeInterval inteveral = [date timeIntervalSince1970];
- double beginTime = inteveral - audioRecord.sampleTime;
- NSDictionary *parm = @{
- @"api" : @"recordStartTime",
- @"content" : @{@"inteveral" : [NSNumber numberWithDouble:beginTime]}
- };
- [self postMessage:parm];
- });
-
- NSLog(@"--------- send start message");
- _isCompareStart = NO;
- NSString *startMessage = @"recordStart";
- NSString *startString = [self configDataCommond:startMessage body:nil type:@"SOUND_COMPARE"];
- [self sendDataToSocketService:startString];
- }
- else if (self.isSoundCheckStart) { // 校音开始
-
- NSLog(@"--------- send check start message");
- _isSoundCheckStart = NO;
- NSString *checkStartMessage = @"start";
- NSString *startString = [self configDataCommond:checkStartMessage body:nil type:@"PITCH_DETECTION"];
- [self sendDataToSocketService:startString];
- }
- else if (self.isDelayCheckStart) {
- NSLog(@"--------- send delay check start message");
- _isDelayCheckStart = NO;
- NSString *checkStartMessage = @"recordStart";
- NSInteger frequence = 0.0f;
- if (self.checkIndex % 2 == 0) {
- frequence = self.secondFrequence;
- }
- else {
- frequence = self.firstFrequence;
- }
- NSDictionary *parm = @{@"HZ" : @(frequence)};
- NSString *startString = [self configDataCommond:checkStartMessage body:parm type:@"DELAY_CHECK"];
- [self sendDataToSocketService:startString];
- }
- // NSLog(@"--------- send audio data length %d", length);
- [self sendDataToSocketService:pushData];
- }
- - (NSString *)configDataCommond:(NSString *)commond body:(id)bodyMessage type:(NSString *)dataType {
- NSMutableDictionary *parm = [NSMutableDictionary dictionary];
- if (bodyMessage) {
- [parm setValue:bodyMessage forKey:@"body"];
- }
- NSMutableDictionary *headerParm = [NSMutableDictionary dictionary];
- if ([NSString isEmptyString:commond]) {
- [headerParm setValue:@"" forKey:@"commond"];
- }
- else {
- [headerParm setValue:commond forKey:@"commond"];
- }
- if (![NSString isEmptyString:dataType]) {
- [headerParm setValue:dataType forKey:@"type"];
- }
- [headerParm setValue:@(200) forKey:@"status"];
- [parm setValue:headerParm forKey:@"header"];
- return [parm mj_JSONString];
- }
- - (NSString *)configDataCommond:(NSString *)commond body:(id)bodyMessage {
- NSMutableDictionary *parm = [NSMutableDictionary dictionary];
- if (bodyMessage) {
- [parm setValue:bodyMessage forKey:@"body"];
- }
- if ([NSString isEmptyString:commond]) {
- [parm setValue:@{@"commond":@""} forKey:@"header"];
- }
- else {
- [parm setValue:@{@"commond":commond} forKey:@"header"];
- }
- return [parm mj_JSONString];
- }
- - (KSWebSocketManager *)socketManager {
- if (!_socketManager) {
- _socketManager = [[KSWebSocketManager alloc] initWithUrl:SOCKET_URL userId:UserDefault(UIDKey) tokenType:UserDefault(TokenKey) token:UserDefault(TokenKey)];
- }
- return _socketManager;
- }
- #pragma mark --- lazying
- - (UIView *)viewContainer {
- if (!_viewContainer) {
- _viewContainer = [[UIView alloc] init];
- }
- return _viewContainer;
- }
- - (KSVideoRecordManager *)videoRecordManager {
- if (!_videoRecordManager) {
- MJWeakSelf;
- _videoRecordManager = [[KSVideoRecordManager alloc] initSessionRecordCallback:^(BOOL isSuccess, NSString * _Nullable message) {
- if (isSuccess) {
- [weakSelf showSuccessMessage:message];
- }
- else {
- if (![NSString isEmptyString:message]) {
- [LOADING_MANAGER MBShowAUTOHidingInWindow:message];
- }
-
- }
- }];
- }
- return _videoRecordManager;
- }
- - (void)showSuccessMessage:(NSString *)message {
- if (![NSString isEmptyString:message]) {
- [LOADING_MANAGER MBShowAUTOHidingInWindow:message];
- }
- // 成功
- if (self.endRecordParm) {
- [self postMessage:self.endRecordParm];
- self.endRecordParm = nil;
- }
- }
- - (MetronomeType)getBeatTypeFromString:(NSString *)typeString {
- if ([typeString isEqualToString:@"1/4"]) {
- return MetronomeType1V4;
- }
- else if ([typeString isEqualToString:@"2/4"]) {
- return MetronomeType2V4;
- }
- else if ([typeString isEqualToString:@"3/4"]) {
- return MetronomeType3V4;
- }
- else if ([typeString isEqualToString:@"4/4"]) {
- return MetronomeType4V4;
- }
- else if ([typeString isEqualToString:@"3/8"]) {
- return MetronomeType3V8;
- }
- else if ([typeString isEqualToString:@"6/8"]) {
- return MetronomeType6V8;
- }
- else {
- return MetronomeType4V4;
- }
- }
- #pragma mark ------- midi 播放相关
- - (void)configPlayerEngineWithSong:(NSString *)songPath reportTime:(NSInteger)reportTime {
- self.initEngineSuccess = NO;
- dispatch_async(dispatch_get_global_queue(DISPATCH_QUEUE_PRIORITY_DEFAULT, 0), ^{
- self.playerEngine = [[MidiPlayerEngine alloc] init];
- self.playerEngine.reportTime = reportTime;
- self.playerEngine.delegate = self;
- [self.playerEngine configSoundFilePath:[[NSBundle mainBundle]
- pathForResource:@"synthgms" ofType:@"sf2"]];
- [self.playerEngine loadMIDIFileWithString:songPath];
- });
- }
- - (void)configAudioSession {
- self.audioSessionManager = [[KSAudioSessionManager alloc] init];
- self.audioSessionManager.delegate = self;
- [self.audioSessionManager configAudioSession:AUDIOCONFIG_PLAYANDRECORD];
- }
- #pragma mark ---- PlayerEngineDelegate
- /** 进度更新
- api: 'cloudTimeUpdae',
- content: {
- // 当前曲目id
- songID: 0,
- // 当前位置时间(ms)
- currentTime: 0
- }
- */
- /** 播放结束事件
- api: 'cloudplayed',
- content: {
- // 当前曲目id
- songID: 0,
- }
- */
- - (void)ProgressUpdated:(float)progress currentTime:(MusicTimeStamp)currentTime {
- if (self.isPlaying == NO) {
- return;
- }
- // 回调
- NSMutableDictionary *sendParm = [NSMutableDictionary dictionary];
- [sendParm setValue:@"cloudTimeUpdae" forKey:@"api"];
- NSMutableDictionary *content = [NSMutableDictionary dictionary];
- [content setValue:self.currentSongId forKey:@"songID"];
- [content setValue:@(currentTime*1000) forKey:@"currentTime"];
- [sendParm setValue:content forKey:@"content"];
- [self postMessage:sendParm];
- }
- - (void)playEnd {
- [self stopPlayAction];
- NSMutableDictionary *sendParm = [NSMutableDictionary dictionary];
- [sendParm setValue:@"cloudplayed" forKey:@"api"];
- NSMutableDictionary *content = [NSMutableDictionary dictionary];
- [content setValue:self.currentSongId forKey:@"songID"];
- [sendParm setValue:content forKey:@"content"];
- [self postMessage:sendParm];
- }
- - (void)initPlayerEngineSuccess:(float)totalTime {
- self.initEngineSuccess = YES;
- if (self.configEngineParm) {
- NSMutableDictionary *sendParm = [NSMutableDictionary dictionaryWithDictionary:self.configEngineParm];
- NSMutableDictionary *content = [NSMutableDictionary dictionaryWithDictionary:[sendParm ks_dictionaryValueForKey:@"content"]];
- [content setValue:@(totalTime*1000) forKey:@"midiDuration"];
- [sendParm setValue:content forKey:@"content"];
- [self postMessage:sendParm];
- self.configEngineParm = nil;
- }
- }
- // 总时长
- - (void)GetMusicTotalTime:(float)time {
-
- }
- #pragma mark ----- 播放控制
- - (void)playAction {
- if (self.playerEngine) {
- self.isPlaying = YES;
- [self.playerEngine playMIDIFile];
- }
- }
- - (void)stopPlayAction {
- if (self.playerEngine) {
- self.isPlaying = NO;
- if ([self.playerEngine isPlayingFile]) {
- [self.playerEngine stopPlayingMIDIFile];
- }
- }
- }
- #pragma mark ----- 小酷AI loading
- - (AccompanyLoadingView *)loadingView {
- if (!_loadingView) {
- _loadingView = [AccompanyLoadingView shareInstance];
- MJWeakSelf;
- [_loadingView loadingCallback:^{
- [weakSelf backAction];
- }];
- }
- return _loadingView;
- }
- - (void)showCustomLoading {
- if ([self.view.subviews containsObject:self.loadingView]) {
- return;
- }
- [self.view addSubview:self.loadingView];
- [self.loadingView mas_makeConstraints:^(MASConstraintMaker *make) {
- make.left.top.right.bottom.mas_equalTo(self.view);
- }];
- [self.view bringSubviewToFront:self.loadingView];
- [self.loadingView showLoading];
- }
- - (void)removeCustomLoadingView {
- [self.loadingView stopLoading];
- }
- #pragma mark ----- 跟音模块
- - (void)startTuner {
- if (self.isTunerRuning == NO) {
- self.isTunerRuning = YES;
- [self.tuner start];
- }
- }
- - (void)stopTuner {
- if (self.isTunerRuning) {
- self.isTunerRuning = NO;
- [self.tuner stop];
- }
- }
- - (Tuner *)tuner {
- if (!_tuner) {
- _tuner = [[Tuner alloc] initWithThreshold:0 smoothing:0.25];
- _tuner.delegate = self;
- }
- return _tuner;
- }
- - (void)tunerDidUpdate:(Tuner *)tuner output:(TunerOutput *)output {
- if (output.amplitude < 0.01) {
-
- }
- else {
- // 回调频率
- NSDictionary *parm = @{
- @"api" : @"cloudFollowTime",
- @"content" : @{@"frequency" : [NSNumber numberWithDouble:output.frequency]}
- };
- [self postMessage:parm];
- }
- NSLog(@"-------- %@%zd --- distance :%f frequence : %f" , output.pitch, output.octave, output.distance, output.frequency);
-
- }
- #pragma mark ---- 保存伴奏
- - (BOOL)saveAccompanyFileWithUrl:(NSURL *)fileUrl accompanyUrl:(NSString *)accompanyUrl {
- NSData *sourceData = [NSData dataWithContentsOfURL:fileUrl];
- NSString *cachePath = [NSSearchPathForDirectoriesInDomains(NSCachesDirectory, NSUserDomainMask, YES) firstObject];
- NSString *filePath= [cachePath stringByAppendingPathComponent:@"AccompanySong"];
- // 先创建子目录
- NSFileManager *fileManager = [NSFileManager defaultManager];
- if (![fileManager fileExistsAtPath:filePath]) {
- [fileManager createDirectoryAtPath:filePath withIntermediateDirectories:YES attributes:nil error:nil];
- }else{
- NSLog(@"已创建文件夹");
- }
- NSString *fileName = [accompanyUrl getUrlFileName];
- NSString *tempPath = [filePath stringByAppendingPathComponent:fileName];
- BOOL success = [sourceData writeToFile:tempPath atomically:NO];
- return success;
- }
- - (NSString *)getAccompanyFilePathWithName:(NSString *)fileName {
- NSString *cachePath = [NSSearchPathForDirectoriesInDomains(NSCachesDirectory, NSUserDomainMask, YES) firstObject];
- NSString *filePath= [cachePath stringByAppendingPathComponent:@"AccompanySong"];
- return [filePath stringByAppendingPathComponent:fileName];;
- }
- - (BOOL)checkSongHasSaveAccompanyWithSongUrl:(NSString *)songUrl {
- BOOL hasSaveFile = NO;
- NSString *fileName = [songUrl getUrlFileName];
- NSString *filePath = [self getAccompanyFilePathWithName:fileName];
-
- NSFileManager *fileManager = [NSFileManager defaultManager];
- if ([fileManager fileExistsAtPath:filePath]) {
- hasSaveFile = YES;
- }
- return hasSaveFile;
- }
- #pragma mark ---- player
- - (void)configPlayerDelegate {
- self.dingPlayer.delegate = self;
- self.dongPlayer.delegate = self;
- self.musicPlayer.delegate = self;
- }
- - (kSNewPlayer *)dingPlayer {
- if (!_dingPlayer) {
- _dingPlayer = [[kSNewPlayer alloc] init];
- }
- return _dingPlayer;
- }
- - (kSNewPlayer *)dongPlayer {
- if (!_dongPlayer) {
- _dongPlayer = [[kSNewPlayer alloc] init];
- }
- return _dongPlayer;
- }
- - (kSNewPlayer *)musicPlayer {
- if (!_musicPlayer) {
- _musicPlayer = [[kSNewPlayer alloc] init];
- }
- return _musicPlayer;
- }
- #pragma mark ---- new player delegate
- - (void)getSongCurrentTime:(NSInteger)currentTime andTotalTime:(NSInteger)totalTime andProgress:(CGFloat)progress currentInterval:(NSTimeInterval)currentInterval playTime:(NSTimeInterval)playTime inPlayer:(kSNewPlayer *)player {
-
- if (player == self.dingPlayer || player == self.dongPlayer) {
- if (playTime >= 300 && playTime < 310 && self.recordStartTime > 0) {
- NSLog(@" --- check player start play time %f", currentInterval*1000 - playTime);
- self.playerStartTime = currentInterval*1000 - playTime;
- self.offsetTime = self.playerStartTime - self.recordStartTime;
- NSLog(@"--------- check player offset time -- %zd", self.offsetTime);
- }
- }
-
- if (playTime >= self.musicStartTime + 300 && playTime < self.musicStartTime + 310 && player == self.musicPlayer) {
- if (self.recordStartTime > 0) {
- NSInteger newPlayTime = playTime - self.musicStartTime; // 选段
- NSLog(@" --- music player start play time %f", currentInterval*1000 - newPlayTime);
- self.playerStartTime = currentInterval*1000 - newPlayTime;
- self.offsetTime = self.playerStartTime - self.recordStartTime;
- NSLog(@"--------- music play offset time -- %zd", self.offsetTime);
- [self sendOffsetTimeToService];
- }
- NSLog(@"------- record start time %f", self.recordStartTime);
- }
-
- // 回调进度
- if (player == self.musicPlayer) {
- // NSLog(@"------ music play progress - %f", progress);
- // 回调进度
- NSDictionary *parm = @{
- @"api" : @"playProgress",
- @"content" : @{@"currentTime" : [NSNumber numberWithInteger:currentTime],
- @"totalDuration" : [NSNumber numberWithInteger:totalTime],
- }
- };
- // NSLog(@" -----music play progress %@---- ", parm);
- [self postMessage:parm];
- }
- }
- - (void)sendPlayerReadyMsg {
- if (self.playerParm) {
- [self postMessage:self.playerParm];
- }
- }
- - (void)playerIsReadyPlay:(kSNewPlayer *)player {
- if (player == self.musicPlayer) {
- self.musicPlayerReady = YES;
- }
- else if (player == self.dingPlayer) {
- self.dingPlayerReady = YES;
-
- }
- else if (player == self.dongPlayer) {
- self.dongPlayerReady = YES;
- }
- // 如果都准备好
- if (self.musicPlayerReady && self.dingPlayerReady && self.dongPlayerReady) {
- [self sendPlayerReadyMsg];
- }
- }
- - (void)playerDidError:(kSNewPlayer *)player {
- [self stopRecordService];
- [self stopMp3Player]; // 停止播放
- // 播放出现问题
- NSDictionary *postParm = @{@"api" : @"cancelEvaluating",
- @"content" : @{@"reson":@"播放已停止"}
- };
- [self postMessage:postParm];
- }
- - (NSMutableArray *)delayArray {
- if (!_delayArray) {
- _delayArray = [NSMutableArray array];
- }
- return _delayArray;
- }
- /*
- #pragma mark - Navigation
-
- // In a storyboard-based application, you will often want to do a little preparation before navigation
- - (void)prepareForSegue:(UIStoryboardSegue *)segue sender:(id)sender {
- // Get the new view controller using [segue destinationViewController].
- // Pass the selected object to the new view controller.
- }
- */
- @end
|