evaluating.tsx 34 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083
  1. import { Button, Toast, Popup } from 'vant'
  2. import { defineComponent, onBeforeUnmount, onMounted, Ref, ref, Teleport, Transition, reactive, computed } from 'vue'
  3. import '@dotlottie/player-component'
  4. import detailState, { isRhythmicExercises } from '/src/pages/detail/state'
  5. import SettingState from '/src/pages/detail/setting-state'
  6. import {
  7. IPostMessage,
  8. listenerMessage,
  9. postMessage,
  10. promisefiyPostMessage,
  11. removeListenerMessage,
  12. CallBack
  13. } from '/src/helpers/native-message'
  14. import { browser } from '/src/helpers/utils'
  15. import runtime, * as RuntimeUtils from '/src/pages/detail/runtime'
  16. import { getBoundingBoxByverticalNote, getNoteByMeasuresSlursStart, getParentNote } from '/src/pages/detail/helpers'
  17. import { handleCheckEvaluatStatus, useClientType, useOriginSearch, setWiredStatus } from '../uses'
  18. import { startButtonShow } from './index'
  19. import { getLeveByScoreMeasure } from '/src/pages/detail/evaluating/helper'
  20. import Evaluating, { evaluatingShow } from '../popups/evaluating'
  21. // @ts-ignore
  22. import styles from './index.module.less'
  23. import { Vue3Lottie } from 'vue3-lottie'
  24. import startData from './data/start_new.json'
  25. import startingData from './data/starting_new.json'
  26. import { unitTestData } from '../unitTest'
  27. import iconEvaluatingStart from './icons/icon-evaluatingStart.png'
  28. import iconEvaluatingBegin from './icons/icon-evaluatingBegin.png'
  29. import qs from 'query-string'
  30. import CheckDelayPopup from "/src/pages/detail/CheckDelayPopup";
  31. import Headphone, { HeadphoneData } from "/src/pages/detail/Headphone";
  32. import { modelType, followRef } from './index'
  33. /** 初始化评测音频 */
  34. export const evaluatCreateMusicPlayer = () => {
  35. return new Promise((resolve) => {
  36. // 初始化曲谱音频 和效音音频
  37. postMessage(
  38. {
  39. api: "createMusicPlayer",
  40. content: {
  41. musicSrc: runtime.songs.background || runtime.songs.music, // 曲谱音频url
  42. tuneSrc: "https://oss.dayaedu.com/cloud-coach/1686725501654check_music1_(1).mp3", //效音音频url
  43. },
  44. },
  45. () => {
  46. if (browserInfo.ios) {
  47. resolve(true);
  48. }
  49. }
  50. );
  51. // 安卓不需要
  52. if(!browserInfo.ios){
  53. resolve(true)
  54. }
  55. })
  56. }
  57. const searchParams: any = qs.parse(location.search)
  58. /**
  59. * 节拍器时长
  60. * 评测模式时,应该传节拍器时长
  61. * 阶段评测时,判断是否从第一小节开始,并且曲子本身含有节拍器,需要传节拍器时长,否则传0
  62. */
  63. let actualBeatLength = 0
  64. let backtime = 0
  65. const initBehaviorId = '' + new Date().valueOf()
  66. const evaluating = ref(false)
  67. const playStatus: Ref<'connecting' | 'play' | 'stop'> = ref('stop')
  68. const endloading = ref(false)
  69. const connentLoading = ref(false)
  70. const playUrl: Ref<string> = ref('')
  71. const endResult = ref(null)
  72. const browserInfo = browser()
  73. const scoreList: any[] = []
  74. const recordList: any[] = []
  75. let calculateInfo: any = {}
  76. /** 延迟数据 */
  77. export const delayData = reactive({
  78. /** 是否强制检测 */
  79. isForce: true,
  80. /** 弹窗 */
  81. open: false,
  82. /** 延迟次数 */
  83. count: 0,
  84. /** 延迟时间 */
  85. time: 0,
  86. /** 耳机状态 */
  87. erji: false,
  88. /** 检测状态 */
  89. checkStatus: 'init' as 'init' | 'ing' | 'error',
  90. step: 1,
  91. earPhoneType: "" as "" | "有线耳机" | "蓝牙耳机",
  92. })
  93. let startTuneTimer: any = null
  94. /** 获取耳机状态 */
  95. const getWiredStatus = (): Promise<boolean> => {
  96. return new Promise((resolve) => {
  97. const timer = setTimeout(() => {
  98. resolve(false);
  99. }, 1000)
  100. postMessage({
  101. api: "isWiredHeadsetOn",
  102. }, (res) => {
  103. delayData.earPhoneType = res?.content?.type || "";
  104. const checkIsWired = res?.content?.checkIsWired ? true : false;
  105. if (checkIsWired) {
  106. if (delayData.step <= 5) {
  107. delayData.step = 3
  108. }
  109. } else {
  110. if (delayData.step === 2) {
  111. delayData.step = 4
  112. }
  113. }
  114. clearTimeout(timer)
  115. resolve(checkIsWired);
  116. });
  117. });
  118. }
  119. const closeErji = () => {
  120. //
  121. }
  122. /** 获取设备延迟 */
  123. const getDeviceDelay = (): Promise<number> => {
  124. return new Promise((resolve) => {
  125. const timer = setTimeout(() => {
  126. resolve(0);
  127. }, 1000)
  128. postMessage({
  129. api: "getDeviceDelay",
  130. }, (res) => {
  131. const delay = res?.content?.value > 0 ? res?.content?.value : 0;
  132. clearTimeout(timer)
  133. resolve(delay);
  134. });
  135. });
  136. }
  137. /** 设备延迟检测结束 */
  138. const handleCheckDelayEnd = () => {
  139. if (delayData.erji) {
  140. closeErji();
  141. } else {
  142. // this.erjiShow = true;
  143. HeadphoneData.toggle();
  144. }
  145. }
  146. /** 评测效验 */
  147. const checkEvaluating = async () => {
  148. // delayData.erji = await getWiredStatus();
  149. delayData.time = await getDeviceDelay();
  150. // 没有设备延迟数据,显示检测组件,并持续检测耳机状态
  151. if (!delayData.time || delayData.isForce) {
  152. delayData.count = 0;
  153. checkWiredStatus();
  154. if (runtime.delayCheckFirst && searchParams.evaluatingRecord) {
  155. // closeErji()
  156. }
  157. return;
  158. }
  159. handleCheckDelayEnd()
  160. }
  161. /** 持续检测耳机状态 */
  162. const checkWiredStatus = () => {
  163. console.log('耳机状态',delayData.checkStatus, delayData.step)
  164. // 设备检测结束,停止获取耳机状态
  165. // if (delayData.checkStatus !== 'ing' || delayData.open === false) {
  166. // return
  167. // }
  168. if (delayData.open === false) {
  169. return
  170. }
  171. setTimeout(async () => {
  172. delayData.erji = await getWiredStatus();
  173. if (delayData.erji) {
  174. delayData.count = 0;
  175. delayData.time = 0;
  176. // delayData.checkStatus = 'error'
  177. } else {
  178. if (delayData.step === 3) {
  179. delayData.step = 1
  180. delayData.checkStatus = 'init'
  181. }
  182. }
  183. checkWiredStatus();
  184. }, 1000)
  185. }
  186. /** 切换效音 */
  187. const handleToggleTune = (state: 'start' | 'stop' | 'finishTune') => {
  188. if (state === 'start') {
  189. delayData.step = 5
  190. // 开始效音
  191. postMessage({
  192. api: "startTune",
  193. content: {
  194. count: delayData.count + '',
  195. }
  196. }, (res) => {
  197. // 用户没有授权,需要重置状态
  198. if (res?.content?.reson) {
  199. delayData.step = 1
  200. delayData.checkStatus = 'init'
  201. } else {
  202. setTimeout(() => {
  203. handleToggleTune('stop')
  204. }, 1500)
  205. }
  206. })
  207. } else if (state === 'stop') {
  208. // 结束效音,触发时机: 1.监听后台效音返回 2.点击跳过效音或关闭效音
  209. postMessage({
  210. api: "endTune"
  211. })
  212. // 提前关闭或者返回,需要重置step状态
  213. if (delayData.open === false) {
  214. setTimeout(() => {
  215. delayData.step = 1
  216. }, 500);
  217. }
  218. } else if (state === 'finishTune') {
  219. delayData.step = 6
  220. // 效音完成
  221. postMessage({
  222. api: "finishTune",
  223. }, (res) => {
  224. const result = res?.content?.result //1成功 0失败
  225. // Toast('检测延迟完成')
  226. // setTimeout(() => {
  227. // delayData.open = false
  228. // }, 500)
  229. })
  230. }
  231. }
  232. /** 开始效音 */
  233. const startTune = () => {
  234. // 带了耳机,停止播放效音
  235. if (delayData.erji) return;
  236. handleToggleTune('start')
  237. }
  238. /** 停止设备延迟检测 */
  239. const handleStopCheckDelay = () => {
  240. runtime.delayCheckFirst = true
  241. delayData.open = false
  242. startButtonShow.value = true
  243. setTimeout(() => {
  244. delayData.checkStatus = 'init'
  245. delayData.step = 1
  246. postMessage(
  247. {
  248. api: 'isWiredHeadsetOn',
  249. },
  250. setWiredStatus
  251. )
  252. }, 500);
  253. handleToggleTune('stop')
  254. // this.close();
  255. }
  256. const handleDelayBack = () => {
  257. modelType.value = 'init'
  258. delayData.open = false
  259. delayData.checkStatus = 'init'
  260. delayData.step = 1
  261. handleToggleTune('stop')
  262. clearTimeout(startTuneTimer)
  263. }
  264. /** 开始检测设备延迟 */
  265. const handleStartCheckDelay = async () => {
  266. if (delayData.checkStatus === 'ing') return;
  267. delayData.step = 2
  268. delayData.erji = await getWiredStatus();
  269. if (delayData.erji) {
  270. delayData.checkStatus = 'error'
  271. return;
  272. }
  273. delayData.checkStatus = 'ing';
  274. startTuneTimer = setTimeout(() => {
  275. if (delayData.open === true) {
  276. startTune()
  277. }
  278. }, 2000)
  279. }
  280. // frequency 频率, amplitude 振幅, decibels 分贝
  281. type TCriteria = "frequency" | "amplitude" | "decibels";
  282. /** 获取评测标准 */
  283. const getEvaluationCriteria = () => {
  284. let criteria: TCriteria = "frequency";
  285. // 声部打击乐
  286. if ([23, 113, 121].includes(detailState.subjectId)) {
  287. criteria = "amplitude";
  288. } else if (isRhythmicExercises()) {
  289. // 分类为节奏练习
  290. criteria = "decibels";
  291. }
  292. return criteria;
  293. };
  294. /**
  295. * 默认按照442计算的音符频率,此处转化为按照设置进行调整
  296. * @param num 频率
  297. * @returns 转化后频率
  298. */
  299. export const formatPitch = (num?: number): number => {
  300. if (!num) {
  301. return -1
  302. }
  303. if (SettingState.sett.hertz && SettingState.sett.hertz !== 442) {
  304. return (num / 442) * SettingState.sett.hertz
  305. }
  306. return num
  307. }
  308. let starTime = 0
  309. const formatTimes = () => {
  310. // const rate = runtime.speed / detailState.baseSpeed //1
  311. const rate = runtime.basePlayRate; // 播放倍率
  312. console.log('评测倍率123',rate)
  313. actualBeatLength = Math.round(detailState.times[0].fixtime * 1000 / rate)
  314. const difftime = detailState.times?.[0]?.difftime || 0
  315. let ListenMode = false
  316. let dontEvaluatingMode = false
  317. let skip = false
  318. const datas = []
  319. let times = detailState.times
  320. // 阶段评测前一个节拍的标示
  321. let preLyricsContent = ''
  322. let preTimes = []
  323. let unitTestIdx = 0
  324. let preTime = 0
  325. if (unitTestData.isSelectMeasureMode || detailState.section.length == 2) {
  326. const startIndex = detailState.times.findIndex(
  327. (n: any) => n.NoteToGraphicalNoteObjectId == detailState.section[0].NoteToGraphicalNoteObjectId
  328. )
  329. const endIndex = detailState.times.findIndex(
  330. (n: any) => n.NoteToGraphicalNoteObjectId == detailState.section[1].NoteToGraphicalNoteObjectId
  331. )
  332. if (startIndex > 1) {
  333. // 预备小节的小节数
  334. const preMeasureNum = detailState.times[startIndex-1].measureNumberPrinted;
  335. // 预备小节的第一个音符的索引
  336. let preNoteNum = startIndex-1;
  337. while (preMeasureNum === detailState.times[preNoteNum].measureNumberPrinted && preNoteNum >= 1 && preMeasureNum === detailState.times[preNoteNum-1].measureNumberPrinted) {
  338. preNoteNum -= 1;
  339. }
  340. preTime = detailState.times[preNoteNum].time * 1000
  341. }
  342. times = detailState.times.filter((n: any, index: number) => {
  343. return index >= startIndex && index <= endIndex
  344. })
  345. preTimes = detailState.times.filter((n: any, index: number) => {
  346. return index < startIndex
  347. })
  348. starTime = times[0].sourceRelativeTime || times[0].relativeTime
  349. actualBeatLength = startIndex == 0 && !detailState.needTick ? actualBeatLength : 0
  350. // console.log("🚀 ~ times", times, '开始小节', startIndex, actualBeatLength)
  351. unitTestIdx = startIndex
  352. }
  353. // 找到阶段评测,开始小节前面最近的是play或者listen的小节
  354. if (preTimes.length) {
  355. for (let index = preTimes.length-1; index >= 0; index--) {
  356. const item = preTimes[index]
  357. const note = getNoteByMeasuresSlursStart(item)
  358. if (note.formatLyricsEntries.contains('Play') || note.formatLyricsEntries.contains('Play...')) {
  359. preLyricsContent = 'Play'
  360. break
  361. }
  362. if (note.formatLyricsEntries.contains('Listen')) {
  363. preLyricsContent = 'Listen'
  364. break
  365. }
  366. }
  367. preLyricsContent = preLyricsContent ? preLyricsContent : 'Play'
  368. }
  369. // 阶段评测beatLength需要加上预备小节的持续时长
  370. actualBeatLength = preTimes.length ? actualBeatLength + preTimes[preTimes.length - 1].measureLength * 1000 : actualBeatLength
  371. let measureIndex = -1
  372. let recordMeasure = -1
  373. let firstNoteTime = unitTestIdx > 1 ? preTime : 0
  374. for (let index = 0; index < times.length; index++) {
  375. const item = times[index]
  376. const note = getNoteByMeasuresSlursStart(item)
  377. // const rate = runtime.speed / detailState.baseSpeed //1
  378. const rate = runtime.basePlayRate; // 播放倍率
  379. const start = difftime + (item.sourceRelativeTime || item.relativeTime) - starTime
  380. const end = difftime + (item.sourceRelaEndtime || item.relaEndtime) - starTime
  381. // console.log(start, end, starTime)
  382. const isStaccato =
  383. typeof note.voiceEntry.isStaccato === 'function' ? note.voiceEntry.isStaccato() : note.voiceEntry.isStaccato
  384. const noteRate = isStaccato ? 0.5 : 1
  385. // console.log('注脚', note.formatLyricsEntries)
  386. // 如果阶段评测,开始小节没有注脚,则取前面最近的小节的注脚
  387. if (index == 0 && !note.formatLyricsEntries.length) {
  388. ListenMode = preLyricsContent === 'Play' ? false : preLyricsContent === 'Listen' ? true : false
  389. }
  390. if (note.formatLyricsEntries.contains('Play') || note.formatLyricsEntries.contains('Play...')) {
  391. ListenMode = false
  392. }
  393. if (note.formatLyricsEntries.contains('Listen')) {
  394. ListenMode = true
  395. }
  396. if (note.formatLyricsEntries.contains('纯律结束')) {
  397. dontEvaluatingMode = false
  398. }
  399. if (note.formatLyricsEntries.contains('纯律')) {
  400. dontEvaluatingMode = true
  401. }
  402. const nextNote = detailState.times[index + 1]
  403. if (skip && (note.stave || !note.noteElement.isRestFlag || (nextNote && !nextNote.noteElement.isRestFlag))) {
  404. skip = false
  405. }
  406. if (note.noteElement.isRestFlag && !!note.stave && !!nextNote && nextNote.noteElement.isRestFlag) {
  407. skip = true
  408. }
  409. // if (note.measureOpenIndex != recordMeasure) {
  410. // measureIndex++
  411. // recordMeasure = note.measureOpenIndex
  412. // }
  413. if (item.measureOpenIndex != recordMeasure) {
  414. measureIndex++
  415. recordMeasure = item.measureOpenIndex
  416. }
  417. // console.log(note.measureOpenIndex , measureIndex, note.noteElement.sourceMeasure.measureListIndex)
  418. const data = {
  419. timeStamp: (start * 1000) / rate,
  420. duration: ((end * 1000) / rate - (start * 1000) / rate) * noteRate,
  421. frequency: formatPitch(item.noteElement?.pitch?.frequency),
  422. nextFrequency: formatPitch(item.noteElement?.pitch?.nextFrequency),
  423. prevFrequency: formatPitch(item.noteElement?.pitch?.prevFrequency),
  424. measureIndex: measureIndex, //note.measureOpenIndex,
  425. // measureRenderIndex: note.noteElement.sourceMeasure.measureListIndex,
  426. measureRenderIndex: item.measureNumberPrinted >= 1 ? item.measureNumberPrinted - 1 : note.noteElement.sourceMeasure.measureListIndex,
  427. dontEvaluating: ListenMode || dontEvaluatingMode || item.skipMode,
  428. musicalNotesIndex: index, //item.i,
  429. denominator: note.noteElement?.Length.denominator,
  430. isOrnament: !!note?.voiceEntry?.ornamentContainer,
  431. }
  432. // console.log('时间1111', data)
  433. datas.push(data)
  434. }
  435. starTime = 0;
  436. // console.log(JSON.stringify(datas),'评测数据')
  437. return {
  438. datas,
  439. firstNoteTime
  440. }
  441. }
  442. const connect = async () => {
  443. detailState.firstNoteTime = 0;
  444. runtime.preAppAudioPlayTime = 0;
  445. const search = useOriginSearch()
  446. connentLoading.value = true
  447. const behaviorId = sessionStorage.getItem('behaviorId') || search.behaviorId || initBehaviorId
  448. const rate = runtime.speed / detailState.baseSpeed //1
  449. calculateInfo = formatTimes()
  450. detailState.firstNoteTime = calculateInfo.firstNoteTime;
  451. const content = {
  452. musicXmlInfos: calculateInfo.datas,
  453. firstNoteTime: calculateInfo.firstNoteTime,
  454. subjectId: detailState.subjectId ? detailState.subjectId : detailState.isPercussion ? 1 : detailState.subjectId,
  455. detailId: detailState.activeDetail?.id,
  456. examSongId: search.id,
  457. xmlUrl: detailState?.activeDetail?.xmlUrl,
  458. partIndex: detailState.partIndex,
  459. behaviorId,
  460. platform: 'WEB',
  461. clientId: 'STUDENT',
  462. hertz: SettingState.sett.hertz,
  463. feature: 'EVALUATION',
  464. practiceSource: (search.resourceType && search.resourceType === 'practice') ? 'UNIT_TEST_PRACTICE' : search.unitId ? 'UNIT_TEST' : 'PRACTICE',
  465. // 这里定义的是数字但是因为是通过input输入所以强制转化一次
  466. reactionTimeMs: parseFloat('' + SettingState.eva.reactionTimeMs) || 0,
  467. speed: runtime.speed,
  468. heardLevel: SettingState.eva.difficulty,
  469. // beatLength: Math.round((RuntimeUtils.getFixTime(detailState.times[0].beatSpeed) * 1000) / rate),
  470. beatLength: actualBeatLength,
  471. evaluationCriteria: getEvaluationCriteria(),
  472. speedRate: parseFloat(runtime.basePlayRate.toFixed(2)), // 播放倍率
  473. }
  474. // console.log("🚀 ~ content:", content, rate)
  475. const clientType = useClientType()
  476. if (clientType === 'student') {
  477. content.clientId = 'STUDENT'
  478. } else if (clientType === 'teacher') {
  479. content.clientId = 'TEACHER'
  480. } else {
  481. content.clientId = 'BACKEND'
  482. }
  483. if (browserInfo.android) {
  484. content.platform = 'ANDROID'
  485. }
  486. if (browserInfo.ios) {
  487. content.platform = 'IOS'
  488. }
  489. const evt = await promisefiyPostMessage({
  490. api: 'startEvaluating',
  491. content: content,
  492. })
  493. if (evt?.content?.reson) {
  494. Toast.fail({
  495. message: evt?.content?.reson,
  496. })
  497. connentLoading.value = false
  498. throw evt
  499. }
  500. connentLoading.value = false
  501. }
  502. const sendOffsetTime = (offsetTime: number) => {
  503. postMessage(
  504. {
  505. api: 'proxyServiceMessage',
  506. content: {
  507. header: {
  508. commond: 'audioPlayStart',
  509. type: 'SOUND_COMPARE',
  510. },
  511. body: {
  512. offsetTime,
  513. },
  514. },
  515. },
  516. () => {
  517. backtime = 0
  518. }
  519. )
  520. }
  521. const cancelTheEvaluation = () => {
  522. const search = useOriginSearch()
  523. setTimeout(() => {
  524. postMessage({ api: 'endEvaluating', content: { musicScoreId: search.id } })
  525. playStatus.value = 'stop'
  526. RuntimeUtils.pause()
  527. RuntimeUtils.resetPlayStatus()
  528. RuntimeUtils.clearIntervalTimeline()
  529. RuntimeUtils.setCurrentTime(0)
  530. Toast.clear()
  531. }, 500);
  532. }
  533. const stopPlay = () => {
  534. console.log('调用stopPlay')
  535. if (!connentLoading.value && evaluating.value) {
  536. cancelTheEvaluation()
  537. }
  538. startButtonShow.value = true
  539. connentLoading.value = false
  540. evaluating.value = false
  541. modelType.value = 'init'
  542. }
  543. export const evaluatStopPlay = stopPlay
  544. const startPlay = () => {
  545. console.log('连接服务成功,开始播放', new Date().getTime() - runtime.clickTime)
  546. // if (!SettingState.eva.mute) {
  547. // RuntimeUtils.changeAllMode()
  548. // } else {
  549. // RuntimeUtils.changeMode('background')
  550. // }
  551. startButtonShow.value = false
  552. RuntimeUtils.setPlayState()
  553. }
  554. export const setPlayer = async () => {
  555. // 连接中,禁止重复连接
  556. if (connentLoading.value) return
  557. runtime.clickTime = new Date().getTime()
  558. RuntimeUtils.resetPlayStatus()
  559. if (detailState.isPauseRecording) {
  560. evaluating.value = false
  561. startPlay()
  562. return
  563. }
  564. detailState.evaluatings = {}
  565. const hint = Toast({
  566. duration: 0,
  567. message: '服务连接中...',
  568. type: 'loading',
  569. })
  570. try {
  571. await connect()
  572. //startPlay()
  573. setTimeout(() => {
  574. console.log('关闭弹窗')
  575. startButtonShow.value = false
  576. Toast.clear()
  577. hint.close()
  578. }, 100)
  579. } catch (error) {
  580. runtime.evaluatingStatus = false
  581. Toast.clear()
  582. }
  583. if (!detailState.needTick) {
  584. evaluatStart()
  585. }
  586. }
  587. const togglePlay = async () => {
  588. if (detailState.isPauseRecording) {
  589. evaluating.value = false
  590. startPlay()
  591. return
  592. }
  593. if (evaluating.value) {
  594. stopPlay()
  595. } else {
  596. setPlayer()
  597. }
  598. }
  599. const timeupdate = () => {
  600. console.log('播放事件被触发', playUrl.value, evaluating.value)
  601. if (playUrl.value) {
  602. const nowTime = new Date().getTime()
  603. // console.log('播放开始的时间', nowTime)
  604. // synced = true
  605. let time = runtime.audiosInstance?.audios[playUrl.value].currentTime
  606. // 只有选段模式,并且开始小节非第一小节时,才执行以下计算
  607. const sectionIdx = detailState.section.length ? detailState.section[0].i : 0
  608. if (unitTestData.isSelectMeasureMode && sectionIdx > 0 ) {
  609. time = time - detailState.section[0].time
  610. }
  611. console.log('已播放时长: ', time * 1000)
  612. console.log('不减掉已播放时间: ', nowTime - backtime)
  613. const delayTime = nowTime - backtime - time * 1000
  614. console.log('真正播放延迟', delayTime, time, unitTestData.isSelectMeasureMode, sectionIdx)
  615. // 蓝牙耳机延迟一点发送消息确保在录音后面
  616. setTimeout(() => {
  617. sendOffsetTime(delayTime)
  618. }, 220)
  619. }
  620. }
  621. /**
  622. * 播放器停止事件
  623. */
  624. const playerStop = () => {
  625. // alert('stop' + this.endloading)
  626. console.log('playerStop播放器停止事件', endloading.value)
  627. if (endloading.value) {
  628. return
  629. }
  630. playStatus.value = 'stop'
  631. endloading.value = true
  632. startButtonShow.value = true
  633. RuntimeUtils.resetPlayStatus()
  634. RuntimeUtils.clearIntervalTimeline()
  635. RuntimeUtils.setCurrentTime(0)
  636. Toast({
  637. duration: 0,
  638. message: '评分中...',
  639. type: 'loading',
  640. })
  641. setTimeout(() => {
  642. postMessage(
  643. {
  644. api: 'endEvaluating',
  645. content: {
  646. musicScoreId: useOriginSearch().id,
  647. },
  648. },
  649. (evt) => {
  650. console.log('调用endEvaluating结束', evt)
  651. endloading.value = false
  652. evaluating.value = false
  653. // RuntimeUtils.setCaptureMode()
  654. }
  655. )
  656. RuntimeUtils.endCapture()
  657. }, 500);
  658. }
  659. export const evaluatPlayerStop = playerStop
  660. const endevent = (evt: Event) => {
  661. console.log('选段播放结束事件')
  662. // 如果是单元测验和课后训练 播放结束
  663. if ((unitTestData.isSelectMeasureMode || detailState.section.length === 2) && playStatus.value === 'play') {
  664. playerStop()
  665. canSubmit.value = true
  666. return
  667. }
  668. if ((evt.target as HTMLAudioElement)?.src === playUrl.value && playStatus.value === 'play') {
  669. playerStop()
  670. canSubmit.value = true
  671. }
  672. if (detailState.isAppPlay) {
  673. playerStop()
  674. canSubmit.value = true
  675. }
  676. }
  677. /**正式开始评测 */
  678. const evaluatStart = () => {
  679. if (detailState.needTick) {
  680. setPlayer()
  681. }
  682. playStatus.value = 'play'
  683. if (detailState.isPauseRecording) {
  684. postMessage(
  685. {
  686. api: 'resumeRecording',
  687. },
  688. () => {
  689. evaluating.value = true
  690. detailState.isPauseRecording = false
  691. RuntimeUtils.setCaptureMode()
  692. }
  693. )
  694. return
  695. } else {
  696. RuntimeUtils.setCaptureMode()
  697. }
  698. console.log('开始录音', new Date().getTime())
  699. postMessage(
  700. {
  701. api: 'startRecording',
  702. content: {
  703. accompanimentState: SettingState.eva.mute ? 1 : 0,
  704. firstNoteTime: calculateInfo.firstNoteTime || 0,
  705. speedRate: parseFloat(runtime.basePlayRate.toFixed(2)), // 播放倍率
  706. }
  707. },
  708. () => {
  709. // console.log('开始录音app回调时间', Date.now())
  710. backtime = Date.now()
  711. evaluating.value = true
  712. runtime.playState = "play";
  713. RuntimeUtils.setEvaluatingStep()
  714. if (detailState.activeDetail?.midiUrl) {
  715. console.log('midiUrl', detailState.activeDetail?.midiUrl)
  716. setTimeout(() => {
  717. sendOffsetTime(0)
  718. }, 220)
  719. }
  720. }
  721. )
  722. RuntimeUtils.startCapture()
  723. }
  724. /** 音频播放完结束评测 */
  725. const playEnd_endEvalute = () => {
  726. playerStop()
  727. }
  728. /**
  729. * 酷乐秀活动接口,Url中有设置并且仅在学生端提评分交数据
  730. * 管乐团单元测验, url中有单元测验ID仅在学生端提评分交数据
  731. */
  732. const submitEvaluationScore = async (data: any) => {
  733. const search = useOriginSearch()
  734. if (search.unitId) {
  735. if (!canSubmit.value) {
  736. Toast('完整演奏结束才算测验分数!')
  737. return
  738. }
  739. if ((endResult.value as any)?.score) {
  740. scoreList.push((endResult.value as any)?.score)
  741. recordList.push(endResult.value)
  742. }
  743. /** 有单元测验时,存储分数缓存 */
  744. postMessage({
  745. api: 'setCache',
  746. content: {
  747. key: 'h5-orchestra-unit',
  748. value: JSON.stringify({
  749. musicId: search.id || '',
  750. unitId: search.unitId || '',
  751. questionId: search.questionId || '',
  752. score: canSubmit.value ? (endResult.value as any)?.score || 0 : 0,
  753. recordId: canSubmit.value ? (endResult.value as any)?.recordIdStr : '',
  754. }),
  755. },
  756. })
  757. canSubmit.value = false
  758. }
  759. }
  760. /** 活动使用,只有在全部评测完成后才能提交,避免只是一小节就高分的情况 */
  761. const canSubmit = ref(false)
  762. /**接受websocket返回的信息 */
  763. const sendResult = (evt?: IPostMessage) => {
  764. const { body, header } = evt?.content || {}
  765. console.log('评测返回', body)
  766. if (body && header) {
  767. const data = evt?.content?.body
  768. if (evt?.content.header.commond === 'overall') {
  769. // console.log(evt)
  770. detailState.isHideEvaluatReportSaveBtn = false;
  771. Toast.clear()
  772. endResult.value = data
  773. evaluatingShow.value = true
  774. submitEvaluationScore(data)
  775. } else if (evt?.content.header.commond === 'checkDone') {
  776. // 此处已经在校音中单独监听不做处理
  777. } else if (evt?.content.header.commond === 'checking') {
  778. // 此处已经在校音中单独监听不做处理
  779. } else if (evt?.content.header.commond === "recordEnd") {
  780. if (delayData.checkStatus !== 'ing') return
  781. delayData.count++;
  782. if (delayData.count >= 2) {
  783. handleToggleTune('finishTune');
  784. return;
  785. }
  786. setTimeout(() => {
  787. startTune()
  788. }, 100)
  789. } else {
  790. const getBeforeNote = (index: number) => {
  791. while (index >= 0) {
  792. const item = detailState.times[index]
  793. if (item.stave) {
  794. return item
  795. }
  796. index--
  797. }
  798. }
  799. const setEvaluatings = (note: any, data: any, dontTransition = false) => {
  800. // console.log('note',note,data)
  801. const startNote = getBoundingBoxByverticalNote(note)
  802. // console.log(detailState.evaluatings, startNote)
  803. detailState.evaluatings = {
  804. ...detailState.evaluatings,
  805. [startNote.measureIndex]: {
  806. ...startNote,
  807. ...getLeveByScoreMeasure(data.score),
  808. score: data.score,
  809. dontTransition, // 是否显示得分
  810. },
  811. }
  812. }
  813. for (let index = 0; index < detailState.times.length; index++) {
  814. let time = detailState.times[index]
  815. if (data.measureRenderIndex == time.noteElement.sourceMeasure.measureListIndex) {
  816. if (!time.stave) {
  817. const ntime = getBeforeNote(index)
  818. // console.log('ntime', ntime)
  819. if (ntime) {
  820. time = ntime
  821. }
  822. }
  823. if (!time.noteElement.tie) {
  824. setEvaluatings(time, data)
  825. } else {
  826. for (const item of time.noteElement.tie.notes) {
  827. const currentMeasureNum = time.noteElement.measureNumber;
  828. const note = getParentNote(item)
  829. if (!note) continue
  830. if (note.measureNumberPrinted === currentMeasureNum) {
  831. // console.log('得分',item.NoteToGraphicalNoteObjectId,time.NoteToGraphicalNoteObjectId)
  832. setEvaluatings(
  833. note,
  834. data,
  835. // item.NoteToGraphicalNoteObjectId !== time.noteElement.tie.StartNote?.NoteToGraphicalNoteObjectId
  836. item.NoteToGraphicalNoteObjectId !== time.NoteToGraphicalNoteObjectId
  837. )
  838. }
  839. }
  840. }
  841. break
  842. }
  843. }
  844. }
  845. }
  846. }
  847. const onProgress = () => {
  848. // console.log(runtime.currentTimeNum, detailState.times[detailState.times.length - 1]?.time - 2, detailState.times)
  849. if (runtime.currentTimeNum >= detailState.times[detailState.times.length - 1]?.time - 2) {
  850. canSubmit.value = true
  851. }
  852. }
  853. const cloudMetronome = (evt: any) => {
  854. startButtonShow.value = true
  855. }
  856. /** 监听评测弹窗是否隐藏保存演奏按钮 */
  857. const hideComplexButton = (callback: CallBack, listen?: boolean) => {
  858. if (listen) {
  859. listenerMessage("hideComplexButton", callback);
  860. } else {
  861. removeListenerMessage("hideComplexButton", callback);
  862. }
  863. };
  864. // 隐藏存演奏按钮
  865. const handleComplexButton = (res?: IPostMessage) => {
  866. console.log('监听是否隐藏保存按钮', res)
  867. if (res?.content) {
  868. const { header, body } = res.content;
  869. detailState.isHideEvaluatReportSaveBtn = true
  870. }
  871. };
  872. // 离开之前再提交一次最高分数
  873. export const submitMaxScore = () => {
  874. const search = useOriginSearch()
  875. if (search.unitId && scoreList.length) {
  876. console.log('最高分',scoreList,Math.max(...scoreList))
  877. const maxScore = Math.max(...scoreList)
  878. const recordIdStr = recordList.find((item: any) => item.score === maxScore)?.recordIdStr
  879. postMessage({
  880. api: 'setCache',
  881. content: {
  882. key: 'h5-orchestra-unit',
  883. value: JSON.stringify({
  884. musicId: search.id || '',
  885. unitId: search.unitId || '',
  886. questionId: search.questionId || '',
  887. score: maxScore,
  888. recordId: recordIdStr
  889. }),
  890. },
  891. })
  892. }
  893. }
  894. /**
  895. * 木管(长笛 萨克斯 单簧管)乐器一级的2、3、6测评要放原音音频
  896. * 铜管乐器一级的1a,1b,5,6测评要放原音音频
  897. */
  898. const getMusicMode = (): RuntimeUtils.IMode => {
  899. const muguan = [2, 4, 5, 6];
  900. const tongguan = [12, 13, 14, 15, 17];
  901. if (muguan.includes(detailState.subjectId) && (detailState.activeDetail?.examSongName || "").search(/[^\u0000-\u00FF](1-2|1-3|1-6)/gi) > -1) {
  902. return "music";
  903. }
  904. if (tongguan.includes(detailState.subjectId) && (detailState.activeDetail?.examSongName || "").search(/[^\u0000-\u00FF](1-1-1|1-1-2|1-5|1-6)/gi) > -1) {
  905. return "music";
  906. }
  907. if ([23, 113, 121].includes(detailState.subjectId)) {
  908. return "music";
  909. }
  910. return "background";
  911. };
  912. export default defineComponent({
  913. name: 'ColexiuButtonEvaluating',
  914. setup(props, { expose }) {
  915. onMounted(async () => {
  916. console.log('进入评测模块')
  917. delayData.open = (runtime.delayCheckFirst && searchParams.evaluatingRecord || !SettingState.sett.tuning) ? false : true
  918. if (!SettingState.eva.mute) {
  919. RuntimeUtils.changeAllMode();
  920. } else {
  921. RuntimeUtils.changeMode('background', 'all')
  922. }
  923. handleCheckEvaluatStatus()
  924. // 如果为单元测验和课后训练,不清楚选段数据
  925. if (!unitTestData.isSelectMeasureMode) {
  926. detailState.section = []
  927. detailState.sectionStatus = false
  928. }
  929. playUrl.value = runtime.songs.background || (runtime.songs.music as string)
  930. // runtime.audiosInstance?.audios[playUrl.value]?.addEventListener('play', timeupdate)
  931. // runtime.audiosInstance?.audios[playUrl.value]?.addEventListener('timeupdate', onProgress)
  932. // RuntimeUtils.event.on('next-click', playerStop)
  933. RuntimeUtils.event.on('ended', endevent)
  934. listenerMessage('sendResult', sendResult)
  935. // listenerMessage('cancelEvaluating', cancelTheEvaluation)
  936. listenerMessage('cloudTimeUpdae', onProgress)
  937. RuntimeUtils.event.on('tickDestroy', cloudMetronome)
  938. RuntimeUtils.event.on('tickEnd', evaluatStart)
  939. runtime.playEndCallback.endEvaluat = playEnd_endEvalute
  940. hideComplexButton(handleComplexButton, true);
  941. // 开始效验
  942. checkEvaluating()
  943. })
  944. onBeforeUnmount(() => {
  945. // runtime.audiosInstance?.audios[playUrl.value]?.removeEventListener('play', timeupdate)
  946. // runtime.audiosInstance?.audios[playUrl.value]?.removeEventListener('timeupdate', onProgress)
  947. // RuntimeUtils.event.off('next-click', playerStop)
  948. RuntimeUtils.event.off('ended', endevent)
  949. RuntimeUtils.event.off('tickDestroy', cloudMetronome)
  950. removeListenerMessage('sendResult', sendResult)
  951. // removeListenerMessage('cancelEvaluating', cancelTheEvaluation)
  952. removeListenerMessage('cloudTimeUpdae', onProgress)
  953. hideComplexButton(() => {}, false);
  954. RuntimeUtils.event.off('tickEnd', evaluatStart)
  955. submitMaxScore()
  956. })
  957. // 播放倍率不等于1,或者是选段评测,APP暂时不支持保存演奏,需要给出提示
  958. const showNotSaveTip = computed(() => {
  959. if ((runtime.basePlayRate != 1 || detailState.section.length === 2) && runtime.initShow) {
  960. return true
  961. } else {
  962. return false
  963. }
  964. })
  965. expose({
  966. setPlayer,
  967. startPlay,
  968. stopPlay,
  969. togglePlay,
  970. playerStop,
  971. evaluating,
  972. connentLoading,
  973. playStatus,
  974. cancelTheEvaluation,
  975. })
  976. return () => {
  977. return (
  978. <Teleport to="body" key="StartEvaluating">
  979. {/* 评测完成结果显示 */}
  980. <Evaluating data={endResult.value} />
  981. {/** 调速或者选段后,评测给出提示 */}
  982. { showNotSaveTip.value && <div class={styles.noSaveTip}>调整速度或选段后评测暂不支持保存演奏哦~<i onClick={() => runtime.initShow = false}></i></div> }
  983. <Transition name="finish">
  984. {startButtonShow.value && !delayData.open && modelType.value !== 'init' && (
  985. <div
  986. style={{
  987. backgroundImage: `url(${iconEvaluatingBegin})`
  988. }}
  989. class={[styles.evaluatStartBtn]}
  990. onClick={async () => {
  991. runtime.initShow = false
  992. // 评测模式,如果有系统节拍器,需要先播放系统节拍器
  993. if (detailState.needTick) {
  994. await RuntimeUtils.setEvaluatTick()
  995. } else {
  996. setPlayer()
  997. }
  998. }}
  999. ></div>
  1000. )}
  1001. </Transition>
  1002. {!evaluating.value ? (
  1003. <div class={styles.dialogueBox} key="start">
  1004. <div class={styles.dialogue}>
  1005. <div>
  1006. 演奏前请调整好乐器,保证最佳演奏状态。<span class={styles.triangle}></span>
  1007. </div>
  1008. </div>
  1009. <Vue3Lottie class={styles.dialogueIcon} animationData={startData}></Vue3Lottie>
  1010. </div>
  1011. ) : (
  1012. <div class={styles.dialogueBox} key="starting">
  1013. <div class={styles.inRadio}>收音中...</div>
  1014. <Vue3Lottie class={styles.inRadioIcon} animationData={startingData}></Vue3Lottie>
  1015. </div>
  1016. )}
  1017. {/* 延迟检测窗口 */}
  1018. <Transition>
  1019. <Popup
  1020. teleport="body"
  1021. class="popup-scale"
  1022. transition="van-scale"
  1023. overlay={false}
  1024. show={delayData.open}
  1025. onClose={() => handleCheckDelayEnd()}
  1026. >
  1027. <CheckDelayPopup
  1028. delayData={delayData}
  1029. onStartCheckDelay={() => handleStartCheckDelay()}
  1030. onClose={() => handleStopCheckDelay()}
  1031. onBack={() => handleDelayBack()}
  1032. />
  1033. </Popup>
  1034. </Transition>
  1035. </Teleport>
  1036. )
  1037. }
  1038. },
  1039. })