will remove ogv.js

src/codec.js

@@ -42,11 +42,11 @@ export async function loadVp9(callback) {
   );
 }
 
-export function loadOpus(callback) {
+export function loadOpus(callback, channels, rate) {
   window.OGVLoader.loadClass(
     "OGVDecoderAudioOpusW",
     (audioCodecClass) => {
-      audioCodecClass({ audioFormat: {} }).then((decoder) => {
+      audioCodecClass({ audioFormat: { channels, rate } }).then((decoder) => {
         decoder.init(() => {
           callback(decoder);
         })

src/connection.ts

@@ -25,6 +25,7 @@ export default class Connection {
   _firstFrame: Boolean | undefined;
   _videoDecoder: any;
   _audioDecoder: any;
+  _audioPlayer: any;
   _password: Uint8Array | undefined;
   _options: any;
   _videoTestSpeed: number[];
@@ -58,7 +59,6 @@ export default class Connection {
       }
     }, 1);
     this.loadVideoDecoder();
-    this.loadAudioDecoder();
     const uri = getDefaultUri();
     const ws = new Websock(uri, true);
     this._ws = ws;
@@ -242,7 +242,13 @@ export default class Connection {
       } else if (msg?.misc) {
         this.handleMisc(msg?.misc);
       } else if (msg?.audio_frame) {
-        //
+        const dec = this._audioDecoder;
+        dec.processAudio(msg?.audio_frame.data.slice(0).buffer, (res: any) => {
+          // ogv.js bug here, audioBuffer always empty
+          // and ogv.js vpx version is very old (2015), to-do: discard ogv
+          // let samples = dec.audioBuffer;
+          // console.log(res, dec);
+        });
       }
     }
   }
@@ -261,7 +267,6 @@ export default class Connection {
     clearInterval(this._interval);
     this._ws?.close();
     this._videoDecoder?.close();
-    this._audioDecoder?.close();
   }
 
   refresh() {
@@ -423,7 +428,9 @@ export default class Connection {
 
   handleMisc(misc: message.Misc) {
     if (misc.audio_format) {
-      //
+      this._audioDecoder?.destroy();
+      // this._audioPlayer = globals.newAudioPlayer(misc.audio_format.channels, misc.audio_format.sample_rate);
+      this.loadAudioDecoder(misc.audio_format.channels, misc.audio_format.sample_rate);
     } else if (misc.chat_message) {
       globals.pushEvent("chat", misc.chat_message.text);
     } else if (misc.permission_info) {
@@ -648,12 +655,12 @@ export default class Connection {
     });
   }
 
-  loadAudioDecoder() {
+  loadAudioDecoder(channels: number, sample_rate: number) {
     this._audioDecoder?.close();
     loadOpus((decoder: any) => {
       this._audioDecoder = decoder;
       console.log("opus loaded");
-    });
+    }, channels, sample_rate);
   }
 }
 

src/globals.js

@@ -4,6 +4,7 @@ import { CursorData } from "./message";
 import { loadOpus, loadVp9 } from "./codec";
 import { checkIfRetry, version } from "./gen_js_from_hbb";
 import { initZstd, translate } from "./common";
+import PCMPlayer from "pcm-player";
 
 var currentFrame = undefined;
 var events = [];
@@ -301,3 +302,12 @@ export function getPeers() {
     return {};
   }
 }
+
+export function newAudioPlayer(channels, sampleRate) {
+  return new PCMPlayer({
+    encoding: '16bitInt',
+    channels,
+    sampleRate,
+    flushingTime: 2000
+  });
+}