Add features to v2 sdk

Author: golgetahir

packages/webrtc-sdk/README.md

@@ -42,6 +42,10 @@ Common events emitted by the SDK (see TypeDoc for full list):
 - `data_received` { streamId, data: string | ArrayBuffer }
 - `updated_stats` PeerStats
 - `devices_updated` GroupedDevices
+- `room_joined` / `room_left`
+- `room_information`, `broadcast_object`, `subscriber_count`, `subscriber_list`
+- `video_track_assignments`
+- `reconnection_attempt_for_publisher` / `reconnection_attempt_for_player`
 - `error` { error, message? }
 
 ### Stats helpers
@@ -101,6 +105,36 @@ adaptor.enableTrack('mainStreamId', 'camera_user3', true);
 adaptor.forceStreamQuality('mainStreamId', 720); // or 'auto'
 ```
 
+### Device management and screen share
+
+```ts
+// Switch devices without renegotiation
+await adaptor.selectVideoInput('camera-device-id');
+await adaptor.selectAudioInput('mic-device-id');
+
+// Camera on/off keeps sender alive (black dummy track)
+await adaptor.turnOffLocalCamera();
+await adaptor.turnOnLocalCamera();
+
+// Screen share and overlay (PIP camera)
+await adaptor.startScreenShare();
+await adaptor.stopScreenShare();
+await adaptor.startScreenWithCameraOverlay();
+await adaptor.stopScreenWithCameraOverlay();
+```
+
+### Data channel
+
+```ts
+// Text
+await adaptor.sendData('s1', 'hello');
+// Binary
+await adaptor.sendData('s1', new Uint8Array([1,2,3]).buffer);
+// Optional sanitize received strings
+adaptor.setSanitizeDataChannelStrings(true);
+adaptor.on('data_received', ({ data }) => console.log('rx', data));
+```
+
 ## Examples
 
 - `examples/publish.html`

packages/webrtc-sdk/examples/publish.html

@@ -44,13 +44,26 @@ <h2>Publish Sample (TS v2)</h2>
         <input id="dcText" placeholder="message" />
         <button id="sendText" disabled>Send Text</button>
         <button id="sendBin" disabled>Send 128KB Binary</button>
+        <label style="margin-left:12px"><input type="checkbox" id="sanitize" /> Sanitize Strings</label>
       </fieldset>
     </div>
     <div style="margin-top:12px;">
       <fieldset>
         <legend>Screen Share</legend>
         <button id="startShare">Start Share</button>
         <button id="stopShare" disabled>Stop Share</button>
+        <button id="startOverlay">Start Share + Camera Overlay</button>
+        <button id="stopOverlay" disabled>Stop Overlay</button>
+      </fieldset>
+    </div>
+    <div style="margin-top:12px;">
+      <fieldset>
+        <legend>Audio</legend>
+        <label>Volume:</label>
+        <input id="volume" type="range" min="0" max="1" step="0.01" value="1" />
+        <button id="meterOn">Enable Level Meter</button>
+        <button id="meterOff">Disable Level Meter</button>
+        <span id="level">level: 0.00</span>
       </fieldset>
     </div>
     <div style="margin-top:12px;">
@@ -77,12 +90,19 @@ <h2>Publish Sample (TS v2)</h2>
       const dcText = document.getElementById('dcText');
       const sendTextBtn = document.getElementById('sendText');
       const sendBinBtn = document.getElementById('sendBin');
+      const sanitizeCb = document.getElementById('sanitize');
       const statsEl = document.getElementById('stats');
       const enableStatsBtn = document.getElementById('enableStats');
       const startShareBtn = document.getElementById('startShare');
       const stopShareBtn = document.getElementById('stopShare');
+      const startOverlayBtn = document.getElementById('startOverlay');
+      const stopOverlayBtn = document.getElementById('stopOverlay');
       const turnOffCamBtn = document.getElementById('turnOffCam');
       const turnOnCamBtn = document.getElementById('turnOnCam');
+      const vol = document.getElementById('volume');
+      const meterOn = document.getElementById('meterOn');
+      const meterOff = document.getElementById('meterOff');
+      const level = document.getElementById('level');
 
       function log(msg) {
         logEl.textContent += msg + '\n';
@@ -116,6 +136,7 @@ <h2>Publish Sample (TS v2)</h2>
         if (typeof data === 'string') log('dc <- ' + data);
         else log('dc <- binary ' + (data.byteLength || 0) + ' bytes');
       });
+      sanitizeCb.onchange = () => adaptor.setSanitizeDataChannelStrings(sanitizeCb.checked);
       adaptor.on('updated_stats', (ps) => {
         statsEl.textContent = `bytesSent=${ps.totalBytesSent} bytesRecv=${ps.totalBytesReceived}`;
       });
@@ -179,6 +200,23 @@ <h2>Publish Sample (TS v2)</h2>
         } catch (e) { log('stop share failed: ' + e.message); }
       };
 
+      startOverlayBtn.onclick = async () => {
+        try {
+          await adaptor.startScreenWithCameraOverlay();
+          startOverlayBtn.disabled = true;
+          stopOverlayBtn.disabled = false;
+          log('overlay started');
+        } catch (e) { log('start overlay failed: ' + e.message); }
+      };
+      stopOverlayBtn.onclick = async () => {
+        try {
+          await adaptor.stopScreenWithCameraOverlay();
+          startOverlayBtn.disabled = false;
+          stopOverlayBtn.disabled = true;
+          log('overlay stopped');
+        } catch (e) { log('stop overlay failed: ' + e.message); }
+      };
+
       turnOffCamBtn.onclick = () => {
         adaptor.turnOffLocalCamera();
         log('camera turned off');
@@ -187,6 +225,19 @@ <h2>Publish Sample (TS v2)</h2>
         adaptor.turnOnLocalCamera();
         log('camera turned on');
       };
+
+      vol.oninput = () => {
+        adaptor.setVolumeLevel(parseFloat(vol.value));
+      };
+      meterOn.onclick = async () => {
+        await adaptor.enableAudioLevelForLocalStream((v) => {
+          level.textContent = 'level: ' + v.toFixed(2);
+        }, 200);
+      };
+      meterOff.onclick = () => {
+        adaptor.disableAudioLevelForLocalStream();
+        level.textContent = 'level: 0.00';
+      };
     </script>
   </body>
 </html>

packages/webrtc-sdk/src/core/events.ts

@@ -9,6 +9,7 @@ export interface EventMap {
   initialized: void;
   closed: unknown;
   server_will_stop: unknown;
+  /** Emitted when new local tracks are attached or replaced; used internally to refresh senders */
   publish_started: { streamId: string };
   publish_finished: { streamId: string };
   play_started: { streamId: string };
@@ -20,6 +21,7 @@ export interface EventMap {
   data_channel_closed: { streamId: string };
   newTrackAvailable: { stream: MediaStream; track: MediaStreamTrack; streamId: string };
   devices_updated: GroupedDevices;
+  local_tracks_changed: void;
   error: { error: string; message?: unknown };
   // dynamic notification channel e.g. notification:subscriberCount -> payload from server
   [k: `notification:${string}`]: unknown;
@@ -31,6 +33,13 @@ export interface EventMap {
   room_joined?: unknown;
   room_left?: unknown;
   video_track_assignments?: unknown;
+  // additional common notifications
+  stream_information?: unknown;
+  track_list?: unknown;
+  subtrack_list?: unknown;
+  subtrack_count?: unknown;
+  reconnection_attempt_for_publisher?: string | { streamId: string };
+  reconnection_attempt_for_player?: string | { streamId: string };
 }
 
 export interface TypedEmitter<M extends Record<string, unknown>> {