github-mirrors/netris-nestri
1
0
Fork 0
mirror of https://github.com/nestriness/nestri.git synced 2025-12-12 08:45:38 +02:00
Code Issues Packages Projects Releases Wiki Activity

⭐ feat: Aggregated mouse movements (#185)

Browse Source 
Mouse Movements are aggreagated to send out with an fixed interval

This reduces sending mouse movement events especially when the mouse is
moved really fast. The mouse events are not lost they will be summed and
aggregated to one single mouse movement and then send with the fixed
interval
This commit is contained in:
Philipp Neumann
2025-02-14 16:53:41 +01:00
committed by GitHub
parent a23ae8025b
commit 2bbd705af9
2 changed files with 99 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

32
packages/input/src/webrtc-stream.ts
View File

@@ -22,6 +22,7 @@ export class WebRTCStream {
private _serverURL: string | undefined = undefined;
private _roomName: string | undefined = undefined;
private _isConnected: boolean = false; // Add flag to track connection state
currentFrameRate: number = 60;
constructor(serverURL: string, roomName: string, connectedCallback: (stream: MediaStream | null) => void) {
if (roomName.length <= 0) {
@@ -219,6 +220,8 @@ export class WebRTCStream {
this._onConnected(this._mediaStream);
}
}
this._gatherFrameRate();
} else if (this._pc.connectionState === "failed" ||
this._pc.connectionState === "closed" ||
this._pc.iceConnectionState === "failed") {
@@ -297,6 +300,35 @@ export class WebRTCStream {
this._dataChannel.onmessage = e => console.log(`Message from DataChannel '${this._dataChannel?.label}' payload '${e.data}'`)
}
private _gatherFrameRate() {
if (this._pc === undefined || this._mediaStream === undefined)
return;
const videoInfoPromise = new Promise<{ fps: number}>((resolve) => {
const track = this._mediaStream!.getVideoTracks()[0];
// Keep trying to get fps until it's found
const interval = setInterval(async () => {
if (this._pc === undefined) {
clearInterval(interval);
return;
}
const stats = await this._pc!.getStats(track);
stats.forEach((report) => {
if (report.type === "inbound-rtp") {
clearInterval(interval);
resolve({ fps: report.framesPerSecond });
}
});
}, 250);
});
videoInfoPromise.then((value) => {
this.currentFrameRate = value.fps
})
}
// Send binary message through the data channel
public sendBinary(data: Uint8Array) {
if (this._dataChannel && this._dataChannel.readyState === "open")