fix: Fix good chunk of packet loss and frame drop issues

- Also added new latency control parameter, not super visible differences, but it's cool :)

packages/relay/internal/shared/participant.go

@@ -106,28 +106,15 @@ func (p *Participant) Close() {
 func (p *Participant) packetWriter() {
 	for pkt := range p.packetQueue {
 		var track *webrtc.TrackLocalStaticRTP
-		var sequenceNumber uint16
-		var timestamp uint32
 
 		// No mutex needed - only this goroutine modifies these
 		if pkt.kind == webrtc.RTPCodecTypeAudio {
 			track = p.AudioTrack
-			p.AudioSequenceNumber = uint16(int(p.AudioSequenceNumber) + pkt.sequenceDiff)
-			p.AudioTimestamp = uint32(int64(p.AudioTimestamp) + pkt.timeDiff)
-			sequenceNumber = p.AudioSequenceNumber
-			timestamp = p.AudioTimestamp
 		} else {
 			track = p.VideoTrack
-			p.VideoSequenceNumber = uint16(int(p.VideoSequenceNumber) + pkt.sequenceDiff)
-			p.VideoTimestamp = uint32(int64(p.VideoTimestamp) + pkt.timeDiff)
-			sequenceNumber = p.VideoSequenceNumber
-			timestamp = p.VideoTimestamp
 		}
 
 		if track != nil {
-			pkt.packet.SequenceNumber = sequenceNumber
-			pkt.packet.Timestamp = timestamp
-
 			if err := track.WriteRTP(pkt.packet); err != nil && !errors.Is(err, io.ErrClosedPipe) {
 				slog.Error("WriteRTP failed", "participant", p.ID, "kind", pkt.kind, "err", err)
 			}

packages/relay/internal/shared/room.go

@@ -21,8 +21,6 @@ var participantPacketPool = sync.Pool{
 type participantPacket struct {
 	kind         webrtc.RTPCodecType
 	packet       *rtp.Packet
-	timeDiff     int64
-	sequenceDiff int
 }
 
 type RoomInfo struct {
@@ -141,7 +139,7 @@ func (r *Room) IsOnline() bool {
 	return r.PeerConnection != nil
 }
 
-func (r *Room) BroadcastPacketRetimed(kind webrtc.RTPCodecType, pkt *rtp.Packet, timeDiff int64, sequenceDiff int) {
+func (r *Room) BroadcastPacket(kind webrtc.RTPCodecType, pkt *rtp.Packet) {
 	// Lock-free load of channel slice
 	channels := r.participantChannels.Load()
 
@@ -155,9 +153,7 @@ func (r *Room) BroadcastPacketRetimed(kind webrtc.RTPCodecType, pkt *rtp.Packet,
 		// Get packet struct from pool
 		pp := participantPacketPool.Get().(*participantPacket)
 		pp.kind = kind
-		pp.packet = pkt.Clone()
-		pp.timeDiff = timeDiff
-		pp.sequenceDiff = sequenceDiff
+		pp.packet = pkt
 
 		select {
 		case ch <- pp: