save

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@observertc/observer-js",
-  "version": "0.40.10-beta",
+  "version": "0.40.11-beta",
   "description": "Server Side NodeJS Library for processing ObserveRTC Samples",
   "main": "lib/index.js",
   "types": "lib/index.d.ts",

src/ObservedClient.ts

@@ -47,6 +47,7 @@ export type ObservedClientEvents = {
 		remoteCandidate: IceRemoteCandidate,
 	}],
 	usingturn: [boolean],
+	usermediaerror: [string],
 };
 
 export declare interface ObservedClient<AppData extends Record<string, unknown> = Record<string, unknown>> {
@@ -252,7 +253,11 @@ export class ObservedClient<AppData extends Record<string, unknown> = Record<str
 				{
 					type: CallMetaType.OPERATION_SYSTEM,
 					payload: sample.os,
-				}, this.userId);
+				}, 
+				this.userId,
+				undefined,
+				sample.timestamp
+			);
 
 			this.reports.addCallMetaReport(callMetaReport);
 		}
@@ -272,7 +277,11 @@ export class ObservedClient<AppData extends Record<string, unknown> = Record<str
 				{
 					type: CallMetaType.ENGINE,
 					payload: sample.engine,
-				}, this.userId);
+				}, 
+				this.userId,
+				undefined,
+				sample.timestamp
+			);
 
 			this.reports.addCallMetaReport(callMetaReport);
 		}
@@ -293,7 +302,11 @@ export class ObservedClient<AppData extends Record<string, unknown> = Record<str
 				{
 					type: CallMetaType.PLATFORM,
 					payload: sample.platform,
-				}, this.userId);
+				},
+				this.userId,
+				undefined,
+				sample.timestamp
+			);
 
 			this.reports.addCallMetaReport(callMetaReport);
 		}
@@ -313,7 +326,11 @@ export class ObservedClient<AppData extends Record<string, unknown> = Record<str
 				{
 					type: CallMetaType.BROWSER,
 					payload: sample.browser,
-				}, this.userId);
+				}, 
+				this.userId,
+				undefined,
+				sample.timestamp
+			);
 
 			this.reports.addCallMetaReport(callMetaReport);
 		}
@@ -328,7 +345,11 @@ export class ObservedClient<AppData extends Record<string, unknown> = Record<str
 				{
 					type: CallMetaType.MEDIA_CONSTRAINT,
 					payload: mediaConstraint,
-				}, this.userId);
+				}, 
+				this.userId,
+				undefined,
+				sample.timestamp
+			);
 
 			this.reports.addCallMetaReport(callMetaReport);
 		}
@@ -343,7 +364,11 @@ export class ObservedClient<AppData extends Record<string, unknown> = Record<str
 				{
 					type: CallMetaType.LOCAL_SDP,
 					payload: localSDP,
-				}, this.userId);
+				}, 
+				this.userId,
+				undefined,
+				sample.timestamp
+			);
 
 			this.reports.addCallMetaReport(callMetaReport);
 		}
@@ -390,10 +415,13 @@ export class ObservedClient<AppData extends Record<string, unknown> = Record<str
 				this.clientId, {
 					type: CallMetaType.USER_MEDIA_ERROR,
 					payload: userMediaError,
-				}, this.userId);
+				}, 
+				this.userId,
+			);
 
 			this.reports.addCallMetaReport(callMetaReport);
 			this.userMediaErrors.push(userMediaError);
+			this.emit('usermediaerror', userMediaError);
 		}
 
 		for (const certificate of sample.certificates ?? []) {
@@ -405,7 +433,9 @@ export class ObservedClient<AppData extends Record<string, unknown> = Record<str
 				this.clientId, {
 					type: CallMetaType.CERTIFICATE,
 					payload: certificate,
-				}, this.userId);
+				}, 
+				this.userId
+			);
 
 			this.reports.addCallMetaReport(callMetaReport);
 		}
@@ -606,7 +636,7 @@ export class ObservedClient<AppData extends Record<string, unknown> = Record<str
 				continue;
 			}
 
-			peerConnection.ICE.addLocalCandidate(iceLocalCandidate);
+			peerConnection.ICE.addLocalCandidate(iceLocalCandidate, sample.timestamp);
 		}
 
 		for (const iceRemoteCandidate of sample.iceRemoteCandidates ?? []) {
@@ -621,7 +651,7 @@ export class ObservedClient<AppData extends Record<string, unknown> = Record<str
 				continue;
 			}
 
-			peerConnection.ICE.addRemoteCandidate(iceRemoteCandidate);
+			peerConnection.ICE.addRemoteCandidate(iceRemoteCandidate, sample.timestamp);
 		}
 
 		for (const candidatePair of sample.iceCandidatePairs ?? []) {

src/ObservedICE.ts

@@ -100,7 +100,7 @@ export class ObservedICE extends EventEmitter {
 		this.emit('close');
 	}
 
-	public addLocalCandidate(candidate: IceLocalCandidate) {
+	public addLocalCandidate(candidate: IceLocalCandidate, sampleTimestamp?: number) {
 		if (!candidate.id) return;
 
 		const newCandidate = !this._localCandidates.has(candidate.id);
@@ -116,15 +116,19 @@ export class ObservedICE extends EventEmitter {
 				this.peerConnection.client.clientId, {
 					type: CallMetaType.ICE_LOCAL_CANDIDATE,
 					payload: candidate,
-				}, this.peerConnection.client.userId);
+				}, 
+				this.peerConnection.client.userId,
+				this.peerConnection.peerConnectionId,
+				sampleTimestamp,
+			);
 
 			this.reports.addCallMetaReport(callMetaReport);
 
 			this.emit('new-local-candidate', candidate);
 		}
 	}
 
-	public addRemoteCandidate(candidate: IceRemoteCandidate) {
+	public addRemoteCandidate(candidate: IceRemoteCandidate, sampleTimestamp?: number) {
 		if (!candidate.id) return;
 
 		const newCandidate = !this._remoteCandidates.has(candidate.id);
@@ -140,7 +144,11 @@ export class ObservedICE extends EventEmitter {
 				this.peerConnection.client.clientId, {
 					type: CallMetaType.ICE_REMOTE_CANDIDATE,
 					payload: candidate,
-				}, this.peerConnection.client.userId);
+				}, 
+				this.peerConnection.client.userId,
+				this.peerConnection.peerConnectionId,
+				sampleTimestamp
+			);
 
 			this.reports.addCallMetaReport(callMetaReport);
 

src/ObservedSfu.ts

@@ -105,6 +105,8 @@ export class ObservedSfu<AppData extends Record<string, unknown> = Record<string
 			this._timeZoneOffsetInHours = sample.timeZoneOffsetInHours;
 		}
 
+		this._marker = sample.marker;
+
 		const now = Date.now();
 		const elapsedTimeInMs = now - this._updated;
 

src/common/callMetaReports.ts

@@ -84,6 +84,7 @@ export function createCallMetaReport(
 	clientId: string,
 	reportType: CallMetaReportType,
 	userId?: string,
+	peerConnectionId?: string,
 	timestamp?: number
 ) {
 	const report: CallMetaReport = {