quality_reporting.c 33 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20
/*
linphone
Copyright (C) 2014 - Belledonne Communications, Grenoble, France

This program is free software; you can redistribute it and/or
modify it under the terms of the GNU General Public License
as published by the Free Software Foundation; either version 2
of the License, or (at your option) any later version.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
*/

#ifdef HAVE_CONFIG_H
21
#include "config.h"
22 23 24 25 26
#endif

#include "linphonecore.h"
#include "private.h"
#include "sal/sal.h"
27 28
#include "ortp/rtpsession.h"

29 30
#include <math.h>

31 32 33 34
#if TARGET_OS_IPHONE
#include <sys/sysctl.h>
#endif

35
#define STR_REASSIGN(dest, src) {\
36 37 38 39
	if (dest != NULL) \
		ms_free(dest); \
	dest = src; \
}
40

41 42
/*since printf family functions are LOCALE dependent, float separator may differ
depending on the user's locale (LC_NUMERIC environment var).*/
43
static char * float_to_one_decimal_string(float f) {
44 45 46
	float rounded_f = floorf(f * 10 + .5f) / 10;

	int floor_part = (int) rounded_f;
47
	int one_decimal_part = (int)floorf(10 * (rounded_f - floor_part) + .5f);
48

49
	return ms_strdup_printf("%d.%d", floor_part, one_decimal_part);
50 51
}

52 53 54 55
static void append_to_buffer_valist(char **buff, size_t *buff_size, size_t *offset, const char *fmt, va_list args) {
	belle_sip_error_code ret;
	size_t prevoffset = *offset;

56
	#ifndef _WIN32
57 58
		va_list cap;/*copy of our argument list: a va_list cannot be re-used (SIGSEGV on linux 64 bits)*/
		va_copy(cap,args);
59
		ret = belle_sip_snprintf_valist(*buff, *buff_size, offset, fmt, cap);
60
		va_end(cap);
61
	#else
62
		ret = belle_sip_snprintf_valist(*buff, *buff_size, offset, fmt, args);
63
	#endif
64

65
	/*if we are out of memory, we add some size to buffer*/
66
	if (ret == BELLE_SIP_BUFFER_OVERFLOW) {
67
		/*some compilers complain that size_t cannot be formatted as unsigned long, hence forcing cast*/
68
		ms_warning("QualityReporting: Buffer was too small to contain the whole report - increasing its size from %lu to %lu",
69
			(unsigned long)*buff_size, (unsigned long)*buff_size + 2048);
70 71 72 73
		*buff_size += 2048;
		*buff = (char *) ms_realloc(*buff, *buff_size);

		*offset = prevoffset;
74
		/*recall itself since we did not write all things into the buffer but
75
		only a part of it*/
76 77 78 79 80 81 82 83 84 85 86
		append_to_buffer_valist(buff, buff_size, offset, fmt, args);
	}
}

static void append_to_buffer(char **buff, size_t *buff_size, size_t *offset, const char *fmt, ...) {
	va_list args;
	va_start(args, fmt);
	append_to_buffer_valist(buff, buff_size, offset, fmt, args);
	va_end(args);
}

87
static void reset_avg_metrics(reporting_session_report_t * report){
88
	int i;
89
	reporting_content_metrics_t * metrics[2] = {&report->local_metrics, &report->remote_metrics};
90 91

	for (i = 0; i < 2; i++) {
92
		metrics[i]->rtcp_sr_count = 0;
93 94 95 96
		metrics[i]->rtcp_xr_count = 0;
		metrics[i]->jitter_buffer.nominal = 0;
		metrics[i]->jitter_buffer.max = 0;

97 98 99
		metrics[i]->quality_estimates.moslq = 0;
		metrics[i]->quality_estimates.moscq = 0;

100 101
		metrics[i]->delay.round_trip_delay = 0;
	}
102
	report->last_report_date = ms_time(NULL);
103
}
104

105 106 107 108
#define APPEND_IF_NOT_NULL_STR(buffer, size, offset, fmt, arg) if (arg != NULL) append_to_buffer(buffer, size, offset, fmt, arg)
#define APPEND_IF_NUM_IN_RANGE(buffer, size, offset, fmt, arg, inf, sup) if (inf <= arg && arg <= sup) append_to_buffer(buffer, size, offset, fmt, arg)
#define APPEND_IF(buffer, size, offset, fmt, arg, cond) if (cond) append_to_buffer(buffer, size, offset, fmt, arg)
#define IF_NUM_IN_RANGE(num, inf, sup, statement) if (inf <= num && num <= sup) statement
109

110 111 112 113 114 115
#define METRICS_PACKET_LOSS 1 << 0
#define METRICS_QUALITY_ESTIMATES 1 << 1
#define METRICS_SESSION_DESCRIPTION 1 << 2
#define METRICS_JITTER_BUFFER 1 << 3
#define METRICS_DELAY 1 << 4
#define METRICS_SIGNAL 1 << 5
116

117 118 119
static uint8_t are_metrics_filled(const reporting_content_metrics_t rm) {
	uint8_t ret = 0;

120 121
	IF_NUM_IN_RANGE(rm.packet_loss.network_packet_loss_rate, 0, 255, ret|=METRICS_PACKET_LOSS);
	IF_NUM_IN_RANGE(rm.packet_loss.jitter_buffer_discard_rate, 0, 255, ret|=METRICS_PACKET_LOSS);
122

123 124 125 126
	if (rm.session_description.payload_type != -1) ret|=METRICS_SESSION_DESCRIPTION;
	if (rm.session_description.payload_desc != NULL) ret|=METRICS_SESSION_DESCRIPTION;
	if (rm.session_description.sample_rate != -1) ret|=METRICS_SESSION_DESCRIPTION;
	if (rm.session_description.fmtp != NULL) ret|=METRICS_SESSION_DESCRIPTION;
127 128 129 130 131 132 133 134 135 136 137

	IF_NUM_IN_RANGE(rm.jitter_buffer.adaptive, 0, 3, ret|=METRICS_JITTER_BUFFER);
	IF_NUM_IN_RANGE(rm.jitter_buffer.abs_max, 0, 65535, ret|=METRICS_JITTER_BUFFER);

	IF_NUM_IN_RANGE(rm.delay.end_system_delay, 0, 65535, ret|=METRICS_DELAY);
	IF_NUM_IN_RANGE(rm.delay.interarrival_jitter, 0, 65535, ret|=METRICS_DELAY);
	IF_NUM_IN_RANGE(rm.delay.mean_abs_jitter, 0, 65535, ret|=METRICS_DELAY);

	if (rm.signal.level != 127) ret|=METRICS_SIGNAL;
	if (rm.signal.noise_level != 127) ret|=METRICS_SIGNAL;

138 139 140
	IF_NUM_IN_RANGE(rm.quality_estimates.moslq, 1, 5, ret|=METRICS_QUALITY_ESTIMATES);
	IF_NUM_IN_RANGE(rm.quality_estimates.moscq, 1, 5, ret|=METRICS_QUALITY_ESTIMATES);

141 142 143 144
	if (rm.rtcp_xr_count>0){
		IF_NUM_IN_RANGE(rm.jitter_buffer.nominal/rm.rtcp_xr_count, 0, 65535, ret|=METRICS_JITTER_BUFFER);
		IF_NUM_IN_RANGE(rm.jitter_buffer.max/rm.rtcp_xr_count, 0, 65535, ret|=METRICS_JITTER_BUFFER);
	}
145 146 147
	if (rm.rtcp_sr_count+rm.rtcp_xr_count>0){
		IF_NUM_IN_RANGE(rm.delay.round_trip_delay/(rm.rtcp_sr_count+rm.rtcp_xr_count), 0, 65535, ret|=METRICS_DELAY);
	}
148 149

	return ret;
150
}
151

152 153 154 155 156 157 158 159 160 161 162
static bool_t quality_reporting_enabled(const LinphoneCall * call) {
	return (call->dest_proxy != NULL && linphone_proxy_config_quality_reporting_enabled(call->dest_proxy));
}

static bool_t media_report_enabled(LinphoneCall * call, int stats_type){
	if (! quality_reporting_enabled(call))
		return FALSE;

	if (stats_type == LINPHONE_CALL_STATS_VIDEO && !linphone_call_params_video_enabled(linphone_call_get_current_params(call)))
		return FALSE;

163
	return (call->log->reporting.reports[stats_type] != NULL);
164 165
}

166
static void append_metrics_to_buffer(char ** buffer, size_t * size, size_t * offset, const reporting_content_metrics_t rm) {
167 168 169 170
	char * timestamps_start_str = NULL;
	char * timestamps_stop_str = NULL;
	char * network_packet_loss_rate_str = NULL;
	char * jitter_buffer_discard_rate_str = NULL;
171
	/*char * gap_loss_density_str = NULL;*/
172 173
	char * moslq_str = NULL;
	char * moscq_str = NULL;
174
	uint8_t available_metrics = are_metrics_filled(rm);
175

176
	if (rm.timestamps.start > 0)
177
		timestamps_start_str = linphone_timestamp_to_rfc3339_string(rm.timestamps.start);
178
	if (rm.timestamps.stop > 0)
179 180 181 182 183 184
		timestamps_stop_str = linphone_timestamp_to_rfc3339_string(rm.timestamps.stop);

	append_to_buffer(buffer, size, offset, "Timestamps:");
		APPEND_IF_NOT_NULL_STR(buffer, size, offset, " START=%s", timestamps_start_str);
		APPEND_IF_NOT_NULL_STR(buffer, size, offset, " STOP=%s", timestamps_stop_str);

185 186 187 188 189 190 191 192 193 194 195 196 197
	if ((available_metrics & METRICS_SESSION_DESCRIPTION) != 0){
		append_to_buffer(buffer, size, offset, "\r\nSessionDesc:");
			APPEND_IF(buffer, size, offset, " PT=%d", rm.session_description.payload_type, rm.session_description.payload_type != -1);
			APPEND_IF_NOT_NULL_STR(buffer, size, offset, " PD=%s", rm.session_description.payload_desc);
			APPEND_IF(buffer, size, offset, " SR=%d", rm.session_description.sample_rate, rm.session_description.sample_rate != -1);
			APPEND_IF(buffer, size, offset, " FD=%d", rm.session_description.frame_duration, rm.session_description.frame_duration != -1);
			APPEND_IF_NOT_NULL_STR(buffer, size, offset, " FMTP=\"%s\"", rm.session_description.fmtp);
			APPEND_IF(buffer, size, offset, " PLC=%d", rm.session_description.packet_loss_concealment, rm.session_description.packet_loss_concealment != -1);
	}

	if ((available_metrics & METRICS_JITTER_BUFFER) != 0){
		append_to_buffer(buffer, size, offset, "\r\nJitterBuffer:");
			APPEND_IF_NUM_IN_RANGE(buffer, size, offset, " JBA=%d", rm.jitter_buffer.adaptive, 0, 3);
198 199 200 201
			if (rm.rtcp_xr_count){
				APPEND_IF_NUM_IN_RANGE(buffer, size, offset, " JBN=%d", rm.jitter_buffer.nominal/rm.rtcp_xr_count, 0, 65535);
				APPEND_IF_NUM_IN_RANGE(buffer, size, offset, " JBM=%d", rm.jitter_buffer.max/rm.rtcp_xr_count, 0, 65535);
			}
202 203 204
			APPEND_IF_NUM_IN_RANGE(buffer, size, offset, " JBX=%d",  rm.jitter_buffer.abs_max, 0, 65535);

		append_to_buffer(buffer, size, offset, "\r\nPacketLoss:");
205 206 207
			IF_NUM_IN_RANGE(rm.packet_loss.network_packet_loss_rate, 0, 255, network_packet_loss_rate_str = float_to_one_decimal_string(rm.packet_loss.network_packet_loss_rate / 256));
			IF_NUM_IN_RANGE(rm.packet_loss.jitter_buffer_discard_rate, 0, 255, jitter_buffer_discard_rate_str = float_to_one_decimal_string(rm.packet_loss.jitter_buffer_discard_rate / 256));

208 209 210 211 212
			APPEND_IF_NOT_NULL_STR(buffer, size, offset, " NLR=%s", network_packet_loss_rate_str);
			APPEND_IF_NOT_NULL_STR(buffer, size, offset, " JDR=%s", jitter_buffer_discard_rate_str);
	}

		/*append_to_buffer(buffer, size, offset, "\r\nBurstGapLoss:");*/
213
			/*IF_NUM_IN_RANGE(rm.burst_gap_loss.gap_loss_density, 0, 10, gap_loss_density_str = float_to_one_decimal_string(rm.burst_gap_loss.gap_loss_density));*/
214 215 216 217 218 219 220 221
		/*	append_to_buffer(buffer, size, offset, " BLD=%d", rm.burst_gap_loss.burst_loss_density);*/
		/*	append_to_buffer(buffer, size, offset, " BD=%d", rm.burst_gap_loss.burst_duration);*/
		/*	APPEND_IF_NOT_NULL_STR(buffer, size, offset, " GLD=%s", gap_loss_density_str);*/
		/*	append_to_buffer(buffer, size, offset, " GD=%d", rm.burst_gap_loss.gap_duration);*/
		/*	append_to_buffer(buffer, size, offset, " GMIN=%d", rm.burst_gap_loss.min_gap_threshold);*/

	if ((available_metrics & METRICS_DELAY) != 0){
		append_to_buffer(buffer, size, offset, "\r\nDelay:");
222 223
			if (rm.rtcp_xr_count+rm.rtcp_sr_count){
				APPEND_IF_NUM_IN_RANGE(buffer, size, offset, " RTD=%d", rm.delay.round_trip_delay/(rm.rtcp_xr_count+rm.rtcp_sr_count), 0, 65535);
224
			}
225 226 227 228 229 230 231 232 233 234 235
			APPEND_IF_NUM_IN_RANGE(buffer, size, offset, " ESD=%d", rm.delay.end_system_delay, 0, 65535);
			APPEND_IF_NUM_IN_RANGE(buffer, size, offset, " IAJ=%d", rm.delay.interarrival_jitter, 0, 65535);
			APPEND_IF_NUM_IN_RANGE(buffer, size, offset, " MAJ=%d", rm.delay.mean_abs_jitter, 0, 65535);
	}

	if ((available_metrics & METRICS_SIGNAL) != 0){
		append_to_buffer(buffer, size, offset, "\r\nSignal:");
			APPEND_IF(buffer, size, offset, " SL=%d", rm.signal.level, rm.signal.level != 127);
			APPEND_IF(buffer, size, offset, " NL=%d", rm.signal.noise_level, rm.signal.noise_level != 127);
	}

236
	/*if quality estimates metrics are available, rtcp_xr_count should be always not null*/
237
	if ((available_metrics & METRICS_QUALITY_ESTIMATES) != 0){
238 239
		IF_NUM_IN_RANGE(rm.quality_estimates.moslq, 1, 5, moslq_str = float_to_one_decimal_string(rm.quality_estimates.moslq));
		IF_NUM_IN_RANGE(rm.quality_estimates.moscq, 1, 5, moscq_str = float_to_one_decimal_string(rm.quality_estimates.moscq));
240

241 242 243 244 245
		append_to_buffer(buffer, size, offset, "\r\nQualityEst:");
			APPEND_IF_NOT_NULL_STR(buffer, size, offset, " MOSLQ=%s", moslq_str);
			APPEND_IF_NOT_NULL_STR(buffer, size, offset, " MOSCQ=%s", moscq_str);
	}

246 247 248 249 250
	if (rm.user_agent!=NULL){
		append_to_buffer(buffer, size, offset, "\r\nLinphoneExt:");
			APPEND_IF_NOT_NULL_STR(buffer, size, offset, " UA=\"%s\"", rm.user_agent);
	}

251 252
	append_to_buffer(buffer, size, offset, "\r\n");

253 254 255 256
	ms_free(timestamps_start_str);
	ms_free(timestamps_stop_str);
	ms_free(network_packet_loss_rate_str);
	ms_free(jitter_buffer_discard_rate_str);
257
	/*ms_free(gap_loss_density_str);*/
258 259
	ms_free(moslq_str);
	ms_free(moscq_str);
260 261
}

262
static int send_report(LinphoneCall* call, reporting_session_report_t * report, const char * report_event) {
263
	LinphoneContent *content;
264
	int expires = -1;
265 266 267
	size_t offset = 0;
	size_t size = 2048;
	char * buffer;
268
	int ret = 0;
269 270 271
	LinphoneEvent *lev;
	LinphoneAddress *request_uri;
	char * domain;
272
	const char* route;
273

274 275 276
	/*if we are on a low bandwidth network, do not send reports to not overload it*/
	if (linphone_call_params_low_bandwidth_enabled(linphone_call_get_current_params(call))){
		ms_warning("QualityReporting[%p]: Avoid sending reports on low bandwidth network", call);
277 278
		ret = 1;
		goto end;
279 280
	}

281 282
	/*if the call was hung up too early, we might have invalid IPs information
	in that case, we abort the report since it's not useful data*/
283 284
	if (report->info.local_addr.ip == NULL || strlen(report->info.local_addr.ip) == 0
		|| report->info.remote_addr.ip == NULL || strlen(report->info.remote_addr.ip) == 0) {
285
		ms_warning("QualityReporting[%p]: Trying to submit a %s too early (call duration: %d sec) but %s IP could "
286
			"not be retrieved so dropping this report"
287
			, call
288
			, report_event
289 290
			, linphone_call_get_duration(call)
			, (report->info.local_addr.ip == NULL || strlen(report->info.local_addr.ip) == 0) ? "local" : "remote");
291 292
		ret = 2;
		goto end;
293 294
	}

295
	buffer = (char *) belle_sip_malloc(size);
296
	content = linphone_content_new();
297 298
	linphone_content_set_type(content, "application");
	linphone_content_set_subtype(content, "vq-rtcpxr");
299

300
	append_to_buffer(&buffer, &size, &offset, "%s\r\n", report_event);
301
	append_to_buffer(&buffer, &size, &offset, "CallID: %s\r\n", report->info.call_id);
302 303
	append_to_buffer(&buffer, &size, &offset, "LocalID: %s\r\n", report->info.local_addr.id);
	append_to_buffer(&buffer, &size, &offset, "RemoteID: %s\r\n", report->info.remote_addr.id);
304 305
	append_to_buffer(&buffer, &size, &offset, "OrigID: %s\r\n", report->info.orig_id);

306 307
	APPEND_IF_NOT_NULL_STR(&buffer, &size, &offset, "LocalGroup: %s\r\n", report->info.local_addr.group);
	APPEND_IF_NOT_NULL_STR(&buffer, &size, &offset, "RemoteGroup: %s\r\n", report->info.remote_addr.group);
308
	append_to_buffer(&buffer, &size, &offset, "LocalAddr: IP=%s PORT=%d SSRC=%u\r\n", report->info.local_addr.ip, report->info.local_addr.port, report->info.local_addr.ssrc);
309
	APPEND_IF_NOT_NULL_STR(&buffer, &size, &offset, "LocalMAC: %s\r\n", report->info.local_addr.mac);
310
	append_to_buffer(&buffer, &size, &offset, "RemoteAddr: IP=%s PORT=%d SSRC=%u\r\n", report->info.remote_addr.ip, report->info.remote_addr.port, report->info.remote_addr.ssrc);
311
	APPEND_IF_NOT_NULL_STR(&buffer, &size, &offset, "RemoteMAC: %s\r\n", report->info.remote_addr.mac);
312

313 314
	append_to_buffer(&buffer, &size, &offset, "LocalMetrics:\r\n");
	append_metrics_to_buffer(&buffer, &size, &offset, report->local_metrics);
315

316
	if (are_metrics_filled(report->remote_metrics)!=0) {
317 318 319
		append_to_buffer(&buffer, &size, &offset, "RemoteMetrics:\r\n");
		append_metrics_to_buffer(&buffer, &size, &offset, report->remote_metrics);
	}
320 321
	APPEND_IF_NOT_NULL_STR(&buffer, &size, &offset, "DialogID: %s\r\n", report->dialog_id);

322 323
	if (report->qos_analyzer.timestamp!=NULL){
		append_to_buffer(&buffer, &size, &offset, "AdaptiveAlg:");
324 325 326 327 328 329
			APPEND_IF_NOT_NULL_STR(&buffer, &size, &offset, " NAME=\"%s\"", report->qos_analyzer.name);
			APPEND_IF_NOT_NULL_STR(&buffer, &size, &offset, " TS=\"%s\"", report->qos_analyzer.timestamp);
			APPEND_IF_NOT_NULL_STR(&buffer, &size, &offset, " IN_LEG=\"%s\"", report->qos_analyzer.input_leg);
			APPEND_IF_NOT_NULL_STR(&buffer, &size, &offset, " IN=\"%s\"", report->qos_analyzer.input);
			APPEND_IF_NOT_NULL_STR(&buffer, &size, &offset, " OUT_LEG=\"%s\"", report->qos_analyzer.output_leg);
			APPEND_IF_NOT_NULL_STR(&buffer, &size, &offset, " OUT=\"%s\"", report->qos_analyzer.output);
330 331 332
		append_to_buffer(&buffer, &size, &offset, "\r\n");
	}

333 334 335 336 337 338 339 340 341 342 343
#if TARGET_OS_IPHONE
	{
		size_t namesize;
		char *machine;
		sysctlbyname("hw.machine", NULL, &namesize, NULL, 0);
		machine = malloc(namesize);
		sysctlbyname("hw.machine", machine, &namesize, NULL, 0);
		APPEND_IF_NOT_NULL_STR(&buffer, &size, &offset, "Device: %s\r\n", machine);
	}
#endif

344
	linphone_content_set_buffer(content, buffer, strlen(buffer));
345
	ms_free(buffer);
346

347 348 349 350
	if (call->log->reporting.on_report_sent != NULL){
		call->log->reporting.on_report_sent(
			call,
			(report==call->log->reporting.reports[0])?LINPHONE_CALL_STATS_AUDIO:LINPHONE_CALL_STATS_VIDEO,
351
			content);
352 353
	}

354

355
	route = linphone_proxy_config_get_quality_reporting_collector(call->dest_proxy);
356
	domain = ms_strdup_printf("sip:%s", linphone_proxy_config_get_domain(call->dest_proxy));
357
	request_uri = linphone_address_new(route ? route : domain);
358 359
	ms_free(domain);
	lev=linphone_core_create_publish(call->core, request_uri, "vq-rtcpxr", expires);
360 361 362
	if (route) {
		ms_message("Publishing report with custom route %s", route);
		sal_op_set_route(lev->op, route);
363 364
	}

365
	if (linphone_event_send_publish(lev, content) != 0){
366 367
		linphone_event_unref(lev);
		lev=NULL;
368
		ret=4;
369 370
	} else {
		reset_avg_metrics(report);
371 372 373 374 375
		STR_REASSIGN(report->qos_analyzer.timestamp, NULL);
		STR_REASSIGN(report->qos_analyzer.input_leg, NULL);
		STR_REASSIGN(report->qos_analyzer.input, NULL);
		STR_REASSIGN(report->qos_analyzer.output_leg, NULL);
		STR_REASSIGN(report->qos_analyzer.output, NULL);
376
	}
377

378
	linphone_address_destroy(request_uri);
379
	linphone_content_unref(content);
380 381

	end:
382
	ms_message("QualityReporting[%p]: Send '%s' with status %d",
383 384 385 386 387
		call,
		report_event,
		ret
	);

388
	return ret;
389 390
}

391 392 393
static const SalStreamDescription * get_media_stream_for_desc(const SalMediaDescription * smd, SalStreamType sal_stream_type) {
	int count;
	if (smd != NULL) {
394 395
		for (count = 0; count < SAL_MEDIA_DESCRIPTION_MAX_STREAMS; ++count) {
			if (sal_stream_description_active(&smd->streams[count]) && smd->streams[count].type == sal_stream_type) {
396
				return &smd->streams[count];
397 398
			}
		}
399
	}
400 401
	return NULL;
}
402

403
static void update_ip(LinphoneCall * call, int stats_type) {
404
	SalStreamType sal_stream_type = (stats_type == LINPHONE_CALL_STATS_AUDIO) ? SalAudio : SalVideo;
405 406
	const SalStreamDescription * local_desc = get_media_stream_for_desc(call->localdesc, sal_stream_type);
	const SalStreamDescription * remote_desc = get_media_stream_for_desc(sal_call_get_remote_media_description(call->op), sal_stream_type);
407

408 409 410
	if (local_desc != NULL) {
		/*since this function might be called for video stream AFTER it has been uninitialized, local description might
		be invalid. In any other case, IP/port should be always filled and valid*/
411
		if (strlen(local_desc->rtp_addr) > 0) {
412 413
			call->log->reporting.reports[stats_type]->info.local_addr.port = local_desc->rtp_port;
			STR_REASSIGN(call->log->reporting.reports[stats_type]->info.local_addr.ip, ms_strdup(local_desc->rtp_addr));
414
		}
415
	}
416

417 418 419
	if (remote_desc != NULL) {
		/*port is always stored in stream description struct*/
		call->log->reporting.reports[stats_type]->info.remote_addr.port = remote_desc->rtp_port;
420

421
		/*for IP it can be not set if we are using a direct route*/
422
		if (strlen(remote_desc->rtp_addr) > 0) {
423 424 425
			STR_REASSIGN(call->log->reporting.reports[stats_type]->info.remote_addr.ip, ms_strdup(remote_desc->rtp_addr));
		} else {
			STR_REASSIGN(call->log->reporting.reports[stats_type]->info.remote_addr.ip, ms_strdup(sal_call_get_remote_media_description(call->op)->addr));
426
		}
427
	}
428 429
}

430
static void qos_analyzer_on_action_suggested(void *user_data, int datac, const char** datav){
431 432
	reporting_session_report_t *report = (reporting_session_report_t*)user_data;
	LinphoneCall *call = report->call;
433
	char * appendbuf;
434 435 436 437 438 439 440 441 442 443 444
	int i;
	int ptime = -1;
	int bitrate[2] = {-1, -1};
	int up_bw[2] = {-1, -1};
	int down_bw[2] = {-1, -1};
	MediaStream *streams[2] = {(MediaStream*) call->audiostream, (MediaStream *) call->videostream};
	for (i=0;i<2;i++){
		if (streams[i]!=NULL){
			if (streams[i]->encoder!=NULL){
				if (ms_filter_has_method(streams[i]->encoder,MS_FILTER_GET_BITRATE)){
					ms_filter_call_method(streams[i]->encoder,MS_FILTER_GET_BITRATE,&bitrate[i]);
445
					bitrate[i] /= 1000;
446 447
				}
			}
448 449
			up_bw[i] = (int)(media_stream_get_up_bw(streams[i])/1000.f);
			down_bw[i] = (int)(media_stream_get_down_bw(streams[i])/1000.f);
450 451 452 453 454 455 456 457 458
		}
	}
	if (call->audiostream!=NULL){
		if (call->audiostream->ms.encoder!=NULL){
			if(ms_filter_has_method(call->audiostream->ms.encoder,MS_AUDIO_ENCODER_GET_PTIME)){
				ms_filter_call_method(call->audiostream->ms.encoder,MS_AUDIO_ENCODER_GET_PTIME,&ptime);
			}
		}
	}
459

460 461
	appendbuf=ms_strdup_printf("%s%d;", report->qos_analyzer.timestamp?report->qos_analyzer.timestamp:"", ms_time(0));
	STR_REASSIGN(report->qos_analyzer.timestamp,appendbuf);
462

463 464 465
	STR_REASSIGN(report->qos_analyzer.input_leg, ms_strdup_printf("%s aenc_ptime aenc_br a_dbw a_ubw venc_br v_dbw v_ubw", datav[0]));
	appendbuf=ms_strdup_printf("%s%s %d %d %d %d %d %d %d;", report->qos_analyzer.input?report->qos_analyzer.input:"", datav[1],
		ptime, bitrate[0], down_bw[0], up_bw[0], bitrate[1], down_bw[1], up_bw[1] );
466
	STR_REASSIGN(report->qos_analyzer.input,appendbuf);
467 468
	STR_REASSIGN(report->qos_analyzer.output_leg, ms_strdup(datav[2]));
	appendbuf=ms_strdup_printf("%s%s;", report->qos_analyzer.output?report->qos_analyzer.output:"", datav[3]);
469
	STR_REASSIGN(report->qos_analyzer.output, appendbuf);
470 471
}

472
void linphone_reporting_update_ip(LinphoneCall * call) {
473
	update_ip(call, LINPHONE_CALL_STATS_AUDIO);
474
	update_ip(call, LINPHONE_CALL_STATS_VIDEO);
475
}
476

477
void linphone_reporting_update_media_info(LinphoneCall * call, int stats_type) {
478 479 480
	MediaStream * stream = NULL;
	const PayloadType * local_payload = NULL;
	const PayloadType * remote_payload = NULL;
481
	const LinphoneCallParams * current_params = linphone_call_get_current_params(call);
482
	reporting_session_report_t * report = call->log->reporting.reports[stats_type];
483
	char * dialog_id;
484

485 486
	// call->op might be already released if hanging up in state LinphoneCallOutgoingInit
	if (!media_report_enabled(call, stats_type) || call->op == NULL)
487 488
		return;

489
	dialog_id = sal_op_get_dialog_id(call->op);
490

491
	STR_REASSIGN(report->info.call_id, ms_strdup(call->log->call_id));
492 493 494 495 496 497 498

	STR_REASSIGN(report->local_metrics.user_agent, ms_strdup(linphone_core_get_user_agent(call->core)));
	STR_REASSIGN(report->remote_metrics.user_agent, ms_strdup(linphone_call_get_remote_user_agent(call)));

	// RFC states: "LocalGroupID provides the identification for the purposes
	// of aggregation for the local endpoint.".
	STR_REASSIGN(report->info.local_addr.group, ms_strdup_printf("%s-%s-%s"
499
		, dialog_id ? dialog_id : ""
500
		, "local"
501
		, report->local_metrics.user_agent ? report->local_metrics.user_agent : ""
502
		)
503
	);
504
	STR_REASSIGN(report->info.remote_addr.group, ms_strdup_printf("%s-%s-%s"
505
		, dialog_id ? dialog_id : ""
506
		, "remote"
507
		, report->remote_metrics.user_agent ? report->remote_metrics.user_agent : ""
508
		)
509
	);
510

511

512
	if (call->dir == LinphoneCallIncoming) {
513 514 515
		STR_REASSIGN(report->info.remote_addr.id, linphone_address_as_string(call->log->from));
		STR_REASSIGN(report->info.local_addr.id, linphone_address_as_string(call->log->to));
		STR_REASSIGN(report->info.orig_id, ms_strdup(report->info.remote_addr.id));
516
	} else {
517 518 519
		STR_REASSIGN(report->info.remote_addr.id, linphone_address_as_string(call->log->to));
		STR_REASSIGN(report->info.local_addr.id, linphone_address_as_string(call->log->from));
		STR_REASSIGN(report->info.orig_id, ms_strdup(report->info.local_addr.id));
520
	}
521

522

523 524
	report->local_metrics.timestamps.start = call->log->start_date_time;
	report->local_metrics.timestamps.stop = call->log->start_date_time + linphone_call_get_duration(call);
525

526
	/*we use same timestamps for remote too*/
527 528
	report->remote_metrics.timestamps.start = call->log->start_date_time;
	report->remote_metrics.timestamps.stop = call->log->start_date_time + linphone_call_get_duration(call);
529

530

531
	/*yet we use the same payload config for local and remote, since this is the largest use case*/
532 533
	if (stats_type == LINPHONE_CALL_STATS_AUDIO && call->audiostream != NULL) {
		stream = &call->audiostream->ms;
534 535
		local_payload = linphone_call_params_get_used_audio_codec(current_params);
		remote_payload = local_payload;
536 537
	} else if (stats_type == LINPHONE_CALL_STATS_VIDEO && call->videostream != NULL) {
		stream = &call->videostream->ms;
538 539
		local_payload = linphone_call_params_get_used_video_codec(current_params);
		remote_payload = local_payload;
540
	}
541

542 543
	if (stream != NULL) {
		RtpSession * session = stream->sessions.rtp_session;
544

545 546
		report->info.local_addr.ssrc = rtp_session_get_send_ssrc(session);
		report->info.remote_addr.ssrc = rtp_session_get_recv_ssrc(session);
547 548

		if (stream->qi != NULL){
549 550 551 552
			report->local_metrics.quality_estimates.moslq = ms_quality_indicator_get_average_lq_rating(stream->qi) >= 0 ?
				MAX(1, ms_quality_indicator_get_average_lq_rating(stream->qi)) : -1;
			report->local_metrics.quality_estimates.moscq = ms_quality_indicator_get_average_rating(stream->qi) >= 0 ?
				MAX(1, ms_quality_indicator_get_average_rating(stream->qi)) : -1;
553
		}
554
	}
555

556
	STR_REASSIGN(report->dialog_id, ms_strdup_printf("%s;%u", dialog_id ? dialog_id : "", report->info.local_addr.ssrc));
557

558 559
	if (local_payload != NULL) {
		report->local_metrics.session_description.payload_type = local_payload->type;
560
		if (local_payload->mime_type!=NULL) STR_REASSIGN(report->local_metrics.session_description.payload_desc, ms_strdup(local_payload->mime_type));
561
		report->local_metrics.session_description.sample_rate = local_payload->clock_rate;
562
		if (local_payload->recv_fmtp!=NULL) STR_REASSIGN(report->local_metrics.session_description.fmtp, ms_strdup(local_payload->recv_fmtp));
563
	}
564

565 566
	if (remote_payload != NULL) {
		report->remote_metrics.session_description.payload_type = remote_payload->type;
567
		STR_REASSIGN(report->remote_metrics.session_description.payload_desc, ms_strdup(remote_payload->mime_type));
568
		report->remote_metrics.session_description.sample_rate = remote_payload->clock_rate;
569
		STR_REASSIGN(report->remote_metrics.session_description.fmtp, ms_strdup(remote_payload->recv_fmtp));
570
	}
571 572

	ms_free(dialog_id);
573 574
}

575 576 577 578 579
/* generate random float in interval ] 0.9 t ; 1.1 t [*/
static float reporting_rand(float t){
	return t * (.2f * (rand() / (RAND_MAX * 1.0f)) + 0.9f);
}

580
void linphone_reporting_on_rtcp_update(LinphoneCall *call, SalStreamType stats_type) {
581
	reporting_session_report_t * report = call->log->reporting.reports[stats_type];
582 583
	reporting_content_metrics_t * metrics = NULL;
	LinphoneCallStats stats = call->stats[stats_type];
584
	mblk_t *block = NULL;
585
	int report_interval;
586

587
	if (! media_report_enabled(call,stats_type))
588 589
		return;

590 591
	report_interval = linphone_proxy_config_get_quality_reporting_interval(call->dest_proxy);

592
	if (stats.updated == LINPHONE_CALL_STATS_RECEIVED_RTCP_UPDATE) {
593
		metrics = &report->remote_metrics;
594
		block = stats.received_rtcp;
595
	} else if (stats.updated == LINPHONE_CALL_STATS_SENT_RTCP_UPDATE) {
596
		metrics = &report->local_metrics;
597
		block = stats.sent_rtcp;
598
	}
599 600
	do{
		if (rtcp_is_XR(block) && (rtcp_XR_get_block_type(block) == RTCP_XR_VOIP_METRICS)){
601

602
			uint8_t config = rtcp_XR_voip_metrics_get_rx_config(block);
603

604
			metrics->rtcp_xr_count++;
605

606 607 608 609 610 611 612 613
			// for local mos rating, we'll use the quality indicator directly
			// because rtcp XR might not be enabled
			if (stats.updated == LINPHONE_CALL_STATS_RECEIVED_RTCP_UPDATE){
				metrics->quality_estimates.moslq = (rtcp_XR_voip_metrics_get_mos_lq(block)==127) ?
					127 : rtcp_XR_voip_metrics_get_mos_lq(block) / 10.f;
				metrics->quality_estimates.moscq = (rtcp_XR_voip_metrics_get_mos_cq(block)==127) ?
					127 : rtcp_XR_voip_metrics_get_mos_cq(block) / 10.f;
			}
614

615 616 617 618 619 620
			metrics->jitter_buffer.nominal += rtcp_XR_voip_metrics_get_jb_nominal(block);
			metrics->jitter_buffer.max += rtcp_XR_voip_metrics_get_jb_maximum(block);
			metrics->jitter_buffer.abs_max = rtcp_XR_voip_metrics_get_jb_abs_max(block);
			metrics->jitter_buffer.adaptive = (config >> 4) & 0x3;
			metrics->packet_loss.network_packet_loss_rate = rtcp_XR_voip_metrics_get_loss_rate(block);
			metrics->packet_loss.jitter_buffer_discard_rate = rtcp_XR_voip_metrics_get_discard_rate(block);
621

622 623 624
			metrics->session_description.packet_loss_concealment = (config >> 6) & 0x3;

			metrics->delay.round_trip_delay += rtcp_XR_voip_metrics_get_round_trip_delay(block);
625 626 627 628 629 630
		}else if (rtcp_is_SR(block)){
			MediaStream *ms=(stats_type==0 ? &call->audiostream->ms : &call->videostream->ms);
			float rtt = rtp_session_get_round_trip_propagation(ms->sessions.rtp_session);

			if (rtt > 1e-6){
				metrics->rtcp_sr_count++;
631
				metrics->delay.round_trip_delay += (int)(1000*rtt);
632
			}
633
		}
634
	}while(rtcp_next_packet(block));
635

636 637
	/* check if we should send an interval report - use a random sending time to
	dispatch reports and avoid sending them too close from each other */
638
	if ((report_interval > 0) && ((float)(ms_time(NULL) - report->last_report_date) > reporting_rand((float)report_interval))) {
639 640
		linphone_reporting_update_media_info(call, stats_type);
		send_report(call, report, "VQIntervalReport");
641 642 643
	}
}

644 645
static int publish_report(LinphoneCall *call, const char *event_type){
	int ret = 0;
646 647 648
	int i;
	for (i = 0; i < 2; i++){
		if (media_report_enabled(call, i)){
649
			int sndret;
650
			linphone_reporting_update_media_info(call, i);
651 652 653 654 655 656
			sndret=send_report(call, call->log->reporting.reports[i], event_type);
			if (sndret>0){
				ret += 10+(i+1)*sndret;
			}
		} else{
			ret += i+1;
657
		}
658
	}
659
	return ret;
660
}
661 662 663 664

int linphone_reporting_publish_session_report(LinphoneCall* call, bool_t call_term) {
	char * session_type = call_term?"VQSessionReport: CallTerm":"VQSessionReport";
	return publish_report(call, session_type);
665
}
666

667 668
int linphone_reporting_publish_interval_report(LinphoneCall* call) {
	return publish_report(call, "VQIntervalReport");
669 670
}

671 672 673 674 675 676 677 678 679 680 681 682 683
static bool_t set_on_action_suggested_cb(MediaStream *stream,void (*on_action_suggested)(void*,int,const char**),void* u) {
	if (stream&&stream->rc){
		MSQosAnalyzer *analyzer=ms_bitrate_controller_get_qos_analyzer(stream->rc);
		if (analyzer){
			ms_qos_analyzer_set_on_action_suggested(analyzer,
													on_action_suggested,
													u);
			return TRUE;
		}
	}
	return FALSE;
}

684 685
void linphone_reporting_call_state_updated(LinphoneCall *call){
	LinphoneCallState state=linphone_call_get_state(call);
686
	if (state == LinphoneCallReleased||!quality_reporting_enabled(call)){
687 688
		return;
	}
689 690
	switch (state){
		case LinphoneCallStreamsRunning:{
691
			int i = 0;
692
			MediaStream *streams[2] = {(MediaStream*) call->audiostream, (MediaStream *) call->videostream};
693 694 695
			for (i=0;i<2;i++) {
				bool_t enabled=media_report_enabled(call, i);
				if (enabled && set_on_action_suggested_cb(streams[i], qos_analyzer_on_action_suggested, call->log->reporting.reports[i])) {
696
					call->log->reporting.reports[i]->call=call;
697
					STR_REASSIGN(call->log->reporting.reports[i]->qos_analyzer.name, ms_strdup(ms_qos_analyzer_get_name(ms_bitrate_controller_get_qos_analyzer(streams[i]->rc))));
698 699 700
				}
			}
			linphone_reporting_update_ip(call);
701
			if (!media_report_enabled(call, LINPHONE_CALL_STATS_VIDEO) && call->log->reporting.was_video_running){
702
				send_report(call, call->log->reporting.reports[LINPHONE_CALL_STATS_VIDEO], "VQSessionReport");
703
			}
704
			call->log->reporting.was_video_running=media_report_enabled(call, LINPHONE_CALL_STATS_VIDEO);
705 706 707
			break;
		}
		case LinphoneCallEnd:{
708 709
			set_on_action_suggested_cb(&call->audiostream->ms, NULL, NULL);
			set_on_action_suggested_cb(&call->videostream->ms, NULL, NULL);
710
			if (call->log->status==LinphoneCallSuccess || call->log->status==LinphoneCallAborted){
711
				linphone_reporting_publish_session_report(call, TRUE);
712 713 714