Skip to content
Commits on Source (2)
Show whitespace changes
Inline Side-by-side
.gitignore 0 → 100644
View file @ d510cfc0
__pycache__/
.ipynb_checkpoints/
analyze/ipts.py 0 → 100644
View file @ d510cfc0
import pandas as pd
import numpy as np
import matplotlib.pyplot as plt
from .util import experiment_config, cdf, protos, all_colors, colors, all_markers, markers, anonymize, scatter_dot_size, scatter_dot_linewidths, linestyles, opt_linewidth
pace_columns = [
"AppSendPaceInternal",
"AppSendPaceDependent",
"AppSendPaceExternal",
"TransTransmitPaceInternal",
"TransTransmitPaceDependent",
"TransTransmitPaceExternal",
"NWPace",
"RecvBtlPace"
]
def prep(filename):
df = pd.read_csv(filename,header=None,index_col=0,names=["SendT","IPT", "AppSendPaceInternal","AppSendPaceDependent","AppSendPaceExternal","TransTransmitPaceInternal","TransTransmitPaceDependent","TransTransmitPaceExternal","RecvBtlPace","NWPace"])
df["Round"] = df.index
df["SendT"] /= 1000**2 # ns -> ms
df["IPT"] /= 1000**2 # ns -> ms
for column in pace_columns:
df[column] /= 1000 # us -> ms
return df
def ipts_cdf(folder, r=None, protocols=None, figsize = (16,5), file_name="ipt_cdf.pdf", export=False, anonymous=False, legend=None, iptopt=None):
if legend is None:
legend = {}
if r is None:
r = slice(0,-1)
p = protocols if protocols is not None else protos
exp = experiment_config(folder)
baseline = (max(exp["network_pace"], exp["app_send_delay"], exp["app_recv_delay"])) * 1000
if iptopt is not None:
baseline = iptopt
fig = plt.figure(figsize=figsize)
dfs = {}
for i, proto in enumerate(p):
df = prep("{0}/sender_{1}.csv".format(folder, proto))[r]
dfs[proto] = df
cdf(df["IPT"], grid=False, label=anonymize(proto, anonymous).upper(), color=colors[proto], linestyle=linestyles[proto])
plt.axvline(x=baseline, color=colors["line"], linewidth=opt_linewidth, linestyle=linestyles["opt"], label="$IPT_{opt}$")
if legend is not False:
plt.legend(**legend)
plt.xlabel("Inter Packet Time [ms]")
plt.ylabel("CDF")
plt.yticks(np.arange(0.0, 1.1, 0.5))
if export and file_name is not None:
fig.savefig(file_name)
return dfs
def _ipt_by_time(df,ax,proto,i,anonymous=False,legend=None):
if legend is None:
legend = {}
ax.scatter(df["SendT"], df["IPT"], label=anonymize(proto, anonymous).upper(), marker=markers[proto], color=colors[proto], s=scatter_dot_size, linewidths=scatter_dot_linewidths)
#ax.grid()
ax.semilogy()
if legend is not False:
ax.legend(**legend)
def _ipt_by_round(df,ax,proto,i,anonymous=False,legend=None):
if legend is None:
legend = {}
ax.scatter(df["Round"], df["IPT"], label=anonymize(proto, anonymous).upper(), marker=markers[proto], color=colors[proto], s=scatter_dot_size, linewidths=scatter_dot_linewidths)
#ax.grid()
ax.semilogy()
if legend is not False:
ax.legend(**legend)
def ipts_timeseries(folder, r=None, times=True, rounds=True, paces=None, protocols=None, grid=False, legend=None, figsize = (16,9), file_name="ipt.pdf", export=False, anonymous=False, iptopt=None):
if legend is None:
legend = {}
if r is None:
r = slice(0,-1)
p = protocols if protocols is not None else protos
rows = sum([times, rounds, 1 if paces is not None else 0])
fig, axes = plt.subplots(nrows=rows, ncols=1)
fig.set_size_inches(figsize[0], figsize[1])
exp = experiment_config(folder)
effective_rounds = 0
baseline = (max(exp["network_pace"], exp["app_send_delay"], exp["app_recv_delay"])) * 1000
if iptopt is not None:
baseline = iptopt
dfs = {}
for i, proto in enumerate(p):
df = prep("{}/sender_{}.csv".format(folder, proto))[r]
dfs[proto] = df
effective_rounds = len(df.index)
ax_idx = 0
if times:
_ipt_by_time(df,axes[ax_idx] if rows > 1 else axes,proto,i,anonymous,legend)
ax_idx += 1
if rounds:
_ipt_by_round(df,axes[ax_idx] if rows > 1 else axes,proto,i,anonymous,legend)
ax_idx += 1
if paces is not None and proto == "prrt":
ax = axes[ax_idx] if rows > 1 else axes
for j, name in enumerate(paces):
ax.scatter(df["Round"], df[name], label=name, marker=all_markers[j], color=all_colors[j], s=scatter_dot_size, linewidths=scatter_dot_linewidths)
ax.set_xlabel("Round Number")
ax.set_ylabel("Pace [ms]")
ax.axhline(y=baseline, color=colors["line"], linestyle=linestyles["opt"], linewidth=opt_linewidth, label="$IPT_{opt}$")
ax.semilogy()
if grid:
ax.grid()
ax.legend(loc=legend)
mintime = effective_rounds * baseline
ax_idx = 0
if times:
ax = axes[ax_idx] if rows > 1 else axes
ax.axhline(y=baseline, color=colors["line"], linestyle=linestyles["opt"], linewidth=opt_linewidth, label="$IPT_{opt}$")
ax.axvline(x=mintime, color=colors["line"], linestyle=linestyles["opt2"], linewidth=opt_linewidth, label="$EXP_{opt}$")
if legend is not False:
ax.legend(**legend)
ax.set_xlabel("Send Time [ms]")
ax.set_ylabel("Inter Packet Time [ms]")
ax_idx += 1
if rounds:
ax = axes[ax_idx] if rows > 1 else axes
ax.axhline(y=baseline, color=colors["line"], linestyle=linestyles["opt"], linewidth=opt_linewidth, label="$IPT_{opt}$")
if legend is not False:
ax.legend(**legend)
ax.set_xlabel("Round Number")
ax.set_ylabel("Inter Packet Time [ms]")
if export and file_name is not None:
fig.savefig(file_name)
return dfs
analyze/receiver.py 0 → 100644
View file @ d510cfc0
from .util import experiment_config, protos, markers, colors, cdf, anonymize, scatter_dot_size, scatter_dot_linewidths, linestyles, opt_linewidth
import pandas as pd
import numpy as np
import math
import matplotlib.pyplot as plt
pace_columns = [
"TransReceivePaceInternal",
"TransReceivePaceDependent",
"TransReceivePaceExternal",
"AppDeliverPaceInternal",
"AppDeliverPaceDependent",
"AppDeliverPaceExternal",
"SendBtlPace"]
def preprocess(filename, colname="time"):
df = pd.read_csv(filename,
header=None,
index_col=0,
names=[colname+"A",
colname,
"AppDeliverPaceInternal",
"AppDeliverPaceDependent",
"AppDeliverPaceExternal",
"TransReceivePaceInternal",
"TransReceivePaceDependent",
"TransReceivePaceExternal",
"SendBtlPace"])
df.drop([colname+"A"], axis=1, inplace=True)
df[colname].replace(to_replace=0, value=np.nan, inplace=True)
df[colname] = df[colname] / 1000.0**2 # plot ms
for column in pace_columns:
df[column] /= 1000 # us in ms
return df
def dts_box(folder, r=None):
if r is None:
r = slice(0, -1)
exp = experiment_config(folder)
baseline = (exp["delay"] + exp["network_pace"]) * 1000
df = None
for i, proto in enumerate(protos):
dfx = preprocess("{0}/receiver_{1}.csv".format(folder, proto))[r]
dfx.rename(index=str, columns={"time": proto.upper()}, inplace=True)
if df is None:
df = dfx
else:
df = df.join(dfx)
df.plot.box(grid=False, vert=False, figsize=(16, 5))
plt.axvline(x=baseline, color=colors["line"], linestyle=linestyles["opt"], label="$DT_{opt}$", linewidth=opt_linewidth)
plt.xlabel("E2E Delivery Time [ms]")
plt.legend()
def receiver_dts_cdf(folder, r=None, protocols=None,
grid=False, figsize=(16, 5),
export=False, file_name="dts_cdf.pdf",
anonymous=False,
hide_dtopt=False,
dtopt=None,
legend=None,
xlabel=True,
ylabel=True,
t_max=None):
if legend is None:
legend = {}
if r is None:
r = slice(0, -1)
p = protocols if protocols is not None else protos
exp = experiment_config(folder)
baseline = (exp["delay"] + exp["network_pace"]) * 1000
if dtopt is not None:
baseline = dtopt
fig = plt.figure(figsize=figsize)
dfs = {}
for i, proto in enumerate(p):
df = preprocess("{0}/receiver_{1}.csv".format(folder, proto))[r]
dfs[proto] = df
cdf(df["time"], grid=False, label=anonymize(proto, anonymous).upper(),
color=colors[proto], linestyle=linestyles[proto])
if xlabel:
plt.xlabel("E2E Delivery Time [ms]")
if t_max is not None:
plt.xlim([baseline*0.9,t_max*1.1])
if ylabel:
plt.ylabel("CDF")
if not hide_dtopt:
plt.axvline(x=baseline, color=colors["line"], linestyle=linestyles["opt"], linewidth=opt_linewidth, label="$DT_{opt}$")
if legend is not False:
plt.legend(**legend)
if grid:
plt.grid()
plt.yticks(np.arange(0.0, 1.1, 0.5))
if export and file_name is not None:
fig.savefig(file_name)
return dfs
def plot_dts(filename, proto, r=None,
anonymous=False,
marker="+",
color="black",
hide_tcp_cca=False,
use_icc=False,
legend=None):
if legend is None:
legend = {}
if r is None:
r = slice(0, -1)
df = preprocess(filename)[r]
plt.scatter(df.index, df["time"],
label=anonymize(proto, anonymous, hide_tcp_cca=hide_tcp_cca, use_icc=use_icc).upper(),
marker=marker, color=color, s=scatter_dot_size, linewidths=scatter_dot_linewidths)
if legend is not False:
plt.legend(**legend)
return df
def receiver_dts_timeseries(folder, r=None, protocols=None,
grid=False, figsize=(16, 9),
export=False, file_name="dts.pdf",
anonymous=False,
dtopt=None,
hide_dtopt=False,
hide_tcp_cca=False,
ylim=None,
theoretical=False,
legend=None,
ylabel=True):
if legend is None:
legend = { "loc": "upper center"}
if r is None:
r = slice(0, -1)
p = protocols if protocols is not None else protos
exp = experiment_config(folder)
baseline = (exp["delay"] + exp["network_pace"]) * 1000
if dtopt is not None:
baseline = dtopt
fig = plt.figure(figsize=figsize)
dfs = {}
for i, proto in enumerate(p):
df = plot_dts("{0}/receiver_{1}.csv".format(folder, proto), proto, r,
anonymous, marker=markers[proto], color=colors[proto], hide_tcp_cca=hide_tcp_cca, use_icc=theoretical, legend=legend)
dfs[proto] = df
plt.xlabel("Rounds")
if ylabel:
plt.ylabel("E2E Delivery Time [ms]")
if not hide_dtopt:
opt_lbl="Theoretical Minimum" if theoretical else "$DT_{opt}$"
plt.axhline(y=baseline, color=colors["line"], linestyle=linestyles["opt"], linewidth=opt_linewidth, label=opt_lbl)
if legend is not False:
plt.legend(**legend)
if ylim is not None:
plt.ylim(ylim)
if grid:
plt.grid()
plt.semilogy()
if export and file_name is not None:
fig.savefig(file_name)
return dfs
def receiver_paces(folder, r=None, grid=False):
if r is None:
r = slice(0, -1)
fig = plt.figure()
fig.set_size_inches(16, 9)
df = preprocess("{}/receiver_prrt.csv".format(folder))[r]
for j, name in enumerate(pace_columns):
plt.scatter(df.index, df[name], label=name, marker=all_markers[j],
color=colors[name], s=scatter_dot_size, linewidths=scatter_dot_linewidths)
plt.xlabel("Round Number")
plt.ylabel("Pace [ms]")
if grid:
plt.grid()
plt.legend()
return df
analyze/util.py 0 → 100644
View file @ d510cfc0
import pandas as pd
import numpy as np
import matplotlib.pyplot as plt
from matplotlib import rcParams
plt.rc("figure", autolayout=True)
SMALL_SIZE = 18
MEDIUM_SIZE = 20
BIGGER_SIZE = 24
plt.rc('font', size=SMALL_SIZE) # controls default text sizes
plt.rc('axes', titlesize=SMALL_SIZE) # fontsize of the axes title
plt.rc('axes', labelsize=MEDIUM_SIZE) # fontsize of the x and y labels
plt.rc('xtick', labelsize=SMALL_SIZE) # fontsize of the tick labels
plt.rc('ytick', labelsize=SMALL_SIZE) # fontsize of the tick labels
plt.rc('legend', fontsize=MEDIUM_SIZE) # legend fontsize
plt.rc('figure', titlesize=BIGGER_SIZE) # fontsize of the figure title
protos = ["tcp-cubic", "tcp-bbr", "prrt"]
all_markers = ["*", "+", "x", "d", "o", "v", "^", "<"]
markers = {
"prrt": "*",
"tcp-cubic": "s",
"tcp-bbr": ".",
"tcp-cubic-u": "s",
"tcp-bbr-u": "d"
}
all_colors = ["green","blue","orange","purple","red","pink","yellow","black"]
colors = {
"prrt": "#E69F00",
"tcp-bbr": "#009E73",
"tcp-bbr-u": "#56B4E9",
"tcp-cubic": "#CC79A7",
"tcp-cubic-u": "#D55E00",
"line": "#000000"
}
linestyles = {
"prrt": "--",
"tcp-cubic": "-.",
"tcp-cubic-u": "-.",
"tcp-bbr": ":",
"tcp-bbr-u": ":",
"opt": "--",
"opt2": "-."
}
scatter_dot_size = 40
scatter_dot_linewidths=1
cdf_linewidth=4
opt_linewidth=4
def anonymize(proto, anonymous, hide_tcp_cca=False, use_icc=False):
if anonymous and proto == "prrt":
return "icc" if use_icc else "icp"
if hide_tcp_cca:
return proto.replace("-cubic", "").replace("-bbr", "")
return proto
def cdf(values, ax=None, grid=False, **kwargs):
if ax is None:
ax = plt
if not "linestyle" in kwargs:
kwargs["linestyle"] = "-"
s = np.sort(values)
ax.semilogx(s, np.searchsorted(s, s, side='right') / len(s), linewidth=cdf_linewidth, **kwargs)
def experiment_config(folder):
exp = pd.read_csv("{}/experiment.csv".format(folder))
size = exp.at[0,"Size"]
delay = exp.at[0,"Delay"]
jitter = exp.at[0,"Jitter"]
rate = exp.at[0,"Rate"]
bdp = exp.at[0,"BDP"]
sndbuf = exp.at[0,"SNDBUF"]
rcvbuf = exp.at[0,"RCVBUF"]
rounds = exp.at[0,"Rounds"]
return {
"delay": delay,
"jitter": jitter,
"loss": "{:.2f}%".format(exp.at[0,"Loss"] * 100),
"rate": rate,
"network_pace": (size * 8) / (rate),
"size": size,
"bdp" : bdp,
"rcvbuf" : rcvbuf,
"sndbuf" : sndbuf,
"rounds": rounds,
"app_send_delay": exp.at[0,"APP_SEND_PACE"],
"app_send_jitter": exp.at[0,"APP_SEND_JITTER"],
"app_recv_delay": exp.at[0,"APP_RECV_PACE"],
"app_recv_jitter": exp.at[0,"APP_RECV_JITTER"],
"app_send_rate": exp.at[0,"Size"] / exp.at[0,"APP_SEND_PACE"] if exp.at[0,"APP_SEND_PACE"] != 0 else np.inf,
"app_recv_rate": exp.at[0,"Size"] / exp.at[0,"APP_RECV_PACE"] if exp.at[0,"APP_RECV_PACE"] != 0 else np.inf,
#"btlbuf": exp.at[0,"BTLBUF"]
}
def duration_inflate(dfs, proto, exp, length):
last_time = dfs[proto].iloc[-1]["SendT"]
conf = experiment_config(exp)
opt = conf["app_recv_delay"] * length * 1000
return [proto, last_time/1000, opt/1000]
def experiment_duration_inflation(protos, dfs, exp, length):
rows = [duration_inflate(dfs, proto, exp, length) for proto in protos]
return pd.DataFrame(rows,columns=["Proto","EXP_ACT [ms]","EXP_OPT [ms]"]).set_index("Proto")
notebook.ipynb 0 → 100644
View file @ d510cfc0
%% Cell type:markdown id: tags:
# X-Pace in Action
%% Cell type:code id: tags:
``` python
from analyze.util import experiment_config, protos, experiment_duration_inflation
from analyze.ipts import ipts_timeseries, ipts_cdf
from analyze.receiver import receiver_dts_timeseries, receiver_dts_cdf
%matplotlib inline
dts_ts_size = (16,6)
dts_length = 500
ipts_ts_size = (12,4)
small_ipts_ts_size = (12,4)
half_small_ipts_ts_size = (16,6)
cdf_size = (16,6)
```
%% Cell type:markdown id: tags:
# Receiving Application Bottleneck
%% Cell type:code id: tags:
``` python
length = 2000
exp = "2018_09_07_15_28_16"; r = slice(1,length)
```
%% Cell type:markdown id: tags:
## Inter-Packet-Time
%% Cell type:code id: tags:
``` python
dfs = ipts_timeseries(exp,rounds=False,r=r,figsize=half_small_ipts_ts_size)
```
%% Cell type:markdown id: tags:
### Experiment Duration Inflation
%% Cell type:code id: tags:
``` python
protos = ["prrt","tcp-bbr","tcp-cubic"]
experiment_duration_inflation(protos, dfs, exp, length)
```
%% Cell type:markdown id: tags:
## Delivery Time
### Time Series
%% Cell type:code id: tags:
``` python
receiver_dts_timeseries(exp,r=slice(1,dts_length),figsize=dts_ts_size);
```
%% Cell type:markdown id: tags:
### CDF
%% Cell type:code id: tags:
``` python
from ipywidgets import interact, interactive
import ipywidgets as widgets
from analyze.receiver import preprocess
from IPython.display import display
def create_interactive_f(figsize,t_max,length,iterations):
def _f(start, length):
end = start
receiver_dts_cdf(exp,
r=slice(max(end - length,0), end),
figsize=figsize,
t_max=t_max,
grid=True,
legend={"bbox_to_anchor": (1.05, 1.05)}
)
return _f
def live_receiver_dts_cdf(exp,figsize=cdf_size):
df = preprocess("{0}/receiver_{1}.csv".format(exp, "prrt"))
iterations = len(df)
protos = ["prrt","tcp-bbr","tcp-cubic"]
t_max = 0
for proto in protos:
df = preprocess("{0}/receiver_{1}.csv".format(exp, proto))
t_max = max(t_max, df["time"].max())
#widgets.IntSlider(min=1, max=iterations, step=20, value=1)
lengthSlider = widgets.IntSlider(min=10, max=iterations, step=20, value=100,
continuous_update=False, description="Window:")
start = 1
startSlider = widgets.IntSlider(step=20,max=iterations, continuous_update=False, description='Iteration:',)
play = widgets.Play(value=5, min=1, max=350, step=1,
disabled=False, continuous_update=False)
widgets.jslink((play, 'value'), (startSlider, 'value'))
display(widgets.HBox([startSlider, play]))
display(lengthSlider)
plot = interactive(create_interactive_f(cdf_size,t_max,length,iterations), start=play, length=lengthSlider)
output = plot.children[-1]
output.layout.height = '350px'
plot.children = (output,)
return plot
display(live_receiver_dts_cdf(exp,figsize=cdf_size))
```
%% Cell type:markdown id: tags:
# Network Bottleneck
%% Cell type:code id: tags:
``` python
length = 2000
exp = "2018_09_07_17_13_32"; r = slice(1,length)
experiment_config(exp)
```
%% Cell type:code id: tags:
``` python
dfs = ipts_timeseries(exp,rounds=False,r=r,figsize=half_small_ipts_ts_size)
```
%% Cell type:code id: tags:
``` python
last_time = dfs["prrt"].iloc[-1]["SendT"]
conf = experiment_config(exp)
opt = conf["network_pace"] * length * 1000
print(last_time, opt)
```
%% Cell type:code id: tags:
``` python
dfs = receiver_dts_timeseries(exp,r=slice(1,dts_length),figsize=dts_ts_size)
```
%% Cell type:code id: tags:
``` python
dfs = receiver_dts_cdf(exp,r=r,figsize=cdf_size)
```
%% Cell type:markdown id: tags:
# Sender Bottleneck
%% Cell type:code id: tags:
``` python
length = 2500
exp = "2018_09_07_17_20_40"; r = slice(1,length)
experiment_config(exp)
```
%% Cell type:code id: tags:
``` python
receiver_dts_cdf(exp,r=r,figsize=cdf_size,grid=True);
```
%% Cell type:markdown id: tags:
# Internet Bottleneck
%% Cell type:code id: tags:
``` python
exp = "2018_09_07_16_46_10"
r=slice(1,3500)
dtopt=15.8
```
%% Cell type:code id: tags:
``` python
experiment_config(exp)
```
%% Cell type:code id: tags:
``` python
dfs = receiver_dts_timeseries(exp,r=slice(1,dts_length),figsize=dts_ts_size, dtopt=dtopt)
```
%% Cell type:code id: tags:
``` python
dfs = receiver_dts_cdf(exp,r=r,figsize=cdf_size,dtopt=dtopt)
```
%% Cell type:code id: tags:
``` python
print("Proto\t\t1%\t95%\t99%\tSTD")
for proto in protos:
dts = dfs[proto]["time"]
print("{:10s}\t{:.3f}\t{:.3f}\t{:.3f}\t{:.3f}".format(proto, dts.quantile(0.01),dts.quantile(0.95),dts.quantile(0.99), dts.std()))
```
%% Cell type:markdown id: tags:
# Optimized vs. Non-Optimized
%% Cell type:code id: tags:
``` python
exp = "2018_09_07_16_59_34"
r = slice(1,2500)
protocols = ["tcp-cubic","tcp-cubic-u","tcp-bbr","tcp-bbr-u","prrt"]
dfs = ipts_cdf(exp,
r=r,
protocols=protocols,
figsize=half_small_ipts_ts_size,
legend={"loc":"upper center", "bbox_to_anchor": (0.43, 0.9)})
```
%% Cell type:code id: tags:
``` python
experiment_config(exp)
```
%% Cell type:code id: tags:
``` python
print("Proto\t\t1%\t99%")
for proto in protocols:
ipts = dfs[proto]["IPT"]
print("{:10s}\t{:.3f}\t{:.3f}".format(proto, ipts.quantile(0.01),ipts.quantile(0.99)))
```
%% Cell type:code id: tags:
``` python
dfs = receiver_dts_timeseries(exp,r=slice(1,250),protocols=protocols,figsize=small_ipts_ts_size)
```
%% Cell type:code id: tags:
``` python
for proto in protocols:
dts = dfs[proto]["time"]
print(proto, dts.quantile(0.01),dts.quantile(0.99))
```
%% Cell type:code id: tags:
``` python
protocols = ["tcp-cubic","tcp-cubic-u","tcp-bbr","tcp-bbr-u","prrt"]
dfs = receiver_dts_cdf(exp,
r=r,
protocols=protocols,
figsize=half_small_ipts_ts_size,
legend={"loc":"upper center", "bbox_to_anchor": (0.43, 0.9)})
```
%% Cell type:markdown id: tags:
# WLAN Bottleneck
%% Cell type:code id: tags:
``` python
length = 2000
exp = "2018_12_06_15_49_59"; r = slice(1,length)
dtopt=3
experiment_config(exp)
```
%% Cell type:code id: tags:
``` python
dfs = receiver_dts_cdf(exp,r=r,figsize=cdf_size,dtopt=dtopt)
```
%% Cell type:code id: tags:
``` python
print("Proto\t\t1%\t95%\t99%\tSTD")
for proto in protos:
dts = dfs[proto]["time"]
print("{:10s}\t{:.3f}\t{:.3f}\t{:.3f}\t{:.3f}".format(proto, dts.quantile(0.01),dts.quantile(0.95),dts.quantile(0.99), dts.std()))
```