.gitignore

+__pycache__/
+.ipynb_checkpoints/

2018_09_07_15_28_16/experiment.csv

+Rounds,Size,Delay,Jitter,Loss,Rate,BDP,RCVBUF,SNDBUF,APP_SEND_PACE,APP_SEND_JITTER,APP_RECV_PACE,APP_RECV_JITTER
+4000,1000,0.015,0.0,0.0,16000000,480000,6000,60000.0,0.0,0.0,0.005,0.2

2018_09_07_15_28_16/log_prrt.txt

+root@10.20.0.25 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.25 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+feature_nsdi: Pulling from larn/prrt
+Digest: sha256:9b89a698b01e640a6b73043462908d5ac53eebfeb172259313a78b059f72c32a
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.25 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+ffb4aa3cd6a7
+root@10.20.0.25 ovs-vsctl add-port of-switch br-ffb4aa3cd6a7
+
+root@10.20.0.25 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.25 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.25 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.25 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.25 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.24 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+feature_nsdi: Pulling from larn/prrt
+Digest: sha256:9b89a698b01e640a6b73043462908d5ac53eebfeb172259313a78b059f72c32a
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.24 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+5cf2c4a9d760
+root@10.20.0.24 ovs-vsctl add-port of-switch br-5cf2c4a9d760
+
+root@10.20.0.24 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.24 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.24 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.24 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.24 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 docker run -d --name=prrt_recv --network="prrt" -v=/opt/prrt/2018_09_07_15_28_16:/output --ip=10.5.8.54 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi time-receiver -t 10.5.8.53 -o /output/receiver_prrt.csv -w /output/trace_recv_prrt -r 4000 -s 1000 -R 6000 -a 5000 -j 0 -T 
+7e3569f856ceba91dfcffbdbde905c729c3ff0c6ccfef74024e2fd00b524c1f5
+root@10.20.0.25 docker run --rm --name=prrt_send --network="prrt" -v=/opt/prrt/2018_09_07_15_28_16:/output --ip=10.5.8.53 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi time-sender -t 10.5.8.54 -o /output/sender_prrt.csv -w /output/trace_send_prrt -r 4000 -s 1000 -S 60000 -a 0 -j 0 -T 
+Starting Wireshark.
+Checking reachability of 10.5.8.54.
+Reachable after 28.494073 seconds
+Delaying time-sender
+Running PRRT with command: "time-sender -t 10.5.8.54 -o /output/sender_prrt.csv -r 4000 -s 1000 -S 60000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+Start sending.
+Done sending.
+Done writing.
+Done freeing.
+Exit status: 0
+Done after 23.625212 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+root@10.20.0.24 docker kill --signal="SIGINT" prrt_recv
+Error response from daemon: Cannot kill container: prrt_recv: Container 7e3569f856ceba91dfcffbdbde905c729c3ff0c6ccfef74024e2fd00b524c1f5 is not running
+root@10.20.0.24 docker logs prrt_recv
+Starting Wireshark.
+Checking reachability of 10.5.8.53.
+Reachable after 29.519678 seconds
+Running PRRT with command: "time-receiver -o /output/receiver_prrt.csv -r 4000 -s 1000 -R 6000 -a 5000 -j 0 -T" and link parameters: ""
+About to open socket.
+Start receiving.
+Closing.
+Closed.
+Flushed.
+Exit status: 0
+Done after 32.704671 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+user@localhost scp -r root@10.20.0.25:/opt/prrt/2018_09_07_15_28_16/*prrt* ./2018_09_07_15_28_16/
+
+user@localhost scp -r root@10.20.0.24:/opt/prrt/2018_09_07_15_28_16/*prrt* ./2018_09_07_15_28_16/
+

2018_09_07_15_28_16/log_tcp-bbr.txt

+root@10.20.0.25 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.25 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.25 sysctl net.ipv4.tcp_congestion_control=bbr
+net.ipv4.tcp_congestion_control = bbr
+root@10.20.0.25 sysctl net.ipv4.tcp_timestamps=0
+net.ipv4.tcp_timestamps = 0
+root@10.20.0.25 sysctl net.ipv4.tcp_sack=0
+net.ipv4.tcp_sack = 0
+root@10.20.0.25 sysctl net.ipv4.tcp_low_latency=1
+net.ipv4.tcp_low_latency = 1
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.25 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+b9272e5e9f48
+root@10.20.0.25 ovs-vsctl add-port of-switch br-b9272e5e9f48
+
+root@10.20.0.25 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.25 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.25 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.25 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.25 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.24 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.24 sysctl net.ipv4.tcp_congestion_control=bbr
+net.ipv4.tcp_congestion_control = bbr
+root@10.20.0.24 sysctl net.ipv4.tcp_timestamps=0
+net.ipv4.tcp_timestamps = 0
+root@10.20.0.24 sysctl net.ipv4.tcp_sack=0
+net.ipv4.tcp_sack = 0
+root@10.20.0.24 sysctl net.ipv4.tcp_low_latency=1
+net.ipv4.tcp_low_latency = 1
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.24 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+7de31a8dc7b8
+root@10.20.0.24 ovs-vsctl add-port of-switch br-7de31a8dc7b8
+
+root@10.20.0.24 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.24 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.24 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.24 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.24 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 docker run -d --name=prrt_recv --network="prrt" -v=/opt/prrt/2018_09_07_15_28_16:/output --ip=10.5.8.54 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-receiver -t 10.5.8.53 -o /output/receiver_tcp-bbr.csv -w /output/trace_recv_tcp-bbr -r 4000 -s 1000 -R 6000 -a 5000 -j 0 -T 
+e7b484d974783671b3237828b39a0da8690d6357a3898f3d90c5ae0e59606c1c
+root@10.20.0.25 docker run --rm --name=prrt_send --network="prrt" -v=/opt/prrt/2018_09_07_15_28_16:/output --ip=10.5.8.53 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-sender -t 10.5.8.54 -o /output/sender_tcp-bbr.csv -w /output/trace_send_tcp-bbr -r 4000 -s 1000 -S 60000 -a 0 -j 0 -T 
+Starting Wireshark.
+Checking reachability of 10.5.8.54.
+Reachable after 28.489304 seconds
+Delaying time-sender
+Running PRRT with command: "time-sender -t 10.5.8.54 -o /output/sender_tcp-bbr.csv -r 4000 -s 1000 -S 60000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+SO_SNDBUF: 120000
+Start sending.
+Done sending.
+Done writing.
+Done freeing.
+Exit status: 0
+Done after 44.672958 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+root@10.20.0.24 docker kill --signal="SIGINT" prrt_recv
+Error response from daemon: Cannot kill container: prrt_recv: Container e7b484d974783671b3237828b39a0da8690d6357a3898f3d90c5ae0e59606c1c is not running
+root@10.20.0.24 docker logs prrt_recv
+Starting Wireshark.
+Checking reachability of 10.5.8.53.
+Reachable after 29.529547 seconds
+Running PRRT with command: "time-receiver -o /output/receiver_tcp-bbr.csv -r 4000 -s 1000 -R 6000 -a 5000 -j 0 -T" and link parameters: ""
+About to open socket.
+SO_RCVBUF: 12000
+Start receiving.
+Closing.
+Closed.
+Flushed.
+Exit status: 0
+Done after 54.753809 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+user@localhost scp -r root@10.20.0.25:/opt/prrt/2018_09_07_15_28_16/*tcp-bbr* ./2018_09_07_15_28_16/
+
+user@localhost scp -r root@10.20.0.24:/opt/prrt/2018_09_07_15_28_16/*tcp-bbr* ./2018_09_07_15_28_16/
+

2018_09_07_15_28_16/log_tcp-cubic.txt

+root@10.20.0.25 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.25 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.25 sysctl net.ipv4.tcp_congestion_control=cubic
+net.ipv4.tcp_congestion_control = cubic
+root@10.20.0.25 sysctl net.ipv4.tcp_timestamps=0
+net.ipv4.tcp_timestamps = 0
+root@10.20.0.25 sysctl net.ipv4.tcp_sack=0
+net.ipv4.tcp_sack = 0
+root@10.20.0.25 sysctl net.ipv4.tcp_low_latency=1
+net.ipv4.tcp_low_latency = 1
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.25 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+dd718fd922a5
+root@10.20.0.25 ovs-vsctl add-port of-switch br-dd718fd922a5
+
+root@10.20.0.25 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.25 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.25 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.25 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.25 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.24 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.24 sysctl net.ipv4.tcp_congestion_control=cubic
+net.ipv4.tcp_congestion_control = cubic
+root@10.20.0.24 sysctl net.ipv4.tcp_timestamps=0
+net.ipv4.tcp_timestamps = 0
+root@10.20.0.24 sysctl net.ipv4.tcp_sack=0
+net.ipv4.tcp_sack = 0
+root@10.20.0.24 sysctl net.ipv4.tcp_low_latency=1
+net.ipv4.tcp_low_latency = 1
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.24 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+2aec408d71ef
+root@10.20.0.24 ovs-vsctl add-port of-switch br-2aec408d71ef
+
+root@10.20.0.24 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.24 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.24 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.24 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.24 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 docker run -d --name=prrt_recv --network="prrt" -v=/opt/prrt/2018_09_07_15_28_16:/output --ip=10.5.8.54 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-receiver -t 10.5.8.53 -o /output/receiver_tcp-cubic.csv -w /output/trace_recv_tcp-cubic -r 4000 -s 1000 -R 6000 -a 5000 -j 0 -T 
+e69a6c22da55db121c85bdeca6ad377611a5523c0748a5f08d74b1c125603300
+root@10.20.0.25 docker run --rm --name=prrt_send --network="prrt" -v=/opt/prrt/2018_09_07_15_28_16:/output --ip=10.5.8.53 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-sender -t 10.5.8.54 -o /output/sender_tcp-cubic.csv -w /output/trace_send_tcp-cubic -r 4000 -s 1000 -S 60000 -a 0 -j 0 -T 
+Starting Wireshark.
+Checking reachability of 10.5.8.54.
+Reachable after 28.484736 seconds
+Delaying time-sender
+Running PRRT with command: "time-sender -t 10.5.8.54 -o /output/sender_tcp-cubic.csv -r 4000 -s 1000 -S 60000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+SO_SNDBUF: 120000
+Start sending.
+Done sending.
+Done writing.
+Done freeing.
+Exit status: 0
+Done after 45.740424 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+root@10.20.0.24 docker kill --signal="SIGINT" prrt_recv
+Error response from daemon: Cannot kill container: prrt_recv: Container e69a6c22da55db121c85bdeca6ad377611a5523c0748a5f08d74b1c125603300 is not running
+root@10.20.0.24 docker logs prrt_recv
+Starting Wireshark.
+Checking reachability of 10.5.8.53.
+Reachable after 29.528412 seconds
+Running PRRT with command: "time-receiver -o /output/receiver_tcp-cubic.csv -r 4000 -s 1000 -R 6000 -a 5000 -j 0 -T" and link parameters: ""
+About to open socket.
+SO_RCVBUF: 12000
+Start receiving.
+Closing.
+Closed.
+Flushed.
+Exit status: 0
+Done after 55.754092 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+user@localhost scp -r root@10.20.0.25:/opt/prrt/2018_09_07_15_28_16/*tcp-cubic* ./2018_09_07_15_28_16/
+
+user@localhost scp -r root@10.20.0.24:/opt/prrt/2018_09_07_15_28_16/*tcp-cubic* ./2018_09_07_15_28_16/
+

2018_09_07_16_46_10/experiment.csv

+Rounds,Size,Delay,Jitter,Loss,Rate,BDP,RCVBUF,SNDBUF,APP_SEND_PACE,APP_SEND_JITTER,APP_RECV_PACE,APP_RECV_JITTER
+4000,1000,0,0,0.0,50000000.0,56000,21000.0,21000.0,0.0,0.0,0.0,0.0

2018_09_07_16_46_10/log_prrt.txt

+root@10.20.0.22 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.22 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+feature_nsdi: Pulling from larn/prrt
+Digest: sha256:9b89a698b01e640a6b73043462908d5ac53eebfeb172259313a78b059f72c32a
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+root@10.20.0.22 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.22 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.22 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+72764c138ee3
+root@10.20.0.22 ovs-vsctl add-port of-switch br-72764c138ee3
+
+root@10.20.0.22 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.22 tc qdisc add dev p2p1 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.0.22 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.22 tc qdisc add dev p2p2 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.0.22 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.22 tc qdisc add dev p2p3 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.0.22 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.22 tc qdisc add dev p2p4 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.2.33 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.2.33 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+feature_nsdi: Pulling from larn/prrt
+Digest: sha256:9b89a698b01e640a6b73043462908d5ac53eebfeb172259313a78b059f72c32a
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+root@10.20.2.33 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.2.33 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.2.33 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+8625cbaf6c2e
+root@10.20.2.33 ovs-vsctl add-port of-switch br-8625cbaf6c2e
+
+root@10.20.2.33 tc qdisc show | grep dp-uds-n2 | grep netem && tc qdisc del dev dp-uds-n2 root
+root@10.20.2.33 tc qdisc add dev dp-uds-n2 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.2.33 docker run -d --name=prrt_recv --network="prrt" -v=/opt/prrt/2018_09_07_16_46_10:/output --ip=10.5.8.54 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi time-receiver -t 10.5.8.53 -o /output/receiver_prrt.csv -w /output/trace_recv_prrt -r 4000 -s 1000 -R 21000 -a 0 -j 0 -T 
+929b522ed39f1d27419c243fca4c690f0e010b1a9cc113ab0fd2926cbdb0b8ad
+root@10.20.0.22 docker run --rm --name=prrt_send --network="prrt" -v=/opt/prrt/2018_09_07_16_46_10:/output --ip=10.5.8.53 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi time-sender -t 10.5.8.54 -o /output/sender_prrt.csv -w /output/trace_send_prrt -r 4000 -s 1000 -S 21000 -a 0 -j 0 -T 
+Starting Wireshark.
+Checking reachability of 10.5.8.54.
+Reachable after 28.480283 seconds
+Delaying time-sender
+Running PRRT with command: "time-sender -t 10.5.8.54 -o /output/sender_prrt.csv -r 4000 -s 1000 -S 21000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+Start sending.
+Done sending.
+Done writing.
+Done freeing.
+Exit status: 0
+Done after 7.083105 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+root@10.20.2.33 docker kill --signal="SIGINT" prrt_recv
+Error response from daemon: Cannot kill container: prrt_recv: Container 929b522ed39f1d27419c243fca4c690f0e010b1a9cc113ab0fd2926cbdb0b8ad is not running
+root@10.20.2.33 docker logs prrt_recv
+Starting Wireshark.
+Checking reachability of 10.5.8.53.
+Reachable after 29.524705 seconds
+Running PRRT with command: "time-receiver -o /output/receiver_prrt.csv -r 4000 -s 1000 -R 21000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+Start receiving.
+Closing.
+Closed.
+Flushed.
+Exit status: 0
+Done after 16.233641 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+user@localhost scp -r root@10.20.0.22:/opt/prrt/2018_09_07_16_46_10/*prrt* ./2018_09_07_16_46_10/
+
+user@localhost scp -r root@10.20.2.33:/opt/prrt/2018_09_07_16_46_10/*prrt* ./2018_09_07_16_46_10/
+

2018_09_07_16_46_10/log_tcp-bbr.txt

+root@10.20.0.22 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.22 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.22 sysctl net.ipv4.tcp_congestion_control=bbr
+net.ipv4.tcp_congestion_control = bbr
+root@10.20.0.22 sysctl net.ipv4.tcp_timestamps=0
+net.ipv4.tcp_timestamps = 0
+root@10.20.0.22 sysctl net.ipv4.tcp_sack=0
+net.ipv4.tcp_sack = 0
+root@10.20.0.22 sysctl net.ipv4.tcp_low_latency=1
+net.ipv4.tcp_low_latency = 1
+root@10.20.0.22 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.22 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.22 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+a0057d65069d
+root@10.20.0.22 ovs-vsctl add-port of-switch br-a0057d65069d
+
+root@10.20.0.22 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.22 tc qdisc add dev p2p1 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.0.22 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.22 tc qdisc add dev p2p2 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.0.22 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.22 tc qdisc add dev p2p3 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.0.22 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.22 tc qdisc add dev p2p4 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.2.33 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.2.33 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.2.33 sysctl net.ipv4.tcp_congestion_control=bbr
+net.ipv4.tcp_congestion_control = bbr
+root@10.20.2.33 sysctl net.ipv4.tcp_timestamps=0
+net.ipv4.tcp_timestamps = 0
+root@10.20.2.33 sysctl net.ipv4.tcp_sack=0
+net.ipv4.tcp_sack = 0
+root@10.20.2.33 sysctl net.ipv4.tcp_low_latency=1
+net.ipv4.tcp_low_latency = 1
+root@10.20.2.33 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.2.33 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.2.33 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+f8ab3363612a
+root@10.20.2.33 ovs-vsctl add-port of-switch br-f8ab3363612a
+
+root@10.20.2.33 tc qdisc show | grep dp-uds-n2 | grep netem && tc qdisc del dev dp-uds-n2 root
+root@10.20.2.33 tc qdisc add dev dp-uds-n2 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.2.33 docker run -d --name=prrt_recv --network="prrt" -v=/opt/prrt/2018_09_07_16_46_10:/output --ip=10.5.8.54 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-receiver -t 10.5.8.53 -o /output/receiver_tcp-bbr.csv -w /output/trace_recv_tcp-bbr -r 4000 -s 1000 -R 21000 -a 0 -j 0 -T 
+dfa0c0e3990e2cc3c4e6b5528b42112d0ab0d00c7111ebeaa35e22cd16503129
+root@10.20.0.22 docker run --rm --name=prrt_send --network="prrt" -v=/opt/prrt/2018_09_07_16_46_10:/output --ip=10.5.8.53 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-sender -t 10.5.8.54 -o /output/sender_tcp-bbr.csv -w /output/trace_send_tcp-bbr -r 4000 -s 1000 -S 21000 -a 0 -j 0 -T 
+Starting Wireshark.
+Checking reachability of 10.5.8.54.
+Reachable after 28.487076 seconds
+Delaying time-sender
+Running PRRT with command: "time-sender -t 10.5.8.54 -o /output/sender_tcp-bbr.csv -r 4000 -s 1000 -S 21000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+SO_SNDBUF: 42000
+Start sending.
+Done sending.
+Done writing.
+Done freeing.
+Exit status: 0
+Done after 11.708073 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+root@10.20.2.33 docker kill --signal="SIGINT" prrt_recv
+Error response from daemon: Cannot kill container: prrt_recv: Container dfa0c0e3990e2cc3c4e6b5528b42112d0ab0d00c7111ebeaa35e22cd16503129 is not running
+root@10.20.2.33 docker logs prrt_recv
+Starting Wireshark.
+Checking reachability of 10.5.8.53.
+Reachable after 29.525513 seconds
+Running PRRT with command: "time-receiver -o /output/receiver_tcp-bbr.csv -r 4000 -s 1000 -R 21000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+SO_RCVBUF: 42000
+Start receiving.
+Closing.
+Closed.
+Flushed.
+Exit status: 0
+Done after 21.831636 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+user@localhost scp -r root@10.20.0.22:/opt/prrt/2018_09_07_16_46_10/*tcp-bbr* ./2018_09_07_16_46_10/
+
+user@localhost scp -r root@10.20.2.33:/opt/prrt/2018_09_07_16_46_10/*tcp-bbr* ./2018_09_07_16_46_10/
+