.gitignore

+__pycache__/
+.ipynb_checkpoints/

2018_09_07_15_28_16/experiment.csv

+Rounds,Size,Delay,Jitter,Loss,Rate,BDP,RCVBUF,SNDBUF,APP_SEND_PACE,APP_SEND_JITTER,APP_RECV_PACE,APP_RECV_JITTER
+4000,1000,0.015,0.0,0.0,16000000,480000,6000,60000.0,0.0,0.0,0.005,0.2

2018_09_07_15_28_16/log_prrt.txt

+root@10.20.0.25 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.25 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+feature_nsdi: Pulling from larn/prrt
+Digest: sha256:9b89a698b01e640a6b73043462908d5ac53eebfeb172259313a78b059f72c32a
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.25 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+ffb4aa3cd6a7
+root@10.20.0.25 ovs-vsctl add-port of-switch br-ffb4aa3cd6a7
+
+root@10.20.0.25 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.25 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.25 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.25 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.25 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.24 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+feature_nsdi: Pulling from larn/prrt
+Digest: sha256:9b89a698b01e640a6b73043462908d5ac53eebfeb172259313a78b059f72c32a
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.24 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+5cf2c4a9d760
+root@10.20.0.24 ovs-vsctl add-port of-switch br-5cf2c4a9d760
+
+root@10.20.0.24 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.24 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.24 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.24 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.24 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 docker run -d --name=prrt_recv --network="prrt" -v=/opt/prrt/2018_09_07_15_28_16:/output --ip=10.5.8.54 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi time-receiver -t 10.5.8.53 -o /output/receiver_prrt.csv -w /output/trace_recv_prrt -r 4000 -s 1000 -R 6000 -a 5000 -j 0 -T 
+7e3569f856ceba91dfcffbdbde905c729c3ff0c6ccfef74024e2fd00b524c1f5
+root@10.20.0.25 docker run --rm --name=prrt_send --network="prrt" -v=/opt/prrt/2018_09_07_15_28_16:/output --ip=10.5.8.53 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi time-sender -t 10.5.8.54 -o /output/sender_prrt.csv -w /output/trace_send_prrt -r 4000 -s 1000 -S 60000 -a 0 -j 0 -T 
+Starting Wireshark.
+Checking reachability of 10.5.8.54.
+Reachable after 28.494073 seconds
+Delaying time-sender
+Running PRRT with command: "time-sender -t 10.5.8.54 -o /output/sender_prrt.csv -r 4000 -s 1000 -S 60000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+Start sending.
+Done sending.
+Done writing.
+Done freeing.
+Exit status: 0
+Done after 23.625212 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+root@10.20.0.24 docker kill --signal="SIGINT" prrt_recv
+Error response from daemon: Cannot kill container: prrt_recv: Container 7e3569f856ceba91dfcffbdbde905c729c3ff0c6ccfef74024e2fd00b524c1f5 is not running
+root@10.20.0.24 docker logs prrt_recv
+Starting Wireshark.
+Checking reachability of 10.5.8.53.
+Reachable after 29.519678 seconds
+Running PRRT with command: "time-receiver -o /output/receiver_prrt.csv -r 4000 -s 1000 -R 6000 -a 5000 -j 0 -T" and link parameters: ""
+About to open socket.
+Start receiving.
+Closing.
+Closed.
+Flushed.
+Exit status: 0
+Done after 32.704671 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+user@localhost scp -r root@10.20.0.25:/opt/prrt/2018_09_07_15_28_16/*prrt* ./2018_09_07_15_28_16/
+
+user@localhost scp -r root@10.20.0.24:/opt/prrt/2018_09_07_15_28_16/*prrt* ./2018_09_07_15_28_16/
+

2018_09_07_15_28_16/log_tcp-bbr.txt

+root@10.20.0.25 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.25 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.25 sysctl net.ipv4.tcp_congestion_control=bbr
+net.ipv4.tcp_congestion_control = bbr
+root@10.20.0.25 sysctl net.ipv4.tcp_timestamps=0
+net.ipv4.tcp_timestamps = 0
+root@10.20.0.25 sysctl net.ipv4.tcp_sack=0
+net.ipv4.tcp_sack = 0
+root@10.20.0.25 sysctl net.ipv4.tcp_low_latency=1
+net.ipv4.tcp_low_latency = 1
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.25 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+b9272e5e9f48
+root@10.20.0.25 ovs-vsctl add-port of-switch br-b9272e5e9f48
+
+root@10.20.0.25 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.25 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.25 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.25 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.25 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.24 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.24 sysctl net.ipv4.tcp_congestion_control=bbr
+net.ipv4.tcp_congestion_control = bbr
+root@10.20.0.24 sysctl net.ipv4.tcp_timestamps=0
+net.ipv4.tcp_timestamps = 0
+root@10.20.0.24 sysctl net.ipv4.tcp_sack=0
+net.ipv4.tcp_sack = 0
+root@10.20.0.24 sysctl net.ipv4.tcp_low_latency=1
+net.ipv4.tcp_low_latency = 1
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.24 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+7de31a8dc7b8
+root@10.20.0.24 ovs-vsctl add-port of-switch br-7de31a8dc7b8
+
+root@10.20.0.24 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.24 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.24 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.24 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.24 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 docker run -d --name=prrt_recv --network="prrt" -v=/opt/prrt/2018_09_07_15_28_16:/output --ip=10.5.8.54 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-receiver -t 10.5.8.53 -o /output/receiver_tcp-bbr.csv -w /output/trace_recv_tcp-bbr -r 4000 -s 1000 -R 6000 -a 5000 -j 0 -T 
+e7b484d974783671b3237828b39a0da8690d6357a3898f3d90c5ae0e59606c1c
+root@10.20.0.25 docker run --rm --name=prrt_send --network="prrt" -v=/opt/prrt/2018_09_07_15_28_16:/output --ip=10.5.8.53 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-sender -t 10.5.8.54 -o /output/sender_tcp-bbr.csv -w /output/trace_send_tcp-bbr -r 4000 -s 1000 -S 60000 -a 0 -j 0 -T 
+Starting Wireshark.
+Checking reachability of 10.5.8.54.
+Reachable after 28.489304 seconds
+Delaying time-sender
+Running PRRT with command: "time-sender -t 10.5.8.54 -o /output/sender_tcp-bbr.csv -r 4000 -s 1000 -S 60000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+SO_SNDBUF: 120000
+Start sending.
+Done sending.
+Done writing.
+Done freeing.
+Exit status: 0
+Done after 44.672958 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+root@10.20.0.24 docker kill --signal="SIGINT" prrt_recv
+Error response from daemon: Cannot kill container: prrt_recv: Container e7b484d974783671b3237828b39a0da8690d6357a3898f3d90c5ae0e59606c1c is not running
+root@10.20.0.24 docker logs prrt_recv
+Starting Wireshark.
+Checking reachability of 10.5.8.53.
+Reachable after 29.529547 seconds
+Running PRRT with command: "time-receiver -o /output/receiver_tcp-bbr.csv -r 4000 -s 1000 -R 6000 -a 5000 -j 0 -T" and link parameters: ""
+About to open socket.
+SO_RCVBUF: 12000
+Start receiving.
+Closing.
+Closed.
+Flushed.
+Exit status: 0
+Done after 54.753809 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+user@localhost scp -r root@10.20.0.25:/opt/prrt/2018_09_07_15_28_16/*tcp-bbr* ./2018_09_07_15_28_16/
+
+user@localhost scp -r root@10.20.0.24:/opt/prrt/2018_09_07_15_28_16/*tcp-bbr* ./2018_09_07_15_28_16/
+

2018_09_07_15_28_16/log_tcp-cubic.txt

+root@10.20.0.25 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.25 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.25 sysctl net.ipv4.tcp_congestion_control=cubic
+net.ipv4.tcp_congestion_control = cubic
+root@10.20.0.25 sysctl net.ipv4.tcp_timestamps=0
+net.ipv4.tcp_timestamps = 0
+root@10.20.0.25 sysctl net.ipv4.tcp_sack=0
+net.ipv4.tcp_sack = 0
+root@10.20.0.25 sysctl net.ipv4.tcp_low_latency=1
+net.ipv4.tcp_low_latency = 1
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.25 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+dd718fd922a5
+root@10.20.0.25 ovs-vsctl add-port of-switch br-dd718fd922a5
+
+root@10.20.0.25 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.25 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.25 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.25 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.25 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.24 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.24 sysctl net.ipv4.tcp_congestion_control=cubic
+net.ipv4.tcp_congestion_control = cubic
+root@10.20.0.24 sysctl net.ipv4.tcp_timestamps=0
+net.ipv4.tcp_timestamps = 0
+root@10.20.0.24 sysctl net.ipv4.tcp_sack=0
+net.ipv4.tcp_sack = 0
+root@10.20.0.24 sysctl net.ipv4.tcp_low_latency=1
+net.ipv4.tcp_low_latency = 1
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.24 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+2aec408d71ef
+root@10.20.0.24 ovs-vsctl add-port of-switch br-2aec408d71ef
+
+root@10.20.0.24 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.24 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.24 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.24 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.24 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 docker run -d --name=prrt_recv --network="prrt" -v=/opt/prrt/2018_09_07_15_28_16:/output --ip=10.5.8.54 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-receiver -t 10.5.8.53 -o /output/receiver_tcp-cubic.csv -w /output/trace_recv_tcp-cubic -r 4000 -s 1000 -R 6000 -a 5000 -j 0 -T 
+e69a6c22da55db121c85bdeca6ad377611a5523c0748a5f08d74b1c125603300
+root@10.20.0.25 docker run --rm --name=prrt_send --network="prrt" -v=/opt/prrt/2018_09_07_15_28_16:/output --ip=10.5.8.53 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-sender -t 10.5.8.54 -o /output/sender_tcp-cubic.csv -w /output/trace_send_tcp-cubic -r 4000 -s 1000 -S 60000 -a 0 -j 0 -T 
+Starting Wireshark.
+Checking reachability of 10.5.8.54.
+Reachable after 28.484736 seconds
+Delaying time-sender
+Running PRRT with command: "time-sender -t 10.5.8.54 -o /output/sender_tcp-cubic.csv -r 4000 -s 1000 -S 60000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+SO_SNDBUF: 120000
+Start sending.
+Done sending.
+Done writing.
+Done freeing.
+Exit status: 0
+Done after 45.740424 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+root@10.20.0.24 docker kill --signal="SIGINT" prrt_recv
+Error response from daemon: Cannot kill container: prrt_recv: Container e69a6c22da55db121c85bdeca6ad377611a5523c0748a5f08d74b1c125603300 is not running
+root@10.20.0.24 docker logs prrt_recv
+Starting Wireshark.
+Checking reachability of 10.5.8.53.
+Reachable after 29.528412 seconds
+Running PRRT with command: "time-receiver -o /output/receiver_tcp-cubic.csv -r 4000 -s 1000 -R 6000 -a 5000 -j 0 -T" and link parameters: ""
+About to open socket.
+SO_RCVBUF: 12000
+Start receiving.
+Closing.
+Closed.
+Flushed.
+Exit status: 0
+Done after 55.754092 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+user@localhost scp -r root@10.20.0.25:/opt/prrt/2018_09_07_15_28_16/*tcp-cubic* ./2018_09_07_15_28_16/
+
+user@localhost scp -r root@10.20.0.24:/opt/prrt/2018_09_07_15_28_16/*tcp-cubic* ./2018_09_07_15_28_16/
+

2018_09_07_16_46_10/experiment.csv

+Rounds,Size,Delay,Jitter,Loss,Rate,BDP,RCVBUF,SNDBUF,APP_SEND_PACE,APP_SEND_JITTER,APP_RECV_PACE,APP_RECV_JITTER
+4000,1000,0,0,0.0,50000000.0,56000,21000.0,21000.0,0.0,0.0,0.0,0.0

2018_09_07_16_46_10/log_prrt.txt

+root@10.20.0.22 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.22 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+feature_nsdi: Pulling from larn/prrt
+Digest: sha256:9b89a698b01e640a6b73043462908d5ac53eebfeb172259313a78b059f72c32a
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+root@10.20.0.22 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.22 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.22 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+72764c138ee3
+root@10.20.0.22 ovs-vsctl add-port of-switch br-72764c138ee3
+
+root@10.20.0.22 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.22 tc qdisc add dev p2p1 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.0.22 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.22 tc qdisc add dev p2p2 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.0.22 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.22 tc qdisc add dev p2p3 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.0.22 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.22 tc qdisc add dev p2p4 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.2.33 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.2.33 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+feature_nsdi: Pulling from larn/prrt
+Digest: sha256:9b89a698b01e640a6b73043462908d5ac53eebfeb172259313a78b059f72c32a
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+root@10.20.2.33 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.2.33 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.2.33 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+8625cbaf6c2e
+root@10.20.2.33 ovs-vsctl add-port of-switch br-8625cbaf6c2e
+
+root@10.20.2.33 tc qdisc show | grep dp-uds-n2 | grep netem && tc qdisc del dev dp-uds-n2 root
+root@10.20.2.33 tc qdisc add dev dp-uds-n2 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.2.33 docker run -d --name=prrt_recv --network="prrt" -v=/opt/prrt/2018_09_07_16_46_10:/output --ip=10.5.8.54 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi time-receiver -t 10.5.8.53 -o /output/receiver_prrt.csv -w /output/trace_recv_prrt -r 4000 -s 1000 -R 21000 -a 0 -j 0 -T 
+929b522ed39f1d27419c243fca4c690f0e010b1a9cc113ab0fd2926cbdb0b8ad
+root@10.20.0.22 docker run --rm --name=prrt_send --network="prrt" -v=/opt/prrt/2018_09_07_16_46_10:/output --ip=10.5.8.53 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi time-sender -t 10.5.8.54 -o /output/sender_prrt.csv -w /output/trace_send_prrt -r 4000 -s 1000 -S 21000 -a 0 -j 0 -T 
+Starting Wireshark.
+Checking reachability of 10.5.8.54.
+Reachable after 28.480283 seconds
+Delaying time-sender
+Running PRRT with command: "time-sender -t 10.5.8.54 -o /output/sender_prrt.csv -r 4000 -s 1000 -S 21000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+Start sending.
+Done sending.
+Done writing.
+Done freeing.
+Exit status: 0
+Done after 7.083105 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+root@10.20.2.33 docker kill --signal="SIGINT" prrt_recv
+Error response from daemon: Cannot kill container: prrt_recv: Container 929b522ed39f1d27419c243fca4c690f0e010b1a9cc113ab0fd2926cbdb0b8ad is not running
+root@10.20.2.33 docker logs prrt_recv
+Starting Wireshark.
+Checking reachability of 10.5.8.53.
+Reachable after 29.524705 seconds
+Running PRRT with command: "time-receiver -o /output/receiver_prrt.csv -r 4000 -s 1000 -R 21000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+Start receiving.
+Closing.
+Closed.
+Flushed.
+Exit status: 0
+Done after 16.233641 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+user@localhost scp -r root@10.20.0.22:/opt/prrt/2018_09_07_16_46_10/*prrt* ./2018_09_07_16_46_10/
+
+user@localhost scp -r root@10.20.2.33:/opt/prrt/2018_09_07_16_46_10/*prrt* ./2018_09_07_16_46_10/
+

2018_09_07_16_46_10/log_tcp-bbr.txt

+root@10.20.0.22 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.22 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.22 sysctl net.ipv4.tcp_congestion_control=bbr
+net.ipv4.tcp_congestion_control = bbr
+root@10.20.0.22 sysctl net.ipv4.tcp_timestamps=0
+net.ipv4.tcp_timestamps = 0
+root@10.20.0.22 sysctl net.ipv4.tcp_sack=0
+net.ipv4.tcp_sack = 0
+root@10.20.0.22 sysctl net.ipv4.tcp_low_latency=1
+net.ipv4.tcp_low_latency = 1
+root@10.20.0.22 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.22 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.22 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+a0057d65069d
+root@10.20.0.22 ovs-vsctl add-port of-switch br-a0057d65069d
+
+root@10.20.0.22 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.22 tc qdisc add dev p2p1 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.0.22 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.22 tc qdisc add dev p2p2 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.0.22 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.22 tc qdisc add dev p2p3 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.0.22 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.22 tc qdisc add dev p2p4 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.2.33 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.2.33 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.2.33 sysctl net.ipv4.tcp_congestion_control=bbr
+net.ipv4.tcp_congestion_control = bbr
+root@10.20.2.33 sysctl net.ipv4.tcp_timestamps=0
+net.ipv4.tcp_timestamps = 0
+root@10.20.2.33 sysctl net.ipv4.tcp_sack=0
+net.ipv4.tcp_sack = 0
+root@10.20.2.33 sysctl net.ipv4.tcp_low_latency=1
+net.ipv4.tcp_low_latency = 1
+root@10.20.2.33 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.2.33 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.2.33 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+f8ab3363612a
+root@10.20.2.33 ovs-vsctl add-port of-switch br-f8ab3363612a
+
+root@10.20.2.33 tc qdisc show | grep dp-uds-n2 | grep netem && tc qdisc del dev dp-uds-n2 root
+root@10.20.2.33 tc qdisc add dev dp-uds-n2 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.2.33 docker run -d --name=prrt_recv --network="prrt" -v=/opt/prrt/2018_09_07_16_46_10:/output --ip=10.5.8.54 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-receiver -t 10.5.8.53 -o /output/receiver_tcp-bbr.csv -w /output/trace_recv_tcp-bbr -r 4000 -s 1000 -R 21000 -a 0 -j 0 -T 
+dfa0c0e3990e2cc3c4e6b5528b42112d0ab0d00c7111ebeaa35e22cd16503129
+root@10.20.0.22 docker run --rm --name=prrt_send --network="prrt" -v=/opt/prrt/2018_09_07_16_46_10:/output --ip=10.5.8.53 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-sender -t 10.5.8.54 -o /output/sender_tcp-bbr.csv -w /output/trace_send_tcp-bbr -r 4000 -s 1000 -S 21000 -a 0 -j 0 -T 
+Starting Wireshark.
+Checking reachability of 10.5.8.54.
+Reachable after 28.487076 seconds
+Delaying time-sender
+Running PRRT with command: "time-sender -t 10.5.8.54 -o /output/sender_tcp-bbr.csv -r 4000 -s 1000 -S 21000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+SO_SNDBUF: 42000
+Start sending.
+Done sending.
+Done writing.
+Done freeing.
+Exit status: 0
+Done after 11.708073 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+root@10.20.2.33 docker kill --signal="SIGINT" prrt_recv
+Error response from daemon: Cannot kill container: prrt_recv: Container dfa0c0e3990e2cc3c4e6b5528b42112d0ab0d00c7111ebeaa35e22cd16503129 is not running
+root@10.20.2.33 docker logs prrt_recv
+Starting Wireshark.
+Checking reachability of 10.5.8.53.
+Reachable after 29.525513 seconds
+Running PRRT with command: "time-receiver -o /output/receiver_tcp-bbr.csv -r 4000 -s 1000 -R 21000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+SO_RCVBUF: 42000
+Start receiving.
+Closing.
+Closed.
+Flushed.
+Exit status: 0
+Done after 21.831636 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+user@localhost scp -r root@10.20.0.22:/opt/prrt/2018_09_07_16_46_10/*tcp-bbr* ./2018_09_07_16_46_10/
+
+user@localhost scp -r root@10.20.2.33:/opt/prrt/2018_09_07_16_46_10/*tcp-bbr* ./2018_09_07_16_46_10/
+

2018_09_07_16_46_10/log_tcp-cubic.txt

+root@10.20.0.22 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.22 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.22 sysctl net.ipv4.tcp_congestion_control=cubic
+net.ipv4.tcp_congestion_control = cubic
+root@10.20.0.22 sysctl net.ipv4.tcp_timestamps=0
+net.ipv4.tcp_timestamps = 0
+root@10.20.0.22 sysctl net.ipv4.tcp_sack=0
+net.ipv4.tcp_sack = 0
+root@10.20.0.22 sysctl net.ipv4.tcp_low_latency=1
+net.ipv4.tcp_low_latency = 1
+root@10.20.0.22 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.22 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.22 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+2e677b4550fe
+root@10.20.0.22 ovs-vsctl add-port of-switch br-2e677b4550fe
+
+root@10.20.0.22 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.22 tc qdisc add dev p2p1 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.0.22 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.22 tc qdisc add dev p2p2 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.0.22 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.22 tc qdisc add dev p2p3 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.0.22 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.22 tc qdisc add dev p2p4 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.2.33 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.2.33 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.2.33 sysctl net.ipv4.tcp_congestion_control=cubic
+net.ipv4.tcp_congestion_control = cubic
+root@10.20.2.33 sysctl net.ipv4.tcp_timestamps=0
+net.ipv4.tcp_timestamps = 0
+root@10.20.2.33 sysctl net.ipv4.tcp_sack=0
+net.ipv4.tcp_sack = 0
+root@10.20.2.33 sysctl net.ipv4.tcp_low_latency=1
+net.ipv4.tcp_low_latency = 1
+root@10.20.2.33 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.2.33 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.2.33 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+1b690785268f
+root@10.20.2.33 ovs-vsctl add-port of-switch br-1b690785268f
+
+root@10.20.2.33 tc qdisc show | grep dp-uds-n2 | grep netem && tc qdisc del dev dp-uds-n2 root
+root@10.20.2.33 tc qdisc add dev dp-uds-n2 root netem delay 0.0ms 0.0ms rate 50.00mbit loss 0.00%
+root@10.20.2.33 docker run -d --name=prrt_recv --network="prrt" -v=/opt/prrt/2018_09_07_16_46_10:/output --ip=10.5.8.54 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-receiver -t 10.5.8.53 -o /output/receiver_tcp-cubic.csv -w /output/trace_recv_tcp-cubic -r 4000 -s 1000 -R 21000 -a 0 -j 0 -T 
+41b4eafd2f0c3f1cfd06f5e3fc0752ebe2edaed9268d6fd4bb01d35dcb908167
+root@10.20.0.22 docker run --rm --name=prrt_send --network="prrt" -v=/opt/prrt/2018_09_07_16_46_10:/output --ip=10.5.8.53 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-sender -t 10.5.8.54 -o /output/sender_tcp-cubic.csv -w /output/trace_send_tcp-cubic -r 4000 -s 1000 -S 21000 -a 0 -j 0 -T 
+Starting Wireshark.
+Checking reachability of 10.5.8.54.
+Reachable after 28.503167 seconds
+Delaying time-sender
+Running PRRT with command: "time-sender -t 10.5.8.54 -o /output/sender_tcp-cubic.csv -r 4000 -s 1000 -S 21000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+SO_SNDBUF: 42000
+Start sending.
+Done sending.
+Done writing.
+Done freeing.
+Exit status: 0
+Done after 11.906931 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+root@10.20.2.33 docker kill --signal="SIGINT" prrt_recv
+Error response from daemon: Cannot kill container: prrt_recv: Container 41b4eafd2f0c3f1cfd06f5e3fc0752ebe2edaed9268d6fd4bb01d35dcb908167 is not running
+root@10.20.2.33 docker logs prrt_recv
+Starting Wireshark.
+Checking reachability of 10.5.8.53.
+Reachable after 29.536061 seconds
+Running PRRT with command: "time-receiver -o /output/receiver_tcp-cubic.csv -r 4000 -s 1000 -R 21000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+SO_RCVBUF: 42000
+Start receiving.
+Closing.
+Closed.
+Flushed.
+Exit status: 0
+Done after 22.057814 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+user@localhost scp -r root@10.20.0.22:/opt/prrt/2018_09_07_16_46_10/*tcp-cubic* ./2018_09_07_16_46_10/
+
+user@localhost scp -r root@10.20.2.33:/opt/prrt/2018_09_07_16_46_10/*tcp-cubic* ./2018_09_07_16_46_10/
+

2018_09_07_16_59_34/experiment.csv

+Rounds,Size,Delay,Jitter,Loss,Rate,BDP,RCVBUF,SNDBUF,APP_SEND_PACE,APP_SEND_JITTER,APP_RECV_PACE,APP_RECV_JITTER
+4000,1000,0.015,0.0,0.0,1600000.0,48000,18000.0,18000.0,0.0,0.0,0.0,0.0

2018_09_07_16_59_34/log_prrt.txt

+root@10.20.0.25 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.25 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+feature_nsdi: Pulling from larn/prrt
+Digest: sha256:9b89a698b01e640a6b73043462908d5ac53eebfeb172259313a78b059f72c32a
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.25 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+7886e460baed
+root@10.20.0.25 ovs-vsctl add-port of-switch br-7886e460baed
+
+root@10.20.0.25 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.25 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.25 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.25 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.25 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.24 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+feature_nsdi: Pulling from larn/prrt
+Digest: sha256:9b89a698b01e640a6b73043462908d5ac53eebfeb172259313a78b059f72c32a
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.24 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+40d8e467ad07
+root@10.20.0.24 ovs-vsctl add-port of-switch br-40d8e467ad07
+
+root@10.20.0.24 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.24 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.24 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.24 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.24 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 docker run -d --name=prrt_recv --network="prrt" -v=/opt/prrt/2018_09_07_16_59_34:/output --ip=10.5.8.54 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi time-receiver -t 10.5.8.53 -o /output/receiver_prrt.csv -w /output/trace_recv_prrt -r 4000 -s 1000 -R 18000 -a 0 -j 0 -T 
+778e6fcbcc41ff567a226c72fca3d236fa9ee4f53a060fa0cf3e67c62cff1217
+root@10.20.0.25 docker run --rm --name=prrt_send --network="prrt" -v=/opt/prrt/2018_09_07_16_59_34:/output --ip=10.5.8.53 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi time-sender -t 10.5.8.54 -o /output/sender_prrt.csv -w /output/trace_send_prrt -r 4000 -s 1000 -S 18000 -a 0 -j 0 -T 
+Starting Wireshark.
+Checking reachability of 10.5.8.54.
+Reachable after 28.500808 seconds
+Delaying time-sender
+Running PRRT with command: "time-sender -t 10.5.8.54 -o /output/sender_prrt.csv -r 4000 -s 1000 -S 18000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+Start sending.
+Done sending.
+Done writing.
+Done freeing.
+Exit status: 0
+Done after 27.677889 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+root@10.20.0.24 docker kill --signal="SIGINT" prrt_recv
+Error response from daemon: Cannot kill container: prrt_recv: Container 778e6fcbcc41ff567a226c72fca3d236fa9ee4f53a060fa0cf3e67c62cff1217 is not running
+root@10.20.0.24 docker logs prrt_recv
+Starting Wireshark.
+Checking reachability of 10.5.8.53.
+Reachable after 29.529908 seconds
+Running PRRT with command: "time-receiver -o /output/receiver_prrt.csv -r 4000 -s 1000 -R 18000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+Start receiving.
+Closing.
+Closed.
+Flushed.
+Exit status: 0
+Done after 36.769366 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+user@localhost scp -r root@10.20.0.25:/opt/prrt/2018_09_07_16_59_34/*prrt* ./2018_09_07_16_59_34/
+
+user@localhost scp -r root@10.20.0.24:/opt/prrt/2018_09_07_16_59_34/*prrt* ./2018_09_07_16_59_34/
+

2018_09_07_16_59_34/log_tcp-bbr-u.txt

+root@10.20.0.25 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.25 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.25 sysctl net.ipv4.tcp_congestion_control=bbr
+net.ipv4.tcp_congestion_control = bbr
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.25 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+d08762c38baa
+root@10.20.0.25 ovs-vsctl add-port of-switch br-d08762c38baa
+
+root@10.20.0.25 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.25 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.25 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.25 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.25 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.24 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.24 sysctl net.ipv4.tcp_congestion_control=bbr
+net.ipv4.tcp_congestion_control = bbr
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.24 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+13a7f1236213
+root@10.20.0.24 ovs-vsctl add-port of-switch br-13a7f1236213
+
+root@10.20.0.24 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.24 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.24 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.24 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.24 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 docker run -d --name=prrt_recv --network="prrt" -v=/opt/prrt/2018_09_07_16_59_34:/output --ip=10.5.8.54 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-receiver -t 10.5.8.53 -o /output/receiver_tcp-bbr-u.csv -w /output/trace_recv_tcp-bbr-u -r 4000 -s 1000 -R 18000 -a 0 -j 0 -T -U
+f73ce44e1bd07ef2f7cb1c4958440cf6ba560c3c0c0ecc959debfa55dfb13a5e
+root@10.20.0.25 docker run --rm --name=prrt_send --network="prrt" -v=/opt/prrt/2018_09_07_16_59_34:/output --ip=10.5.8.53 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-sender -t 10.5.8.54 -o /output/sender_tcp-bbr-u.csv -w /output/trace_send_tcp-bbr-u -r 4000 -s 1000 -S 18000 -a 0 -j 0 -T -U
+Starting Wireshark.
+Checking reachability of 10.5.8.54.
+Reachable after 28.483755 seconds
+Delaying time-sender
+Running PRRT with command: "time-sender -t 10.5.8.54 -o /output/sender_tcp-bbr-u.csv -r 4000 -s 1000 -S 18000 -a 0 -j 0 -T -U" and link parameters: ""
+About to open socket.
+Start sending.
+Done sending.
+Done writing.
+Done freeing.
+Exit status: 0
+Done after 22.298624 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+root@10.20.0.24 docker kill --signal="SIGINT" prrt_recv
+Error response from daemon: Cannot kill container: prrt_recv: Container f73ce44e1bd07ef2f7cb1c4958440cf6ba560c3c0c0ecc959debfa55dfb13a5e is not running
+root@10.20.0.24 docker logs prrt_recv
+Starting Wireshark.
+Checking reachability of 10.5.8.53.
+Reachable after 29.542955 seconds
+Running PRRT with command: "time-receiver -o /output/receiver_tcp-bbr-u.csv -r 4000 -s 1000 -R 18000 -a 0 -j 0 -T -U" and link parameters: ""
+About to open socket.
+Start receiving.
+Closing.
+Closed.
+Flushed.
+Exit status: 0
+Done after 32.337064 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+user@localhost scp -r root@10.20.0.25:/opt/prrt/2018_09_07_16_59_34/*tcp-bbr-u* ./2018_09_07_16_59_34/
+
+user@localhost scp -r root@10.20.0.24:/opt/prrt/2018_09_07_16_59_34/*tcp-bbr-u* ./2018_09_07_16_59_34/
+

2018_09_07_16_59_34/log_tcp-bbr.txt

+root@10.20.0.25 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.25 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.25 sysctl net.ipv4.tcp_congestion_control=bbr
+net.ipv4.tcp_congestion_control = bbr
+root@10.20.0.25 sysctl net.ipv4.tcp_timestamps=0
+net.ipv4.tcp_timestamps = 0
+root@10.20.0.25 sysctl net.ipv4.tcp_sack=0
+net.ipv4.tcp_sack = 0
+root@10.20.0.25 sysctl net.ipv4.tcp_low_latency=1
+net.ipv4.tcp_low_latency = 1
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.25 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+865bf14177a3
+root@10.20.0.25 ovs-vsctl add-port of-switch br-865bf14177a3
+
+root@10.20.0.25 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.25 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.25 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.25 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.25 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.24 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.24 sysctl net.ipv4.tcp_congestion_control=bbr
+net.ipv4.tcp_congestion_control = bbr
+root@10.20.0.24 sysctl net.ipv4.tcp_timestamps=0
+net.ipv4.tcp_timestamps = 0
+root@10.20.0.24 sysctl net.ipv4.tcp_sack=0
+net.ipv4.tcp_sack = 0
+root@10.20.0.24 sysctl net.ipv4.tcp_low_latency=1
+net.ipv4.tcp_low_latency = 1
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.24 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+85ecfea0dc46
+root@10.20.0.24 ovs-vsctl add-port of-switch br-85ecfea0dc46
+
+root@10.20.0.24 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.24 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.24 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.24 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.24 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 docker run -d --name=prrt_recv --network="prrt" -v=/opt/prrt/2018_09_07_16_59_34:/output --ip=10.5.8.54 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-receiver -t 10.5.8.53 -o /output/receiver_tcp-bbr.csv -w /output/trace_recv_tcp-bbr -r 4000 -s 1000 -R 18000 -a 0 -j 0 -T 
+284d7ea9be07bed09451bd8ccafc2f898c1cc9eab7b63c42ed6695920712a955
+root@10.20.0.25 docker run --rm --name=prrt_send --network="prrt" -v=/opt/prrt/2018_09_07_16_59_34:/output --ip=10.5.8.53 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-sender -t 10.5.8.54 -o /output/sender_tcp-bbr.csv -w /output/trace_send_tcp-bbr -r 4000 -s 1000 -S 18000 -a 0 -j 0 -T 
+Starting Wireshark.
+Checking reachability of 10.5.8.54.
+Reachable after 28.488961 seconds
+Delaying time-sender
+Running PRRT with command: "time-sender -t 10.5.8.54 -o /output/sender_tcp-bbr.csv -r 4000 -s 1000 -S 18000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+SO_SNDBUF: 36000
+Start sending.
+Done sending.
+Done writing.
+Done freeing.
+Exit status: 0
+Done after 23.539169 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+root@10.20.0.24 docker kill --signal="SIGINT" prrt_recv
+Error response from daemon: Cannot kill container: prrt_recv: Container 284d7ea9be07bed09451bd8ccafc2f898c1cc9eab7b63c42ed6695920712a955 is not running
+root@10.20.0.24 docker logs prrt_recv
+Starting Wireshark.
+Checking reachability of 10.5.8.53.
+Reachable after 29.546309 seconds
+Running PRRT with command: "time-receiver -o /output/receiver_tcp-bbr.csv -r 4000 -s 1000 -R 18000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+SO_RCVBUF: 36000
+Start receiving.
+Closing.
+Closed.
+Flushed.
+Exit status: 0
+Done after 33.622187 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+user@localhost scp -r root@10.20.0.25:/opt/prrt/2018_09_07_16_59_34/*tcp-bbr* ./2018_09_07_16_59_34/
+
+user@localhost scp -r root@10.20.0.24:/opt/prrt/2018_09_07_16_59_34/*tcp-bbr* ./2018_09_07_16_59_34/
+

2018_09_07_16_59_34/log_tcp-cubic-u.txt

+root@10.20.0.25 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.25 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.25 sysctl net.ipv4.tcp_congestion_control=cubic
+net.ipv4.tcp_congestion_control = cubic
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.25 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+d8819ff9e421
+root@10.20.0.25 ovs-vsctl add-port of-switch br-d8819ff9e421
+
+root@10.20.0.25 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.25 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.25 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.25 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.25 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.24 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.24 sysctl net.ipv4.tcp_congestion_control=cubic
+net.ipv4.tcp_congestion_control = cubic
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.24 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+a0ada26758e7
+root@10.20.0.24 ovs-vsctl add-port of-switch br-a0ada26758e7
+
+root@10.20.0.24 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.24 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.24 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.24 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.24 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 docker run -d --name=prrt_recv --network="prrt" -v=/opt/prrt/2018_09_07_16_59_34:/output --ip=10.5.8.54 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-receiver -t 10.5.8.53 -o /output/receiver_tcp-cubic-u.csv -w /output/trace_recv_tcp-cubic-u -r 4000 -s 1000 -R 18000 -a 0 -j 0 -T -U
+bcfe2dea02e2e049199aa6fdf159e5e9a31ee0eda527724f06575c4d76b62112
+root@10.20.0.25 docker run --rm --name=prrt_send --network="prrt" -v=/opt/prrt/2018_09_07_16_59_34:/output --ip=10.5.8.53 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-sender -t 10.5.8.54 -o /output/sender_tcp-cubic-u.csv -w /output/trace_send_tcp-cubic-u -r 4000 -s 1000 -S 18000 -a 0 -j 0 -T -U
+Starting Wireshark.
+Checking reachability of 10.5.8.54.
+Reachable after 28.492525 seconds
+Delaying time-sender
+Running PRRT with command: "time-sender -t 10.5.8.54 -o /output/sender_tcp-cubic-u.csv -r 4000 -s 1000 -S 18000 -a 0 -j 0 -T -U" and link parameters: ""
+About to open socket.
+Start sending.
+Done sending.
+Done writing.
+Done freeing.
+Exit status: 0
+Done after 21.982713 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+root@10.20.0.24 docker kill --signal="SIGINT" prrt_recv
+Error response from daemon: Cannot kill container: prrt_recv: Container bcfe2dea02e2e049199aa6fdf159e5e9a31ee0eda527724f06575c4d76b62112 is not running
+root@10.20.0.24 docker logs prrt_recv
+Starting Wireshark.
+Checking reachability of 10.5.8.53.
+Reachable after 29.520072 seconds
+Running PRRT with command: "time-receiver -o /output/receiver_tcp-cubic-u.csv -r 4000 -s 1000 -R 18000 -a 0 -j 0 -T -U" and link parameters: ""
+About to open socket.
+Start receiving.
+Closing.
+Closed.
+Flushed.
+Exit status: 0
+Done after 32.036697 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+user@localhost scp -r root@10.20.0.25:/opt/prrt/2018_09_07_16_59_34/*tcp-cubic-u* ./2018_09_07_16_59_34/
+
+user@localhost scp -r root@10.20.0.24:/opt/prrt/2018_09_07_16_59_34/*tcp-cubic-u* ./2018_09_07_16_59_34/
+

2018_09_07_16_59_34/log_tcp-cubic.txt

+root@10.20.0.25 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.25 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.25 sysctl net.ipv4.tcp_congestion_control=cubic
+net.ipv4.tcp_congestion_control = cubic
+root@10.20.0.25 sysctl net.ipv4.tcp_timestamps=0
+net.ipv4.tcp_timestamps = 0
+root@10.20.0.25 sysctl net.ipv4.tcp_sack=0
+net.ipv4.tcp_sack = 0
+root@10.20.0.25 sysctl net.ipv4.tcp_low_latency=1
+net.ipv4.tcp_low_latency = 1
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.25 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+0355de7be46e
+root@10.20.0.25 ovs-vsctl add-port of-switch br-0355de7be46e
+
+root@10.20.0.25 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.25 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.25 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.25 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.25 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.24 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.24 sysctl net.ipv4.tcp_congestion_control=cubic
+net.ipv4.tcp_congestion_control = cubic
+root@10.20.0.24 sysctl net.ipv4.tcp_timestamps=0
+net.ipv4.tcp_timestamps = 0
+root@10.20.0.24 sysctl net.ipv4.tcp_sack=0
+net.ipv4.tcp_sack = 0
+root@10.20.0.24 sysctl net.ipv4.tcp_low_latency=1
+net.ipv4.tcp_low_latency = 1
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.24 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+b16171197a43
+root@10.20.0.24 ovs-vsctl add-port of-switch br-b16171197a43
+
+root@10.20.0.24 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.24 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.24 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.24 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.24 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 docker run -d --name=prrt_recv --network="prrt" -v=/opt/prrt/2018_09_07_16_59_34:/output --ip=10.5.8.54 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-receiver -t 10.5.8.53 -o /output/receiver_tcp-cubic.csv -w /output/trace_recv_tcp-cubic -r 4000 -s 1000 -R 18000 -a 0 -j 0 -T 
+dbdc3eb299fd38cbc296d72690dc5afcd18e2b7fd293aaa6d1cbe59dbdef71e1
+root@10.20.0.25 docker run --rm --name=prrt_send --network="prrt" -v=/opt/prrt/2018_09_07_16_59_34:/output --ip=10.5.8.53 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-sender -t 10.5.8.54 -o /output/sender_tcp-cubic.csv -w /output/trace_send_tcp-cubic -r 4000 -s 1000 -S 18000 -a 0 -j 0 -T 
+Starting Wireshark.
+Checking reachability of 10.5.8.54.
+Reachable after 28.493981 seconds
+Delaying time-sender
+Running PRRT with command: "time-sender -t 10.5.8.54 -o /output/sender_tcp-cubic.csv -r 4000 -s 1000 -S 18000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+SO_SNDBUF: 36000
+Start sending.
+Done sending.
+Done writing.
+Done freeing.
+Exit status: 0
+Done after 23.346074 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+root@10.20.0.24 docker kill --signal="SIGINT" prrt_recv
+Error response from daemon: Cannot kill container: prrt_recv: Container dbdc3eb299fd38cbc296d72690dc5afcd18e2b7fd293aaa6d1cbe59dbdef71e1 is not running
+root@10.20.0.24 docker logs prrt_recv
+Starting Wireshark.
+Checking reachability of 10.5.8.53.
+Reachable after 29.540497 seconds
+Running PRRT with command: "time-receiver -o /output/receiver_tcp-cubic.csv -r 4000 -s 1000 -R 18000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+SO_RCVBUF: 36000
+Start receiving.
+Closing.
+Closed.
+Flushed.
+Exit status: 0
+Done after 33.426020 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+user@localhost scp -r root@10.20.0.25:/opt/prrt/2018_09_07_16_59_34/*tcp-cubic* ./2018_09_07_16_59_34/
+
+user@localhost scp -r root@10.20.0.24:/opt/prrt/2018_09_07_16_59_34/*tcp-cubic* ./2018_09_07_16_59_34/
+

2018_09_07_17_13_32/experiment.csv

+Rounds,Size,Delay,Jitter,Loss,Rate,BDP,RCVBUF,SNDBUF,APP_SEND_PACE,APP_SEND_JITTER,APP_RECV_PACE,APP_RECV_JITTER
+4000,1000,0.015,0.0,0.0,1600000.0,48000,18000.0,18000.0,0.0,0.0,0.0,0.0

2018_09_07_17_13_32/log_prrt.txt

+root@10.20.0.25 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.25 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+feature_nsdi: Pulling from larn/prrt
+Digest: sha256:9b89a698b01e640a6b73043462908d5ac53eebfeb172259313a78b059f72c32a
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.25 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+a2dc9a04d062
+root@10.20.0.25 ovs-vsctl add-port of-switch br-a2dc9a04d062
+
+root@10.20.0.25 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.25 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.25 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.25 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.25 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.24 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+feature_nsdi: Pulling from larn/prrt
+Digest: sha256:9b89a698b01e640a6b73043462908d5ac53eebfeb172259313a78b059f72c32a
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.24 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+5647a478824a
+root@10.20.0.24 ovs-vsctl add-port of-switch br-5647a478824a
+
+root@10.20.0.24 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.24 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.24 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.24 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.24 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 docker run -d --name=prrt_recv --network="prrt" -v=/opt/prrt/2018_09_07_17_13_32:/output --ip=10.5.8.54 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi time-receiver -t 10.5.8.53 -o /output/receiver_prrt.csv -w /output/trace_recv_prrt -r 4000 -s 1000 -R 18000 -a 0 -j 0 -T 
+1386535a32a140cd651c83bfd8c5afba4aff2304bb5cff6994d3320ff442fbeb
+root@10.20.0.25 docker run --rm --name=prrt_send --network="prrt" -v=/opt/prrt/2018_09_07_17_13_32:/output --ip=10.5.8.53 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi time-sender -t 10.5.8.54 -o /output/sender_prrt.csv -w /output/trace_send_prrt -r 4000 -s 1000 -S 18000 -a 0 -j 0 -T 
+Starting Wireshark.
+Checking reachability of 10.5.8.54.
+Reachable after 28.480490 seconds
+Delaying time-sender
+Running PRRT with command: "time-sender -t 10.5.8.54 -o /output/sender_prrt.csv -r 4000 -s 1000 -S 18000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+Start sending.
+Done sending.
+Done writing.
+Done freeing.
+Exit status: 0
+Done after 27.808641 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+root@10.20.0.24 docker kill --signal="SIGINT" prrt_recv
+Error response from daemon: Cannot kill container: prrt_recv: Container 1386535a32a140cd651c83bfd8c5afba4aff2304bb5cff6994d3320ff442fbeb is not running
+root@10.20.0.24 docker logs prrt_recv
+Starting Wireshark.
+Checking reachability of 10.5.8.53.
+Reachable after 29.548517 seconds
+Running PRRT with command: "time-receiver -o /output/receiver_prrt.csv -r 4000 -s 1000 -R 18000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+Start receiving.
+Closing.
+Closed.
+Flushed.
+Exit status: 0
+Done after 36.868761 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+user@localhost scp -r root@10.20.0.25:/opt/prrt/2018_09_07_17_13_32/*prrt* ./2018_09_07_17_13_32/
+
+user@localhost scp -r root@10.20.0.24:/opt/prrt/2018_09_07_17_13_32/*prrt* ./2018_09_07_17_13_32/
+

2018_09_07_17_13_32/log_tcp-bbr.txt

+root@10.20.0.25 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.25 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.25 sysctl net.ipv4.tcp_congestion_control=bbr
+net.ipv4.tcp_congestion_control = bbr
+root@10.20.0.25 sysctl net.ipv4.tcp_timestamps=0
+net.ipv4.tcp_timestamps = 0
+root@10.20.0.25 sysctl net.ipv4.tcp_sack=0
+net.ipv4.tcp_sack = 0
+root@10.20.0.25 sysctl net.ipv4.tcp_low_latency=1
+net.ipv4.tcp_low_latency = 1
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.25 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+d5eaa28724fe
+root@10.20.0.25 ovs-vsctl add-port of-switch br-d5eaa28724fe
+
+root@10.20.0.25 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.25 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.25 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.25 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.25 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.24 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.24 sysctl net.ipv4.tcp_congestion_control=bbr
+net.ipv4.tcp_congestion_control = bbr
+root@10.20.0.24 sysctl net.ipv4.tcp_timestamps=0
+net.ipv4.tcp_timestamps = 0
+root@10.20.0.24 sysctl net.ipv4.tcp_sack=0
+net.ipv4.tcp_sack = 0
+root@10.20.0.24 sysctl net.ipv4.tcp_low_latency=1
+net.ipv4.tcp_low_latency = 1
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.24 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+0dca8f3d9c85
+root@10.20.0.24 ovs-vsctl add-port of-switch br-0dca8f3d9c85
+
+root@10.20.0.24 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.24 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.24 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.24 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.24 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 docker run -d --name=prrt_recv --network="prrt" -v=/opt/prrt/2018_09_07_17_13_32:/output --ip=10.5.8.54 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-receiver -t 10.5.8.53 -o /output/receiver_tcp-bbr.csv -w /output/trace_recv_tcp-bbr -r 4000 -s 1000 -R 18000 -a 0 -j 0 -T 
+1343f73e232065e6adba54cee9253e9d3d234a6cdc43b965dbbb9c198e9d5898
+root@10.20.0.25 docker run --rm --name=prrt_send --network="prrt" -v=/opt/prrt/2018_09_07_17_13_32:/output --ip=10.5.8.53 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-sender -t 10.5.8.54 -o /output/sender_tcp-bbr.csv -w /output/trace_send_tcp-bbr -r 4000 -s 1000 -S 18000 -a 0 -j 0 -T 
+Starting Wireshark.
+Checking reachability of 10.5.8.54.
+Reachable after 28.495568 seconds
+Delaying time-sender
+Running PRRT with command: "time-sender -t 10.5.8.54 -o /output/sender_tcp-bbr.csv -r 4000 -s 1000 -S 18000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+SO_SNDBUF: 36000
+Start sending.
+Done sending.
+Done writing.
+Done freeing.
+Exit status: 0
+Done after 23.283471 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+root@10.20.0.24 docker kill --signal="SIGINT" prrt_recv
+Error response from daemon: Cannot kill container: prrt_recv: Container 1343f73e232065e6adba54cee9253e9d3d234a6cdc43b965dbbb9c198e9d5898 is not running
+root@10.20.0.24 docker logs prrt_recv
+Starting Wireshark.
+Checking reachability of 10.5.8.53.
+Reachable after 29.530493 seconds
+Running PRRT with command: "time-receiver -o /output/receiver_tcp-bbr.csv -r 4000 -s 1000 -R 18000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+SO_RCVBUF: 36000
+Start receiving.
+Closing.
+Closed.
+Flushed.
+Exit status: 0
+Done after 33.363284 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+user@localhost scp -r root@10.20.0.25:/opt/prrt/2018_09_07_17_13_32/*tcp-bbr* ./2018_09_07_17_13_32/
+
+user@localhost scp -r root@10.20.0.24:/opt/prrt/2018_09_07_17_13_32/*tcp-bbr* ./2018_09_07_17_13_32/
+

2018_09_07_17_13_32/log_tcp-cubic.txt

+root@10.20.0.25 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.25 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.25 sysctl net.ipv4.tcp_congestion_control=cubic
+net.ipv4.tcp_congestion_control = cubic
+root@10.20.0.25 sysctl net.ipv4.tcp_timestamps=0
+net.ipv4.tcp_timestamps = 0
+root@10.20.0.25 sysctl net.ipv4.tcp_sack=0
+net.ipv4.tcp_sack = 0
+root@10.20.0.25 sysctl net.ipv4.tcp_low_latency=1
+net.ipv4.tcp_low_latency = 1
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.25 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+1f0b1530cba7
+root@10.20.0.25 ovs-vsctl add-port of-switch br-1f0b1530cba7
+
+root@10.20.0.25 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.25 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.25 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.25 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.25 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.24 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.24 sysctl net.ipv4.tcp_congestion_control=cubic
+net.ipv4.tcp_congestion_control = cubic
+root@10.20.0.24 sysctl net.ipv4.tcp_timestamps=0
+net.ipv4.tcp_timestamps = 0
+root@10.20.0.24 sysctl net.ipv4.tcp_sack=0
+net.ipv4.tcp_sack = 0
+root@10.20.0.24 sysctl net.ipv4.tcp_low_latency=1
+net.ipv4.tcp_low_latency = 1
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.24 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+6081911654ba
+root@10.20.0.24 ovs-vsctl add-port of-switch br-6081911654ba
+
+root@10.20.0.24 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.24 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.24 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.24 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.24 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 1.60mbit loss 0.00%
+root@10.20.0.24 docker run -d --name=prrt_recv --network="prrt" -v=/opt/prrt/2018_09_07_17_13_32:/output --ip=10.5.8.54 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-receiver -t 10.5.8.53 -o /output/receiver_tcp-cubic.csv -w /output/trace_recv_tcp-cubic -r 4000 -s 1000 -R 18000 -a 0 -j 0 -T 
+fd4ba8dc85832a50b519f3420dea7ec710bc66d8c0730f6649767a2367f6d6d7
+root@10.20.0.25 docker run --rm --name=prrt_send --network="prrt" -v=/opt/prrt/2018_09_07_17_13_32:/output --ip=10.5.8.53 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp time-sender -t 10.5.8.54 -o /output/sender_tcp-cubic.csv -w /output/trace_send_tcp-cubic -r 4000 -s 1000 -S 18000 -a 0 -j 0 -T 
+Starting Wireshark.
+Checking reachability of 10.5.8.54.
+Reachable after 28.491004 seconds
+Delaying time-sender
+Running PRRT with command: "time-sender -t 10.5.8.54 -o /output/sender_tcp-cubic.csv -r 4000 -s 1000 -S 18000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+SO_SNDBUF: 36000
+Start sending.
+Done sending.
+Done writing.
+Done freeing.
+Exit status: 0
+Done after 23.348364 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+root@10.20.0.24 docker kill --signal="SIGINT" prrt_recv
+Error response from daemon: Cannot kill container: prrt_recv: Container fd4ba8dc85832a50b519f3420dea7ec710bc66d8c0730f6649767a2367f6d6d7 is not running
+root@10.20.0.24 docker logs prrt_recv
+Starting Wireshark.
+Checking reachability of 10.5.8.53.
+Reachable after 29.550784 seconds
+Running PRRT with command: "time-receiver -o /output/receiver_tcp-cubic.csv -r 4000 -s 1000 -R 18000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+SO_RCVBUF: 36000
+Start receiving.
+Closing.
+Closed.
+Flushed.
+Exit status: 0
+Done after 33.427772 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+user@localhost scp -r root@10.20.0.25:/opt/prrt/2018_09_07_17_13_32/*tcp-cubic* ./2018_09_07_17_13_32/
+
+user@localhost scp -r root@10.20.0.24:/opt/prrt/2018_09_07_17_13_32/*tcp-cubic* ./2018_09_07_17_13_32/
+

2018_09_07_17_20_40/experiment.csv

+Rounds,Size,Delay,Jitter,Loss,Rate,BDP,RCVBUF,SNDBUF,APP_SEND_PACE,APP_SEND_JITTER,APP_RECV_PACE,APP_RECV_JITTER
+4000,1000,0.015,0.0,0.0,16000000,480000,60000.0,60000.0,0.005,0.2,0.0,0.0

2018_09_07_17_20_40/log_prrt.txt

+root@10.20.0.25 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.25 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+feature_nsdi: Pulling from larn/prrt
+Digest: sha256:9b89a698b01e640a6b73043462908d5ac53eebfeb172259313a78b059f72c32a
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.25 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+2aa919482228
+root@10.20.0.25 ovs-vsctl add-port of-switch br-2aa919482228
+
+root@10.20.0.25 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.25 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.25 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.25 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.25 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.24 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+feature_nsdi: Pulling from larn/prrt
+Digest: sha256:9b89a698b01e640a6b73043462908d5ac53eebfeb172259313a78b059f72c32a
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.24 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+6149314e5d2a
+root@10.20.0.24 ovs-vsctl add-port of-switch br-6149314e5d2a
+
+root@10.20.0.24 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.24 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.24 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.24 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.24 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 docker run -d --name=prrt_recv --network="prrt" -v=/opt/prrt/2018_09_07_17_20_40:/output --ip=10.5.8.54 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi time-receiver -t 10.5.8.53 -o /output/receiver_prrt.csv -w /output/trace_recv_prrt -r 4000 -s 1000 -R 60000 -a 0 -j 0 -T 
+b6e33a24754d088ee544a1e9e370f86be3a00b08d45b7c9e79db8417a733317a
+root@10.20.0.25 docker run --rm --name=prrt_send --network="prrt" -v=/opt/prrt/2018_09_07_17_20_40:/output --ip=10.5.8.53 --cap-add NET_ADMIN --cpuset-cpus="0-3" docker.nt.uni-saarland.de/larn/prrt:feature_nsdi time-sender -t 10.5.8.54 -o /output/sender_prrt.csv -w /output/trace_send_prrt -r 4000 -s 1000 -S 60000 -a 5000 -j 0 -T 
+Starting Wireshark.
+Checking reachability of 10.5.8.54.
+Reachable after 28.485740 seconds
+Delaying time-sender
+Running PRRT with command: "time-sender -t 10.5.8.54 -o /output/sender_prrt.csv -r 4000 -s 1000 -S 60000 -a 5000 -j 0 -T" and link parameters: ""
+About to open socket.
+Start sending.
+Done sending.
+Done writing.
+Done freeing.
+Exit status: 0
+Done after 23.387774 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+root@10.20.0.24 docker kill --signal="SIGINT" prrt_recv
+Error response from daemon: Cannot kill container: prrt_recv: Container b6e33a24754d088ee544a1e9e370f86be3a00b08d45b7c9e79db8417a733317a is not running
+root@10.20.0.24 docker logs prrt_recv
+Starting Wireshark.
+Checking reachability of 10.5.8.53.
+Reachable after 29.546310 seconds
+Running PRRT with command: "time-receiver -o /output/receiver_prrt.csv -r 4000 -s 1000 -R 60000 -a 0 -j 0 -T" and link parameters: ""
+About to open socket.
+Start receiving.
+Closing.
+Closed.
+Flushed.
+Exit status: 0
+Done after 32.467719 seconds
+Running as user "root" and group "root". This could be dangerous.
+tshark: Lua: Error during loading:
+ [string "/usr/share/wireshark/init.lua"]:44: dofile has been disabled due to running Wireshark as superuser. See https://wiki.wireshark.org/CaptureSetup/CapturePrivileges for help in running Wireshark as an unprivileged user.
+Capturing on 'eth0'
+user@localhost scp -r root@10.20.0.25:/opt/prrt/2018_09_07_17_20_40/*prrt* ./2018_09_07_17_20_40/
+
+user@localhost scp -r root@10.20.0.24:/opt/prrt/2018_09_07_17_20_40/*prrt* ./2018_09_07_17_20_40/
+

2018_09_07_17_20_40/log_tcp-bbr.txt

+root@10.20.0.25 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.25 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.25 sysctl net.ipv4.tcp_congestion_control=bbr
+net.ipv4.tcp_congestion_control = bbr
+root@10.20.0.25 sysctl net.ipv4.tcp_timestamps=0
+net.ipv4.tcp_timestamps = 0
+root@10.20.0.25 sysctl net.ipv4.tcp_sack=0
+net.ipv4.tcp_sack = 0
+root@10.20.0.25 sysctl net.ipv4.tcp_low_latency=1
+net.ipv4.tcp_low_latency = 1
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.25 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.25 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+f2b230c6265f
+root@10.20.0.25 ovs-vsctl add-port of-switch br-f2b230c6265f
+
+root@10.20.0.25 tc qdisc show | grep p2p1 | grep netem && tc qdisc del dev p2p1 root
+root@10.20.0.25 tc qdisc add dev p2p1 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p2 | grep netem && tc qdisc del dev p2p2 root
+root@10.20.0.25 tc qdisc add dev p2p2 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p3 | grep netem && tc qdisc del dev p2p3 root
+root@10.20.0.25 tc qdisc add dev p2p3 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.25 tc qdisc show | grep p2p4 | grep netem && tc qdisc del dev p2p4 root
+root@10.20.0.25 tc qdisc add dev p2p4 root netem delay 15.0ms 0.0ms rate 16.00mbit loss 0.00%
+root@10.20.0.24 docker container inspect prrt_send > /dev/null 2>&1 && docker rm -f prrt_send; docker container inspect prrt_recv > /dev/null 2>&1 && docker rm -f prrt_recv
+root@10.20.0.24 docker pull docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+feature_nsdi_tcp: Pulling from larn/prrt
+Digest: sha256:24c39a2c6ea19f374a44f6855cb611d4f87f0caa678e253be9e843dce203eeb7
+Status: Image is up to date for docker.nt.uni-saarland.de/larn/prrt:feature_nsdi_tcp
+root@10.20.0.24 sysctl net.ipv4.tcp_congestion_control=bbr
+net.ipv4.tcp_congestion_control = bbr
+root@10.20.0.24 sysctl net.ipv4.tcp_timestamps=0
+net.ipv4.tcp_timestamps = 0
+root@10.20.0.24 sysctl net.ipv4.tcp_sack=0
+net.ipv4.tcp_sack = 0
+root@10.20.0.24 sysctl net.ipv4.tcp_low_latency=1
+net.ipv4.tcp_low_latency = 1
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network inspect prrt | grep 'Id' | awk '{split($0,a," "); print a[2]}' | cut -c2-13 |  xargs -I % ovs-vsctl del-port of-switch br-%
+root@10.20.0.24 docker network ls | grep prrt > /dev/null && docker network rm prrt
+root@10.20.0.24 docker network create --subnet="10.5.8.0/24" prrt | cut -c1-12
+d9bd50db76f5
+root@10.20.0.24 ovs-vsctl add-port of-switch br-d9bd50db76f5
+