inference=0 latencyUs=9647.026
inference=1 latencyUs=9455.995
inference=2 latencyUs=9806.753
inference=3 latencyUs=9606.770
inference=4 latencyUs=9619.900
inference=5 latencyUs=9618.993
inference=6 latencyUs=9636.940
inference=7 latencyUs=9628.077
inference=8 latencyUs=9647.569
inference=9 latencyUs=9616.413
inference=10 latencyUs=9619.945
inference=11 latencyUs=9631.740
inference=12 latencyUs=9677.971
inference=13 latencyUs=9597.807
inference=14 latencyUs=9617.716
inference=15 latencyUs=9636.917
inference=16 latencyUs=9631.005
inference=17 latencyUs=9728.045
inference=18 latencyUs=9645.989
inference=19 latencyUs=9619.152
inferences=20 inputBytes=857304 outputBytes=2304 pollUs=100 totalMs=192.700 meanMs=9.634986 inferencesPerSecond=103.788
hostExchangeReplay=PASS