inference=0 latencyUs=8787.091
inference=1 latencyUs=8692.208
inference=2 latencyUs=8695.828
inference=3 latencyUs=8696.325
inference=4 latencyUs=8695.950
inference=5 latencyUs=8707.768
inference=6 latencyUs=8730.546
inference=7 latencyUs=8723.356
inference=8 latencyUs=8729.709
inference=9 latencyUs=8713.861
inference=10 latencyUs=8712.559
inference=11 latencyUs=8711.728
inference=12 latencyUs=8710.765
inference=13 latencyUs=8713.071
inference=14 latencyUs=8779.678
inference=15 latencyUs=8713.604
inference=16 latencyUs=8713.087
inference=17 latencyUs=8711.539
inference=18 latencyUs=8719.799
inference=19 latencyUs=8731.628
inferences=20 inputBytes=857304 outputBytes=2304 pollUs=0 totalMs=174.396 meanMs=8.719821 inferencesPerSecond=114.681
hostExchangeReplay=PASS