batch_size = 1
batch_size = 2
Inference Benchmark