Hardware Specs

CPU: 24 Physical Cores @ 2.2 GHz (2 × E5-2650 V4)
Memory: 256 GB of DDR4 ECC RAM (16 × 16 GB)
Storage: 2.8 TB of SSD (6 × 480GB SSD)
RAID: Dual Mode High Performance HBA/RAID Card
Network: 20Gbps Bonded Network (2 × 10GBPS W/ LACP)

=============kata cli without template===============
root@kata-benchmark:~/kata-benchmark# for i in `seq 81 90`; do time docker run --runtime kata -d --rm --name busybox_$i docker.io/library/busybox:latest sh; done
b7586b3510059c66fab9121884bb50a8c3f2112fd80b34504eb30d4574522251

real	0m1.780s
user	0m0.025s
sys	0m0.067s
546081ed64f4637f1daa22f0d400d41733971be358d68acbab3bc13ac7f2eea1

real	0m1.844s
user	0m0.056s
sys	0m0.027s
ddfe857e05c6316ddc65fe71e0ab8311597d1aa49735657bc03af2c8a27c1b26

real	0m1.659s
user	0m0.058s
sys	0m0.036s
8a14589e9a6bd3d005f41cfe6cc2b05b71002069996079d072f00ac3d14c3c49

real	0m1.653s
user	0m0.078s
sys	0m0.014s
9079abab79fa04766bea011d142a4fb4e06b105b40c78460c88dcdd70d6ffbfe

real	0m1.688s
user	0m0.036s
sys	0m0.054s
5a38dd042901ada8c88f2fcc76a230c8acebcf5dfc179ad6141f0c29f28dfde8

real	0m1.635s
user	0m0.056s
sys	0m0.038s
d7edf1c9cbaa2fb17c29dc87de2592fb5e64036ad9bcb614151f2e74c7e803b7

real	0m1.617s
user	0m0.075s
sys	0m0.018s
c217b8b1942447f5efc569d3be1d947008f8a7733160b544565636d07271a210

real	0m1.796s
user	0m0.057s
sys	0m0.040s
b6efe1694effa252183ca1b0022ee4bc9c719a844c099cf811f2532fb1403646

real	0m1.639s
user	0m0.032s
sys	0m0.061s
46c6d50f0a2a14ef5fbaf74674481e0394f53c00dd1e2578b24d36b0217e31c8

real	0m1.652s
user	0m0.032s
sys	0m0.058s


===============kata cli with template  enabled===============
root@kata-benchmark:~/kata-benchmark# for i in `seq 81 90`; do time docker run --runtime kata -d --rm --name busybox_$i docker.io/library/busybox:latest sh; done
ea80afd658d6e1b004cb3888728ae7b74af407310e35ff9c32f039d1a1f92090

real	0m1.068s
user	0m0.036s
sys	0m0.061s
d5f1f9289a23e44b6bd5c642c9c1e2d1ab436041376c2ad08aff9b8158f3bf55

real	0m1.072s
user	0m0.063s
sys	0m0.038s
1f10632639f22f690d285fbca76fc42ff117c6a0fcf55c0e88662c9af952297c

real	0m1.084s
user	0m0.059s
sys	0m0.033s
e2d4a198a7e1939b345334d5a1685bc7089164916d87e18c4b451b506d40d52d

real	0m1.019s
user	0m0.061s
sys	0m0.028s
4e9d742da55a9315f60a647a5f03e7a5b6fd6b907f55bea67b6c35d4ce5e1009

real	0m1.025s
user	0m0.031s
sys	0m0.061s
f5b8241352941e45ea6d04f6ade1c1e4f2303e74a4f515260b893e647b8d6942

real	0m1.048s
user	0m0.056s
sys	0m0.038s
e2c8e7cae9d4a2ede2b4d1619a811dcb3b53daeced3fa544b94466ae194a4422

real	0m1.059s
user	0m0.052s
sys	0m0.025s
0c59f218370e05162958f6cb459cfb949b8d085b9b7c68184a4cc00f968cd608

real	0m1.077s
user	0m0.052s
sys	0m0.053s
c397927172ebce3d6ab26ba828539ad1e86d4267b7687984ea472d5045331300

real	0m1.084s
user	0m0.069s
sys	0m0.025s
de4725f5f2bf79b2c21ced14696169fce011724a7a6244cd06d6758caa3b0558

real	0m1.084s
user	0m0.068s
sys	0m0.025s

===============shimv2 with template enabled===================
root@kata-benchmark:~/kata-benchmark# for i in `seq 81 90`; do time ctr run --runtime io.containerd.run.kata.v2 -d --rm docker.io/library/busybox:latest busybox_$i sh; done

real	0m0.488s
user	0m0.024s
sys	0m0.033s

real	0m0.469s
user	0m0.026s
sys	0m0.026s

real	0m0.424s
user	0m0.037s
sys	0m0.018s

real	0m0.429s
user	0m0.030s
sys	0m0.026s

real	0m0.421s
user	0m0.019s
sys	0m0.036s

real	0m0.431s
user	0m0.011s
sys	0m0.041s

real	0m0.434s
user	0m0.031s
sys	0m0.024s

real	0m0.422s
user	0m0.024s
sys	0m0.029s

real	0m0.455s
user	0m0.030s
sys	0m0.026s

real	0m0.434s
user	0m0.036s
sys	0m0.017s

===================shimv2 without template======================
root@kata-benchmark:~/kata-benchmark# for i in `seq 71 80`; do time ctr run --runtime io.containerd.run.kata.v2 -d --rm docker.io/library/busybox:latest busybox_$i sh; done

real	0m1.078s
user	0m0.036s
sys	0m0.023s

real	0m1.070s
user	0m0.019s
sys	0m0.029s

real	0m1.072s
user	0m0.023s
sys	0m0.028s

real	0m1.023s
user	0m0.022s
sys	0m0.027s

real	0m1.059s
user	0m0.032s
sys	0m0.017s

real	0m1.023s
user	0m0.031s
sys	0m0.019s

real	0m1.079s
user	0m0.029s
sys	0m0.021s

real	0m1.064s
user	0m0.016s
sys	0m0.033s

real	0m1.071s
user	0m0.026s
sys	0m0.029s

real	0m1.067s
user	0m0.034s
sys	0m0.015s

=======================runc==========================
root@kata-benchmark:~/kata-benchmark# for i in `seq 81 90`; do time docker run --runtime runc -d --rm --name busybox_$i docker.io/library/busybox:latest sh; done
5f7b4ecc92f9321338ca307c3616f59763430c38ae717eefab2c6af17823447f

real	0m0.680s
user	0m0.059s
sys	0m0.034s
39008f3d8f9d320497c751a8f1f2d14427cfdc10543d9e139b943569ef0efd1c

real	0m0.690s
user	0m0.055s
sys	0m0.039s
ebdac96b26aa704541626d11f5e9061648e99838496fd880ace13d8c305f5a5e

real	0m0.697s
user	0m0.033s
sys	0m0.047s
f33d6122c8e4670091cf60c120ecedd22143d812b34d5b5d36f2c5ae8fbff4cd

real	0m0.690s
user	0m0.044s
sys	0m0.034s
3b5d99773aec544443da9500701f6e76de5bebcf5d382e1db0c848ce3c36ef75

real	0m0.690s
user	0m0.050s
sys	0m0.025s
feaf7974aac575214908d43588dda45dc104b71a7fce4ad58b7ed588aa62e718

real	0m0.844s
user	0m0.049s
sys	0m0.048s
3e8b2fe2fdb70039420bd442178f4b2bdf75677698eaae9ad1185ff1552aeaac

real	0m0.681s
user	0m0.055s
sys	0m0.035s
1a558f91b7421bda74839b77e14239d26e979d1508a455379cf2228587ab677e

real	0m0.665s
user	0m0.034s
sys	0m0.042s
354b91754851899cfc46345e4cf95e354e76e792dd862919e6e9b827d65a83d5

real	0m0.766s
user	0m0.059s
sys	0m0.032s
fbe912b4fdabfec485c5d556c7c953e4f1693830be077596ea5fec4aaca0b1a6

real	0m0.663s
user	0m0.048s
sys	0m0.048s

======================gvisor kvm========================
root@kata-benchmark:~/kata-benchmark# for i in `seq 81 90`; do time docker run --runtime runsc -d --rm --name busybox_$i docker.io/library/busybox:latest sh; done
c0b1d372a30d7ef6adbcc3b30979c340a81cb35a8c27a25fdaa010da2d60f81e

real	0m0.565s
user	0m0.061s
sys	0m0.034s
da8d1aa666e50783ddf6ffac810c7c6a1fc63dbcf6c65faa5f63ee3ce02d50ed

real	0m0.779s
user	0m0.070s
sys	0m0.028s
0dfc91134265d663b32b37cd3e4ec13889b9f2cd3d263ba75487b2d5191a28b4

real	0m0.749s
user	0m0.040s
sys	0m0.040s
56ffcd544e45e59db6eeb547bacfb993c849e92f8664ca0ad6d5a44de47fc589

real	0m0.698s
user	0m0.056s
sys	0m0.034s
e19963528175992ce6577ffab7b599d9dbb109a257af5e99ccc9574218b6a0f7

real	0m0.673s
user	0m0.052s
sys	0m0.039s
18cc76245b550405be25350d47364fb5b392995a3e58ee97e27a589ffbd75967

real	0m0.585s
user	0m0.047s
sys	0m0.028s
66aeb06eb42aaafaf954e165d42d73b7bfdf24a498c893b7d94fce30359e0f3a

real	0m0.717s
user	0m0.049s
sys	0m0.044s
c999e1718efffbb55fe88b9b4f482498c1f33557666551e5993048b166b610f9

real	0m0.695s
user	0m0.052s
sys	0m0.043s
ab3f07a704924845a93a1372f79f52ff8c913f6af989d56b266184748a55d501

real	0m0.791s
user	0m0.065s
sys	0m0.037s
78c0fdb7c1073e3d0d7b6e3ebe7276331db5c6295e3daf23593f53a5c3d69983

real	0m0.732s
user	0m0.061s
sys	0m0.029s

====================gvisor ptrace===========================
root@kata-benchmark:~/kata-benchmark# for i in `seq 81 90`; do time docker run --runtime runsc -d --rm --name busybox_$i docker.io/library/busybox:latest sh; done
fad079961837465287996100bc90dcade9fbb89c9c9296dacdeddfd46d3008ea

real	0m0.540s
user	0m0.048s
sys	0m0.033s
94c105eb92a3e08e0e35b0fa3d3dfb50a3817aec8272f2acd555839362617105

real	0m0.667s
user	0m0.043s
sys	0m0.048s
9041946ac34ca7dd214c7fe02b91d5bbe4a6a45b3c7ca3894618ce6b6ea66bc1

real	0m0.712s
user	0m0.051s
sys	0m0.051s
3ee612f3d1aba3c9954ec4530bd19c8c7c121e0e161a7031bcbe4c73ed928ab2

real	0m0.644s
user	0m0.065s
sys	0m0.025s
45ed45904ed3602baedd4f5748e13bf47ca3e41995bc368bd5b04461a36bf3cc

real	0m0.639s
user	0m0.038s
sys	0m0.051s
63e999017f9e80cb7f9e8fd7fdf93e4ca047341830f75560dc76976311f6a909

real	0m0.646s
user	0m0.046s
sys	0m0.051s
129f0301daeed94444f100a55d8042be833ec809a9ca10dcea4586dfdbf41af0

real	0m0.611s
user	0m0.067s
sys	0m0.029s
07a231528bea590aed011e088465a660e5d44b11b64d8e57ea41bf3d845b0535

real	0m0.668s
user	0m0.030s
sys	0m0.045s
1f290750f492a950c4a66a4f9af3a6c9c9bd7025094dd8183106e7e62ca753a2

real	0m0.656s
user	0m0.060s
sys	0m0.032s
4e7974139b70ba395f1828b51855649676c0bd6eb83c91456dc9e9e9ecc8fa5e

real	0m0.725s
user	0m0.048s
sys	0m0.043s