File size: 7,986 Bytes
feca03d d285c40 2d4b81f d285c40 2d4b81f d285c40 2d4b81f d285c40 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 | model_family,model,type,batch,device,res,fps,frames,e2e,tps,tpot,ttft
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_orin,1280x720,N/A,N/A,3.4767,73.63,10.47,793.82
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_orin,1920x1080,N/A,N/A,3.4601,73.99,10.50,769.59
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_orin,854x480,N/A,N/A,3.4106,75.06,10.46,730.42
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_thor,1280x720,N/A,N/A,2.9966,85.43,9.47,571.74
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_thor,1920x1080,N/A,N/A,3.0482,83.98,9.52,609.01
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,agx_thor,854x480,N/A,N/A,2.9693,86.22,9.53,527.85
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,orin_nano_super,1280x720,N/A,N/A,6.0005,42.66,18.24,1327.89
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,orin_nano_super,1920x1080,N/A,N/A,5.6634,45.20,18.36,960.77
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,image,1,orin_nano_super,854x480,N/A,N/A,5.7178,44.77,18.40,1006.61
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,text,1,agx_orin,N/A,N/A,N/A,2.7044,94.66,10.17,97.49
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,text,1,agx_thor,N/A,N/A,N/A,2.4818,103.15,9.48,53.33
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,text,1,orin_nano_super,N/A,N/A,N/A,4.7219,54.21,17.89,140.28
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_orin,1280x720,2,6,3.3040,77.48,10.47,622.15
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_orin,1280x720,4,12,3.3010,77.55,10.46,621.82
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_orin,1920x1080,2,6,4.0221,63.65,10.74,1271.07
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_orin,1920x1080,4,12,4.0176,63.72,10.74,1267.31
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_orin,854x480,2,6,2.9961,85.44,10.37,340.53
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_orin,854x480,4,12,2.9951,85.47,10.36,341.15
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_thor,1280x720,2,6,2.8887,88.62,9.52,450.19
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_thor,1280x720,4,12,2.6629,96.13,8.70,435.18
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_thor,1920x1080,2,6,3.3747,75.86,9.72,884.67
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_thor,1920x1080,4,12,3.3594,76.20,9.63,892.37
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_thor,854x480,2,6,2.6786,95.57,9.45,258.06
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,agx_thor,854x480,4,12,2.4043,106.48,8.43,245.77
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,orin_nano_super,1280x720,2,6,5.6980,44.93,18.39,986.43
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,orin_nano_super,1280x720,4,12,5.7010,44.90,18.39,989.92
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,orin_nano_super,1920x1080,2,6,7.1322,35.89,18.88,2296.63
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,orin_nano_super,1920x1080,4,12,7.1390,35.86,18.88,2303.15
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,orin_nano_super,854x480,2,6,5.1385,49.82,18.17,483.15
Qwen3.5-0.8B,Qwen/Qwen3.5-0.8B,video,1,orin_nano_super,854x480,4,12,5.1314,49.89,18.14,483.59
Qwen3.5-2B,Qwen/Qwen3.5-2B,image,1,agx_orin,1280x720,N/A,N/A,7.0674,36.22,23.75,983.78
Qwen3.5-2B,Qwen/Qwen3.5-2B,image,1,agx_orin,1920x1080,N/A,N/A,7.0653,36.23,23.76,980.26
Qwen3.5-2B,Qwen/Qwen3.5-2B,image,1,agx_orin,854x480,N/A,N/A,6.9196,37.00,23.82,820.85
Qwen3.5-2B,Qwen/Qwen3.5-2B,image,1,agx_thor,1280x720,N/A,N/A,4.9569,51.65,16.95,617.44
Qwen3.5-2B,Qwen/Qwen3.5-2B,image,1,agx_thor,1920x1080,N/A,N/A,5.3912,47.48,17.69,861.15
Qwen3.5-2B,Qwen/Qwen3.5-2B,image,1,agx_thor,854x480,N/A,N/A,4.9181,52.05,16.54,683.47
Qwen3.5-2B,Qwen/Qwen3.5-2B,text,1,agx_orin,N/A,N/A,N/A,6.1086,41.91,23.42,111.25
Qwen3.5-2B,Qwen/Qwen3.5-2B,text,1,agx_thor,N/A,N/A,N/A,4.7835,53.52,18.45,58.28
Qwen3.5-2B,Qwen/Qwen3.5-2B,text,1,orin_nano_super,N/A,N/A,N/A,10.6152,24.12,40.88,148.25
Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_orin,1280x720,2,6,6.8962,37.12,23.78,804.95
Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_orin,1280x720,4,12,6.8956,37.13,23.75,812.87
Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_orin,1920x1080,2,6,7.8629,32.56,24.04,1705.70
Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_orin,1920x1080,4,12,7.8786,32.49,24.04,1722.06
Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_orin,854x480,2,6,6.4829,39.49,23.66,422.60
Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_orin,854x480,4,12,6.4961,39.41,23.68,429.93
Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_thor,1280x720,2,6,5.0749,50.44,17.94,480.60
Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_thor,1280x720,4,12,5.0026,51.17,17.67,479.12
Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_thor,1920x1080,2,6,5.5593,46.05,17.80,1002.52
Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_thor,1920x1080,4,12,5.5114,46.45,17.60,1004.64
Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_thor,854x480,2,6,4.4620,57.37,16.43,255.18
Qwen3.5-2B,Qwen/Qwen3.5-2B,video,1,agx_thor,854x480,4,12,4.6379,55.20,17.09,261.74
Qwen3.5-4B,Qwen/Qwen3.5-4B,image,1,agx_orin,1280x720,N/A,N/A,15.7675,16.24,51.72,2523.80
Qwen3.5-4B,Qwen/Qwen3.5-4B,image,1,agx_orin,1920x1080,N/A,N/A,14.8430,17.25,51.77,1589.73
Qwen3.5-4B,Qwen/Qwen3.5-4B,image,1,agx_orin,854x480,N/A,N/A,14.9075,17.17,51.79,1646.42
Qwen3.5-4B,Qwen/Qwen3.5-4B,image,1,agx_thor,1280x720,N/A,N/A,10.1825,25.14,36.65,799.10
Qwen3.5-4B,Qwen/Qwen3.5-4B,image,1,agx_thor,1920x1080,N/A,N/A,10.2370,25.01,36.68,846.99
Qwen3.5-4B,Qwen/Qwen3.5-4B,image,1,agx_thor,854x480,N/A,N/A,10.2156,25.06,36.70,818.28
Qwen3.5-4B,Qwen/Qwen3.5-4B,text,1,agx_orin,N/A,N/A,N/A,13.2256,19.36,51.11,139.34
Qwen3.5-4B,Qwen/Qwen3.5-4B,text,1,agx_thor,N/A,N/A,N/A,11.5369,22.19,44.83,59.20
Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_orin,1280x720,2,6,14.7267,17.38,51.74,1478.13
Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_orin,1280x720,4,12,14.7034,17.41,51.75,1453.92
Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_orin,1920x1080,2,6,16.6134,15.41,52.42,3190.30
Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_orin,1920x1080,4,12,16.5295,15.49,52.31,3136.04
Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_orin,854x480,2,6,13.8618,18.47,51.36,711.89
Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_orin,854x480,4,12,13.8666,18.46,51.46,691.59
Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_thor,1280x720,2,6,9.9871,25.63,36.42,662.34
Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_thor,1280x720,4,12,10.0533,25.46,36.70,656.44
Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_thor,1920x1080,2,6,10.9197,23.44,37.17,1403.77
Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_thor,1920x1080,4,12,10.8428,23.61,36.86,1404.92
Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_thor,854x480,2,6,9.7512,26.25,36.72,349.70
Qwen3.5-4B,Qwen/Qwen3.5-4B,video,1,agx_thor,854x480,4,12,9.6476,26.54,36.35,340.00
Qwen3.5-9B,Qwen/Qwen3.5-9B,image,1,agx_orin,1280x720,N/A,N/A,26.3132,9.73,93.35,2411.69
Qwen3.5-9B,Qwen/Qwen3.5-9B,image,1,agx_orin,1920x1080,N/A,N/A,27.0737,9.46,93.46,3145.46
Qwen3.5-9B,Qwen/Qwen3.5-9B,image,1,agx_orin,854x480,N/A,N/A,26.3322,9.72,93.46,2404.11
Qwen3.5-9B,Qwen/Qwen3.5-9B,image,1,agx_thor,1280x720,N/A,N/A,18.7311,13.67,69.21,1011.55
Qwen3.5-9B,Qwen/Qwen3.5-9B,image,1,agx_thor,1920x1080,N/A,N/A,18.7188,13.68,69.17,1009.03
Qwen3.5-9B,Qwen/Qwen3.5-9B,image,1,agx_thor,854x480,N/A,N/A,18.5157,13.83,68.41,1002.13
Qwen3.5-9B,Qwen/Qwen3.5-9B,text,1,agx_orin,N/A,N/A,N/A,23.9129,10.71,92.89,130.96
Qwen3.5-9B,Qwen/Qwen3.5-9B,text,1,agx_thor,N/A,N/A,N/A,17.2797,14.82,67.16,84.25
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_orin,1280x720,2,6,26.3409,9.72,93.49,2404.89
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_orin,1280x720,4,12,26.3109,9.73,93.49,2375.36
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_orin,1920x1080,2,6,29.3717,8.72,94.17,5263.46
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_orin,1920x1080,4,12,29.4122,8.70,94.13,5313.34
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_orin,854x480,2,6,24.9959,10.24,93.17,1140.07
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_orin,854x480,4,12,24.9802,10.25,93.17,1125.95
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_thor,1280x720,2,6,18.3248,13.97,68.31,835.77
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_thor,1280x720,4,12,18.0996,14.14,67.47,825.91
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_thor,1920x1080,2,6,19.2352,13.31,67.93,1843.14
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_thor,1920x1080,4,12,19.5311,13.11,69.15,1828.39
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_thor,854x480,2,6,18.0794,14.16,68.98,420.49
Qwen3.5-9B,Qwen/Qwen3.5-9B,video,1,agx_thor,854x480,4,12,17.9946,14.23,68.62,425.62
|