|
1 | | -Intel(R) Core(TM) i7-6850K CPU @ 3.60GHz,single,pytorch,1,458.97,0.0 |
2 | | -Intel(R) Core(TM) i7-6850K CPU @ 3.60GHz,single,onnx,1,286.13,0.0 |
3 | | -NVIDIA GeForce RTX 3090,single,pytorch,1,7.96,7.72 |
4 | | -NVIDIA GeForce RTX 3090,half,pytorch,1,4.83,4.54 |
5 | | -NVIDIA GeForce RTX 3090,single,pytorch,2,14.49,11 |
6 | | -NVIDIA GeForce RTX 3090,half,pytorch,2,8.42,8.75 |
7 | | -NVIDIA GeForce RTX 3090,single,pytorch,4,27.94,17.69 |
8 | | -NVIDIA GeForce RTX 3090,half,pytorch,4,15.87,15.36 |
9 | | -NVIDIA GeForce RTX 3090,single,pytorch,8,-1.0,-1.0 |
10 | | -NVIDIA GeForce RTX 3090,half,pytorch,8,-1.0,-1.0 |
11 | | -NVIDIA RTX A5500,single,pytorch,1,8.55,7.69 |
12 | | -NVIDIA RTX A5500,half,pytorch,1,5.05,4.58 |
13 | | -NVIDIA RTX A5500,single,pytorch,2,15.71,11 |
14 | | -NVIDIA RTX A5500,half,pytorch,2,9.37,8.8 |
15 | | -NVIDIA RTX A5500,single,pytorch,4,30.51,17.69 |
16 | | -NVIDIA RTX A5500,half,pytorch,4,16.97,15.33 |
17 | | -NVIDIA RTX A5500,single,pytorch,8,-1.0,-1.0 |
18 | | -NVIDIA RTX A5500,half,pytorch,8,-1.0,-1.0 |
19 | | -AMD EPYC 7352 24-Core Processor,single,pytorch,1,529.93,0.0 |
20 | | -AMD EPYC 7352 24-Core Processor,single,onnx,1,223.19,0.0 |
21 | | -NVIDIA GeForce RTX 3080,single,pytorch,4,-1.0,-1.0 |
22 | | -NVIDIA GeForce RTX 3080,half,pytorch,4,-1.0,-1.0 |
23 | | -NVIDIA GeForce RTX 3080,single,pytorch,1,-1.0,-1.0 |
24 | | -NVIDIA GeForce RTX 3080,half,pytorch,1,5.59,4.52 |
25 | | -NVIDIA GeForce RTX 3080,single,pytorch,2,-1.0,-1.0 |
26 | | -NVIDIA GeForce RTX 3080,half,pytorch,2,-1.0,-1.0 |
27 | | -NVIDIA A100 80GB PCIe,single,pytorch,1,6.39,7.75 |
28 | | -NVIDIA A100 80GB PCIe,half,pytorch,1,3.74,4.55 |
29 | | -NVIDIA A100 80GB PCIe,single,pytorch,2,11.12,11.05 |
30 | | -NVIDIA A100 80GB PCIe,half,pytorch,2,5.72,8.77 |
31 | | -NVIDIA A100 80GB PCIe,single,pytorch,4,20.18,17.63 |
32 | | -NVIDIA A100 80GB PCIe,half,pytorch,4,10.04,15.34 |
33 | | -NVIDIA A100 80GB PCIe,single,pytorch,8,38.88,30.88 |
34 | | -NVIDIA A100 80GB PCIe,half,pytorch,8,18.68,28.47 |
35 | | -NVIDIA A100 80GB PCIe,single,pytorch,16,76.92,57.46 |
36 | | -NVIDIA A100 80GB PCIe,half,pytorch,16,36.67,54.73 |
37 | | -NVIDIA A100 80GB PCIe,half,pytorch,28,63.88,78.78 |
38 | | -NVIDIA RTX A6000,single,pytorch,1,8.09,7.75 |
39 | | -NVIDIA RTX A6000,half,pytorch,1,5.03,4.53 |
40 | | -NVIDIA RTX A6000,single,pytorch,2,14.86,10.98 |
41 | | -NVIDIA RTX A6000,half,pytorch,2,9.03,8.79 |
42 | | -NVIDIA RTX A6000,single,pytorch,4,27.92,17.62 |
43 | | -NVIDIA RTX A6000,half,pytorch,4,17.0,15.34 |
44 | | -NVIDIA RTX A6000,single,pytorch,8,53.95,30.88 |
45 | | -NVIDIA RTX A6000,half,pytorch,8,32.57,28.51 |
46 | | -NVIDIA RTX A6000,half,pytorch,16,63.16,46.11 |
47 | | -Quadro RTX 8000,single,pytorch,1,12.3,7.71 |
48 | | -Quadro RTX 8000,half,pytorch,1,5.93,4.52 |
49 | | -Quadro RTX 8000,single,pytorch,2,24.42,9.16 |
50 | | -Quadro RTX 8000,half,pytorch,2,10.92,7.02 |
51 | | -Quadro RTX 8000,single,pytorch,4,42.56,15.58 |
52 | | -Quadro RTX 8000,half,pytorch,4,21.24,12.39 |
53 | | -Quadro RTX 8000,single,pytorch,8,76.96,23.11 |
54 | | -Quadro RTX 8000,half,pytorch,8,40.52,20.98 |
55 | | -Quadro RTX 8000,single,pytorch,16,152.55,42.47 |
56 | | -Quadro RTX 8000,half,pytorch,16,80.31,38.18 |
57 | | -Quadro RTX 8000,single,pytorch,32,-1.0,-1.0 |
58 | | -Quadro RTX 8000,half,pytorch,32,-1.0,-1.0 |
| 1 | +device,precision,autocast,xformers,runtime,n_samples,latency,memory |
| 2 | +NVIDIA A10,half,FALSE,TRUE,pytorch,32,48.79,7.37 |
| 3 | +NVIDIA A10,half,FALSE,TRUE,pytorch,16,24.65,19.86 |
| 4 | +NVIDIA A10,half,FALSE,TRUE,pytorch,8,12.93,11.05 |
| 5 | +NVIDIA A10,half,FALSE,TRUE,pytorch,128,212.94,22.18 |
| 6 | +NVIDIA A10,half,FALSE,TRUE,pytorch,4,6.68,6.63 |
| 7 | +NVIDIA A10,half,FALSE,TRUE,pytorch,64,108.26,17.54 |
| 8 | +NVIDIA A10,half,FALSE,TRUE,pytorch,2,3.65,4.3 |
| 9 | +NVIDIA A10,half,FALSE,TRUE,pytorch,1,2.01,3.13 |
| 10 | +NVIDIA A100 80GB PCIe,half,FALSE,TRUE,pytorch,128,73.72,22.68 |
| 11 | +NVIDIA A100 80GB PCIe,half,FALSE,TRUE,pytorch,64,36.89,12.46 |
| 12 | +NVIDIA A100 80GB PCIe,half,FALSE,TRUE,pytorch,32,18.75,7.34 |
| 13 | +NVIDIA A100 80GB PCIe,half,FALSE,TRUE,pytorch,16,9.93,19.81 |
| 14 | +NVIDIA A100 80GB PCIe,half,FALSE,TRUE,pytorch,8,5.25,11.12 |
| 15 | +NVIDIA A100 80GB PCIe,half,FALSE,TRUE,pytorch,2,1.73,4.33 |
| 16 | +NVIDIA A100 80GB PCIe,half,FALSE,TRUE,pytorch,4,3.73,6.62 |
| 17 | +NVIDIA A100 80GB PCIe,half,FALSE,TRUE,pytorch,1,1.17,3.19 |
| 18 | +NVIDIA A100-SXM4-40GB,half,FALSE,TRUE,pytorch,128,69.31,22.68 |
| 19 | +NVIDIA A100-SXM4-40GB,half,FALSE,TRUE,pytorch,64,34.92,13.79 |
| 20 | +NVIDIA A100-SXM4-40GB,half,FALSE,TRUE,pytorch,32,17.72,7.33 |
| 21 | +NVIDIA A100-SXM4-40GB,half,FALSE,TRUE,pytorch,16,9.13,19.8 |
| 22 | +NVIDIA A100-SXM4-40GB,half,FALSE,TRUE,pytorch,8,4.85,11.12 |
| 23 | +NVIDIA A100-SXM4-40GB,half,FALSE,TRUE,pytorch,4,2.68,6.61 |
| 24 | +NVIDIA A100-SXM4-40GB,half,FALSE,TRUE,pytorch,2,1.66,4.32 |
| 25 | +NVIDIA A100-SXM4-40GB,half,FALSE,TRUE,pytorch,1,1.18,3.18 |
| 26 | +NVIDIA RTX A6000,half,FALSE,TRUE,pytorch,32,31.19,7.65 |
| 27 | +NVIDIA RTX A6000,half,FALSE,TRUE,pytorch,16,15.62,20.01 |
| 28 | +NVIDIA RTX A6000,half,FALSE,TRUE,pytorch,128,130.38,34.36 |
| 29 | +NVIDIA RTX A6000,half,FALSE,TRUE,pytorch,64,65.72,23.84 |
| 30 | +NVIDIA RTX A6000,half,FALSE,TRUE,pytorch,8,8.39,11.19 |
| 31 | +NVIDIA RTX A6000,half,FALSE,TRUE,pytorch,4,4.56,6.64 |
| 32 | +NVIDIA RTX A6000,half,FALSE,TRUE,pytorch,2,2.84,4.37 |
| 33 | +NVIDIA RTX A6000,half,FALSE,TRUE,pytorch,1,1.93,3.15 |
| 34 | +Tesla V100-SXM2-16GB,half,FALSE,TRUE,pytorch,64,79.82,13.51 |
| 35 | +Tesla V100-SXM2-16GB,half,FALSE,TRUE,pytorch,32,40.13,7.73 |
| 36 | +Tesla V100-SXM2-16GB,half,FALSE,TRUE,pytorch,16,20.96,10.87 |
| 37 | +Tesla V100-SXM2-16GB,half,FALSE,TRUE,pytorch,8,10.64,10.45 |
| 38 | +Tesla V100-SXM2-16GB,half,FALSE,TRUE,pytorch,4,5.62,6.42 |
| 39 | +Tesla V100-SXM2-16GB,half,FALSE,TRUE,pytorch,2,3.08,4.17 |
| 40 | +Tesla V100-SXM2-16GB,half,FALSE,TRUE,pytorch,1,1.84,3.24 |
| 41 | +Tesla V100-SXM2-16GB,half,FALSE,,pytorch,128,-1,-1 |
0 commit comments