Guest User

PyTorch test time regression report for c39fb9771d89632c5c3a163d3c00af3bef1bd489

a guest
Feb 3rd, 2021
283
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 7.38 KB | None | 0 0
  1. Following output is to check for test time regressions:
  2. job: pytorch_linux_bionic_py3_6_clang9_test
  3. commit: c39fb9771d89632c5c3a163d3c00af3bef1bd489
  4.  
  5.  
  6. class TestAutogradDeviceTypeCPU:
  7. # was 364.83s ± 4.00s
  8. # now 414.61s
  9.  
  10. - def test_diag_1d_cpu: ...
  11. - # was 0.035s ± 0.005s
  12.  
  13. - def test_diag_2d_1_cpu: ...
  14. - # was 0.043s ± 0.005s
  15.  
  16. - def test_diag_2d_2_cpu: ...
  17. - # was 0.042s ± 0.006s
  18.  
  19. - def test_diag_2d_cpu: ...
  20. - # was 0.043s ± 0.007s
  21.  
  22. - def test_diag_2d_tall_cpu: ...
  23. - # was 0.016s ± 0.002s
  24.  
  25. - def test_diag_2d_tall_neg_cpu: ...
  26. - # was 0.016s ± 0.002s
  27.  
  28. - def test_diag_2d_tall_pos_cpu: ...
  29. - # was 0.016s ± 0.003s
  30.  
  31. - def test_diag_2d_wide_cpu: ...
  32. - # was 0.017s ± 0.003s
  33.  
  34. - def test_diag_2d_wide_neg_cpu: ...
  35. - # was 0.016s ± 0.001s
  36.  
  37. - def test_diag_2d_wide_pos_cpu: ...
  38. - # was 0.016s ± 0.002s
  39.  
  40.  
  41. class TestCommonCPU:
  42. # was 128.49s ± 1.31s
  43. # now 130.43s
  44.  
  45. + def test_out_diag_cpu_bool: ...
  46. + # now 0.002s
  47.  
  48. + def test_out_diag_cpu_complex128: ...
  49. + # now 0.002s
  50.  
  51. + def test_out_diag_cpu_complex64: ...
  52. + # now 0.002s
  53.  
  54. + def test_out_diag_cpu_float32: ...
  55. + # now 0.002s
  56.  
  57. + def test_out_diag_cpu_float64: ...
  58. + # now 0.002s
  59.  
  60. + def test_out_diag_cpu_int16: ...
  61. + # now 0.002s
  62.  
  63. + def test_out_diag_cpu_int32: ...
  64. + # now 0.002s
  65.  
  66. + def test_out_diag_cpu_int64: ...
  67. + # now 0.002s
  68.  
  69. + def test_out_diag_cpu_int8: ...
  70. + # now 0.005s
  71.  
  72. + def test_out_diag_cpu_uint8: ...
  73. + # now 0.003s
  74.  
  75. + def test_variant_consistency_eager_diag_cpu_bool: ...
  76. + # now 0.005s
  77.  
  78. + def test_variant_consistency_eager_diag_cpu_complex128: ...
  79. + # now 0.012s
  80.  
  81. + def test_variant_consistency_eager_diag_cpu_complex64: ...
  82. + # now 0.014s
  83.  
  84. + def test_variant_consistency_eager_diag_cpu_float32: ...
  85. + # now 0.009s
  86.  
  87. + def test_variant_consistency_eager_diag_cpu_float64: ...
  88. + # now 0.010s
  89.  
  90. + def test_variant_consistency_eager_diag_cpu_int16: ...
  91. + # now 0.006s
  92.  
  93. + def test_variant_consistency_eager_diag_cpu_int32: ...
  94. + # now 0.005s
  95.  
  96. + def test_variant_consistency_eager_diag_cpu_int64: ...
  97. + # now 0.005s
  98.  
  99. + def test_variant_consistency_eager_diag_cpu_int8: ...
  100. + # now 0.005s
  101.  
  102. + def test_variant_consistency_eager_diag_cpu_uint8: ...
  103. + # now 0.006s
  104.  
  105. + def test_variant_consistency_jit_diag_cpu_bool: ...
  106. + # now 0.223s
  107.  
  108. + def test_variant_consistency_jit_diag_cpu_complex128: ...
  109. + # now 0.854s
  110.  
  111. + def test_variant_consistency_jit_diag_cpu_complex64: ...
  112. + # now 0.857s
  113.  
  114. + def test_variant_consistency_jit_diag_cpu_float32: ...
  115. + # now 0.787s
  116.  
  117. + def test_variant_consistency_jit_diag_cpu_float64: ...
  118. + # now 0.783s
  119.  
  120. + def test_variant_consistency_jit_diag_cpu_int16: ...
  121. + # now 0.231s
  122.  
  123. + def test_variant_consistency_jit_diag_cpu_int32: ...
  124. + # now 0.245s
  125.  
  126. + def test_variant_consistency_jit_diag_cpu_int64: ...
  127. + # now 0.294s
  128.  
  129. + def test_variant_consistency_jit_diag_cpu_int8: ...
  130. + # now 0.228s
  131.  
  132. + def test_variant_consistency_jit_diag_cpu_uint8: ...
  133. + # now 0.222s
  134.  
  135.  
  136. class TestDistBackendWithSpawn:
  137. # was 185.42s ± 1.02s
  138. # now 178.26s
  139.  
  140. ! def test_barrier_timeout_global: ...
  141. ! # was 2.662s ± 0.162s
  142. ! # now 0.002s (skipped)
  143.  
  144.  
  145. class TestGradientsCPU:
  146. # was 133.01s ± 3.49s
  147. # now 152.89s
  148.  
  149. + def test_fn_grad_diag_cpu_complex128: ...
  150. + # now 0.326s
  151.  
  152. + def test_fn_grad_diag_cpu_float64: ...
  153. + # now 0.080s
  154.  
  155. + def test_fn_gradgrad_diag_cpu_complex128: ...
  156. + # now 1.702s
  157.  
  158. + def test_fn_gradgrad_diag_cpu_float64: ...
  159. + # now 0.480s
  160.  
  161. + def test_inplace_grad_diag_cpu_complex128: ...
  162. + # now 0.001s (skipped)
  163.  
  164. + def test_inplace_grad_diag_cpu_float64: ...
  165. + # now 0.001s (skipped)
  166.  
  167. + def test_inplace_gradgrad_diag_cpu_complex128: ...
  168. + # now 0.001s (skipped)
  169.  
  170. + def test_inplace_gradgrad_diag_cpu_float64: ...
  171. + # now 0.001s (skipped)
  172.  
  173.  
  174. class TestJitGeneratedAutogradCPU:
  175. # was 58.20s ± 0.17s
  176. # now 57.19s
  177.  
  178. - def test_diag_1d_cpu: ...
  179. - # was 0.069s ± 0.007s
  180.  
  181. - def test_diag_2d_1_cpu: ...
  182. - # was 0.067s ± 0.008s
  183.  
  184. - def test_diag_2d_2_cpu: ...
  185. - # was 0.068s ± 0.007s
  186.  
  187. - def test_diag_2d_cpu: ...
  188. - # was 0.067s ± 0.008s
  189.  
  190. - def test_diag_2d_tall_cpu: ...
  191. - # was 0.069s ± 0.008s
  192.  
  193. - def test_diag_2d_tall_neg_cpu: ...
  194. - # was 0.066s ± 0.007s
  195.  
  196. - def test_diag_2d_tall_pos_cpu: ...
  197. - # was 0.066s ± 0.007s
  198.  
  199. - def test_diag_2d_wide_cpu: ...
  200. - # was 0.067s ± 0.007s
  201.  
  202. - def test_diag_2d_wide_neg_cpu: ...
  203. - # was 0.067s ± 0.007s
  204.  
  205. - def test_diag_2d_wide_pos_cpu: ...
  206. - # was 0.066s ± 0.009s
  207.  
  208.  
  209. class TestOpInfoCPU:
  210. # was 2.88s ± 0.02s
  211. # now 2.69s
  212.  
  213. + def test_supported_dtypes_diag_cpu_bool: ...
  214. + # now 0.001s
  215.  
  216. + def test_supported_dtypes_diag_cpu_complex128: ...
  217. + # now 0.002s
  218.  
  219. + def test_supported_dtypes_diag_cpu_complex64: ...
  220. + # now 0.002s
  221.  
  222. + def test_supported_dtypes_diag_cpu_float32: ...
  223. + # now 0.002s
  224.  
  225. + def test_supported_dtypes_diag_cpu_float64: ...
  226. + # now 0.001s
  227.  
  228. + def test_supported_dtypes_diag_cpu_int16: ...
  229. + # now 0.001s
  230.  
  231. + def test_supported_dtypes_diag_cpu_int32: ...
  232. + # now 0.001s
  233.  
  234. + def test_supported_dtypes_diag_cpu_int64: ...
  235. + # now 0.001s
  236.  
  237. + def test_supported_dtypes_diag_cpu_int8: ...
  238. + # now 0.001s
  239.  
  240. + def test_supported_dtypes_diag_cpu_uint8: ...
  241. + # now 0.001s
  242.  
  243. + def test_unsupported_dtypes_diag_cpu_bfloat16: ...
  244. + # now 0.007s
  245.  
  246. + def test_unsupported_dtypes_diag_cpu_float16: ...
  247. + # now 0.007s
  248.  
  249.  
  250. Commit graph (base is most recent master ancestor with at least one S3 report):
  251.  
  252. : (master)
  253. |
  254. * c39fb9771d (HEAD) total time 5352.18s
  255. * 43084d7aab (base) 1 report, total time 5380.55s
  256. * c6f37e50f2 1 report, total time 5686.56s
  257. * 1caed167fb 0 reports
  258. * c0d58bce0d 1 report, total time 5187.28s
  259. * a07a37e4fb 1 report, total time 5377.71s
  260. * 4f37150f40 1 report, total time 5152.10s
  261. * 41e4c55379 1 report, total time 4952.49s
  262. * 8bb0dff7e2 1 report, total time 5251.46s
  263. * 5c5db25cd5 1 report, total time 5375.33s
  264. * 79e7544cb4 1 report, total time 5173.78s
  265. |
  266. :
  267.  
  268. Removed (across across 2 suites) 20 tests, totaling - 0.93s ± 0.03s
  269. Modified (across across 1 suite) 1 test, totaling - 2.66s ± 0.16s
  270. Added (across across 3 suites) 50 tests, totaling + 7.44s
Advertisement
Add Comment
Please, Sign In to add comment