Guest User

OPTICS / DBSCAN %prun comparison [sklearn]

a guest
Aug 4th, 2015
261
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 8.09 KB | None | 0 0
  1. Run on a LiDAR subset of 100000 points; eps=4.5, min_samples=100
  2.  
  3. # OPTICS #
  4.  
  5. 4000099 function calls in 329.232 seconds
  6.  
  7. Ordered by: internal time
  8.  
  9. ncalls tottime percall cumtime percall filename:lineno(function)
  10. 100001 271.306 0.003 279.411 0.003 {method 'query' of 'sklearn.neighbors.ball_tree.BinaryTree' objects}
  11. 100000 44.965 0.000 321.988 0.003 <ipython-input-2-16e5fd29397b>:144(_set_reach_dist)
  12. 1 1.951 1.951 1.951 1.951 {method 'query_radius' of 'sklearn.neighbors.ball_tree.BinaryTree' objects}
  13. 100002 1.420 0.000 8.105 0.000 validation.py:267(check_array)
  14. 9 1.104 0.123 323.132 35.904 <ipython-input-2-16e5fd29397b>:131(_expandClusterOrder)
  15. 100002 0.987 0.000 0.987 0.000 {method 'reduce' of 'numpy.ufunc' objects}
  16. 99991 0.869 0.000 0.869 0.000 {method 'argmin' of 'numpy.ndarray' objects}
  17. 300010 0.865 0.000 0.865 0.000 {numpy.core.multiarray.array}
  18. 100002 0.769 0.000 2.154 0.000 validation.py:45(_assert_all_finite)
  19. 100002 0.618 0.000 1.335 0.000 shape_base.py:60(atleast_2d)
  20. 300006 0.583 0.000 0.583 0.000 validation.py:155(<genexpr>)
  21. 100002 0.509 0.000 1.092 0.000 {method 'join' of 'str' objects}
  22. 400008 0.399 0.000 0.399 0.000 {hasattr}
  23. 100002 0.376 0.000 1.496 0.000 validation.py:128(_shape_repr)
  24. 300006 0.301 0.000 0.301 0.000 {isinstance}
  25. 100002 0.293 0.000 0.293 0.000 {getattr}
  26. 200005 0.275 0.000 0.791 0.000 numeric.py:464(asanyarray)
  27. 1 0.273 0.273 0.282 0.282 <ipython-input-2-16e5fd29397b>:30(__init__)
  28. 100002 0.255 0.000 0.525 0.000 validation.py:107(_num_samples)
  29. 100000 0.205 0.000 0.286 0.000 function_base.py:47(iterable)
  30. 99991 0.168 0.000 1.037 0.000 fromnumeric.py:946(argmin)
  31. 100002 0.129 0.000 1.223 0.000 {method 'sum' of 'numpy.ndarray' objects}
  32. 100002 0.107 0.000 1.094 0.000 _methods.py:31(_sum)
  33. 100002 0.100 0.000 0.143 0.000 base.py:865(isspmatrix)
  34. 1 0.094 0.094 0.094 0.094 <ipython-input-2-16e5fd29397b>:294(_ExtractDBSCAN)
  35. 600016 0.091 0.000 0.091 0.000 {len}
  36. 100000 0.081 0.000 0.081 0.000 {iter}
  37. 200003 0.074 0.000 0.074 0.000 {method 'append' of 'list' objects}
  38. 1 0.032 0.032 323.163 323.163 <ipython-input-2-16e5fd29397b>:103(_build_optics)
  39. 1 0.013 0.013 5.676 5.676 <ipython-input-2-16e5fd29397b>:56(_prep_optics)
  40. 1 0.010 0.010 329.232 329.232 <ipython-input-2-16e5fd29397b>:227(fit)
  41. 1 0.006 0.006 0.006 0.006 {max}
  42. 1 0.002 0.002 0.002 0.002 {range}
  43. 5 0.000 0.000 0.000 0.000 {numpy.core.multiarray.copyto}
  44. 1 0.000 0.000 329.232 329.232 <string>:1(<module>)
  45. 1 0.000 0.000 0.000 0.000 {numpy.core.multiarray.zeros}
  46. 5 0.000 0.000 0.000 0.000 {numpy.core.multiarray.empty}
  47. 5 0.000 0.000 0.000 0.000 numeric.py:141(ones)
  48. 2 0.000 0.000 0.001 0.000 numeric.py:394(asarray)
  49. 1 0.000 0.000 0.000 0.000 shape_base.py:8(atleast_1d)
  50. 1 0.000 0.000 0.000 0.000 {method 'reshape' of 'numpy.ndarray' objects}
  51. 1 0.000 0.000 0.000 0.000 {method 'get_arrays' of 'sklearn.neighbors.ball_tree.BinaryTree' objects}
  52. 1 0.000 0.000 0.000 0.000 {method 'disable' of '_lsprof.Profiler' objects}
  53.  
  54. # DBSCAN Comparison #
  55.  
  56. 100296 function calls in 131.351 seconds
  57.  
  58. Ordered by: internal time
  59.  
  60. ncalls tottime percall cumtime percall filename:lineno(function)
  61. 1 67.604 67.604 67.604 67.604 {sklearn.cluster._dbscan_inner.dbscan_inner}
  62. 1 59.786 59.786 59.787 59.787 {method 'query_radius' of 'sklearn.neighbors.kd_tree.BinaryTree' objects}
  63. 1 3.643 3.643 131.351 131.351 dbscan_.py:221(fit)
  64. 1 0.267 0.267 0.268 0.268 base.py:171(_fit)
  65. 1 0.027 0.027 127.706 127.706 dbscan_.py:24(dbscan)
  66. 100040 0.010 0.000 0.010 0.000 {len}
  67. 20 0.008 0.000 0.008 0.000 {numpy.core.multiarray.array}
  68. 1 0.003 0.003 0.003 0.003 {numpy.core.multiarray.where}
  69. 1 0.001 0.001 0.001 0.001 {method 'copy' of 'numpy.ndarray' objects}
  70. 5 0.001 0.000 0.001 0.000 {method 'reduce' of 'numpy.ufunc' objects}
  71. 1 0.000 0.000 0.000 0.000 {numpy.core.multiarray.copyto}
  72. 5 0.000 0.000 0.003 0.001 validation.py:267(check_array)
  73. 5 0.000 0.000 0.002 0.000 validation.py:45(_assert_all_finite)
  74. 1 0.000 0.000 0.000 0.000 base.py:198(get_params)
  75. 5 0.000 0.000 0.000 0.000 validation.py:128(_shape_repr)
  76. 5 0.000 0.000 0.000 0.000 {method 'join' of 'str' objects}
  77. 15 0.000 0.000 0.000 0.000 validation.py:155(<genexpr>)
  78. 27 0.000 0.000 0.000 0.000 {hasattr}
  79. 5 0.000 0.000 0.000 0.000 shape_base.py:60(atleast_2d)
  80. 11 0.000 0.000 0.000 0.000 numeric.py:464(asanyarray)
  81. 5 0.000 0.000 0.000 0.000 validation.py:107(_num_samples)
  82. 30 0.000 0.000 0.000 0.000 {isinstance}
  83. 1 0.000 0.000 59.787 59.787 base.py:490(radius_neighbors)
  84. 1 0.000 0.000 0.000 0.000 base.py:116(_init_params)
  85. 14 0.000 0.000 0.000 0.000 {getattr}
  86. 1 0.000 0.000 131.351 131.351 <string>:1(<module>)
  87. 7 0.000 0.000 0.000 0.000 warnings.py:339(__enter__)
  88. 1 0.000 0.000 0.001 0.001 numeric.py:141(ones)
  89. 7 0.000 0.000 0.000 0.000 warnings.py:74(simplefilter)
  90. 1 0.000 0.000 0.000 0.000 inspect.py:744(getargs)
  91. 1 0.000 0.000 0.000 0.000 {numpy.core.multiarray.empty}
  92. 1 0.000 0.000 0.000 0.000 inspect.py:804(getargspec)
  93. 3 0.000 0.000 0.001 0.000 numeric.py:394(asarray)
  94. 5 0.000 0.000 0.001 0.000 _methods.py:31(_sum)
  95. 1 0.000 0.000 0.000 0.000 abc.py:128(__instancecheck__)
  96. 5 0.000 0.000 0.001 0.000 {method 'sum' of 'numpy.ndarray' objects}
  97. 7 0.000 0.000 0.000 0.000 warnings.py:318(__init__)
  98. 7 0.000 0.000 0.000 0.000 base.py:865(isspmatrix)
  99. 1 0.000 0.000 0.000 0.000 base.py:172(_get_param_names)
  100. 7 0.000 0.000 0.000 0.000 warnings.py:355(__exit__)
  101. 1 0.000 0.000 0.000 0.000 unsupervised.py:111(__init__)
  102. 1 0.000 0.000 0.000 0.000 shape_base.py:8(atleast_1d)
  103. 2 0.000 0.000 0.000 0.000 _weakrefset.py:70(__contains__)
  104. 6 0.000 0.000 0.000 0.000 {method 'append' of 'list' objects}
  105. 8 0.000 0.000 0.000 0.000 {method 'pop' of 'list' objects}
  106. 1 0.000 0.000 0.000 0.000 inspect.py:67(ismethod)
  107. 2 0.000 0.000 0.000 0.000 {built-in method __new__ of type object at 0x1024eb7c8}
  108. 1 0.000 0.000 0.000 0.000 {range}
  109. 1 0.000 0.000 0.000 0.000 {method 'reshape' of 'numpy.ndarray' objects}
  110. 1 0.000 0.000 0.000 0.000 {method 'sort' of 'list' objects}
  111. 1 0.000 0.000 0.268 0.268 base.py:774(fit)
  112. 1 0.000 0.000 0.000 0.000 <string>:8(__new__)
  113. 7 0.000 0.000 0.000 0.000 {method 'insert' of 'list' objects}
  114. 1 0.000 0.000 0.000 0.000 {method 'disable' of '_lsprof.Profiler' objects}
  115. 1 0.000 0.000 0.000 0.000 inspect.py:142(isfunction)
  116. 1 0.000 0.000 0.000 0.000 inspect.py:209(iscode)
  117. 1 0.000 0.000 0.000 0.000 {method 'get' of 'dict' objects}
  118. 1 0.000 0.000 0.000 0.000 {callable}
Add Comment
Please, Sign In to add comment