Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- (sklearn-env) [ec2-user@ip-172-31-11-89 ~]$ ipython pairwise_distances_benchmark.py False euclidean
- # sparse=False, n_x=100000, n_y=1000, n_dim=1000
- # X array: 0.8 GB, Y array 0.008 GB, result array 0.8 GB
- # metric = euclidean
- ## {'backend': 'multiprocessing', 'mmap_result': False, 'MKL_NUM_THREADS': 8}
- n_jobs= 1 => 1 loop, best of 3: 2.32 s per loop
- n_jobs= 2 => 1 loop, best of 3: 6.76 s per loop
- n_jobs= 4 => 1 loop, best of 3: 7.74 s per loop
- n_jobs= 8 => 1 loop, best of 3: 12.2 s per loop
- n_jobs= 16 => 1 loop, best of 3: 21.9 s per loop
- ## {'backend': 'multiprocessing', 'mmap_result': True, 'MKL_NUM_THREADS': 8}
- n_jobs= 1 => 1 loop, best of 3: 1.76 s per loop
- n_jobs= 2 => 1 loop, best of 3: 7.52 s per loop
- n_jobs= 4 => 1 loop, best of 3: 12 s per loop
- n_jobs= 8 => 1 loop, best of 3: 21.6 s per loop
- n_jobs= 16 => 1 loop, best of 3: 41.4 s per loop
- ## {'backend': 'threading', 'MKL_NUM_THREADS': 8}
- n_jobs= 1 => 1 loop, best of 3: 1.76 s per loop
- n_jobs= 2 => 1 loop, best of 3: 1.97 s per loop
- n_jobs= 4 => 1 loop, best of 3: 1.82 s per loop
- n_jobs= 8 => 1 loop, best of 3: 2.1 s per loop
- n_jobs= 16 => 1 loop, best of 3: 2.69 s per loop
- ## {'backend': 'multiprocessing', 'mmap_result': False, 'MKL_NUM_THREADS': 1}
- n_jobs= 1 => 1 loop, best of 3: 1.77 s per loop
- n_jobs= 2 => 1 loop, best of 3: 6.78 s per loop
- n_jobs= 4 => 1 loop, best of 3: 7.82 s per loop
- n_jobs= 8 => 1 loop, best of 3: 12.2 s per loop
- n_jobs= 16 => 1 loop, best of 3: 22 s per loop
- ## {'backend': 'multiprocessing', 'mmap_result': True, 'MKL_NUM_THREADS': 1}
- n_jobs= 1 => 1 loop, best of 3: 2.34 s per loop
- n_jobs= 2 => 1 loop, best of 3: 7.23 s per loop
- n_jobs= 4 => 1 loop, best of 3: 11.8 s per loop
- n_jobs= 8 => 1 loop, best of 3: 21.6 s per loop
- n_jobs= 16 => 1 loop, best of 3: 41.4 s per loop
- ## {'backend': 'threading', 'MKL_NUM_THREADS': 1}
- n_jobs= 1 => 1 loop, best of 3: 2.34 s per loop
- n_jobs= 2 => 1 loop, best of 3: 1.92 s per loop
- n_jobs= 4 => 1 loop, best of 3: 1.83 s per loop
- n_jobs= 8 => 1 loop, best of 3: 2.12 s per loop
- n_jobs= 16 => 1 loop, best of 3: 2.68 s per loop
- # sparse=False, n_x=10000, n_y=10000, n_dim=1000
- # X array: 0.08 GB, Y array 0.08 GB, result array 0.8 GB
- # metric = euclidean
- ## {'backend': 'multiprocessing', 'mmap_result': False, 'MKL_NUM_THREADS': 8}
- n_jobs= 1 => 1 loop, best of 3: 2.17 s per loop
- n_jobs= 2 => 1 loop, best of 3: 5.33 s per loop
- n_jobs= 4 => 1 loop, best of 3: 4.77 s per loop
- n_jobs= 8 => 1 loop, best of 3: 4.35 s per loop
- n_jobs= 16 => 1 loop, best of 3: 4.81 s per loop
- ## {'backend': 'multiprocessing', 'mmap_result': True, 'MKL_NUM_THREADS': 8}
- n_jobs= 1 => 1 loop, best of 3: 1.6 s per loop
- n_jobs= 2 => 1 loop, best of 3: 4.74 s per loop
- n_jobs= 4 => 1 loop, best of 3: 7.26 s per loop
- n_jobs= 8 => 1 loop, best of 3: 12.9 s per loop
- n_jobs= 16 => 1 loop, best of 3: 24.8 s per loop
- ## {'backend': 'threading', 'MKL_NUM_THREADS': 8}
- n_jobs= 1 => 1 loop, best of 3: 2.21 s per loop
- n_jobs= 2 => 1 loop, best of 3: 1.77 s per loop
- n_jobs= 4 => 1 loop, best of 3: 1.62 s per loop
- n_jobs= 8 => 1 loop, best of 3: 1.62 s per loop
- n_jobs= 16 => 1 loop, best of 3: 1.44 s per loop
- ## {'backend': 'multiprocessing', 'mmap_result': False, 'MKL_NUM_THREADS': 1}
- n_jobs= 1 => 1 loop, best of 3: 1.6 s per loop
- n_jobs= 2 => 1 loop, best of 3: 5.41 s per loop
- n_jobs= 4 => 1 loop, best of 3: 4.6 s per loop
- n_jobs= 8 => 1 loop, best of 3: 4.55 s per loop
- n_jobs= 16 => 1 loop, best of 3: 4.88 s per loop
- ## {'backend': 'multiprocessing', 'mmap_result': True, 'MKL_NUM_THREADS': 1}
- n_jobs= 1 => 1 loop, best of 3: 2.21 s per loop
- n_jobs= 2 => 1 loop, best of 3: 4.74 s per loop
- n_jobs= 4 => 1 loop, best of 3: 7.27 s per loop
- n_jobs= 8 => 1 loop, best of 3: 12.9 s per loop
- n_jobs= 16 => 1 loop, best of 3: 24.8 s per loop
- ## {'backend': 'threading', 'MKL_NUM_THREADS': 1}
- n_jobs= 1 => 1 loop, best of 3: 1.6 s per loop
- n_jobs= 2 => 1 loop, best of 3: 1.77 s per loop
- n_jobs= 4 => 1 loop, best of 3: 1.62 s per loop
- n_jobs= 8 => 1 loop, best of 3: 1.57 s per loop
- n_jobs= 16 => 1 loop, best of 3: 1.42 s per loop
- # sparse=False, n_x=10000, n_y=10000, n_dim=10
- # X array: 0.0008 GB, Y array 0.0008 GB, result array 0.8 GB
- # metric = euclidean
- ## {'backend': 'multiprocessing', 'mmap_result': False, 'MKL_NUM_THREADS': 8}
- n_jobs= 1 => 1 loop, best of 3: 1 s per loop
- n_jobs= 2 => 1 loop, best of 3: 4.48 s per loop
- n_jobs= 4 => 1 loop, best of 3: 3.89 s per loop
- n_jobs= 8 => 1 loop, best of 3: 3.78 s per loop
- n_jobs= 16 => 1 loop, best of 3: 3.86 s per loop
- ## {'backend': 'multiprocessing', 'mmap_result': True, 'MKL_NUM_THREADS': 8}
- n_jobs= 1 => 1 loop, best of 3: 995 ms per loop
- n_jobs= 2 => 1 loop, best of 3: 3.72 s per loop
- n_jobs= 4 => 1 loop, best of 3: 5.95 s per loop
- n_jobs= 8 => 1 loop, best of 3: 10.7 s per loop
- n_jobs= 16 => 1 loop, best of 3: 20.6 s per loop
- ## {'backend': 'threading', 'MKL_NUM_THREADS': 8}
- n_jobs= 1 => 1 loop, best of 3: 1.01 s per loop
- n_jobs= 2 => 1 loop, best of 3: 1.13 s per loop
- n_jobs= 4 => 1 loop, best of 3: 1.07 s per loop
- n_jobs= 8 => 1 loop, best of 3: 996 ms per loop
- n_jobs= 16 => 1 loop, best of 3: 1.03 s per loop
- ## {'backend': 'multiprocessing', 'mmap_result': False, 'MKL_NUM_THREADS': 1}
- n_jobs= 1 => 1 loop, best of 3: 998 ms per loop
- n_jobs= 2 => 1 loop, best of 3: 4.31 s per loop
- n_jobs= 4 => 1 loop, best of 3: 3.93 s per loop
- n_jobs= 8 => 1 loop, best of 3: 3.79 s per loop
- n_jobs= 16 => 1 loop, best of 3: 3.88 s per loop
- ## {'backend': 'multiprocessing', 'mmap_result': True, 'MKL_NUM_THREADS': 1}
- n_jobs= 1 => 1 loop, best of 3: 1 s per loop
- n_jobs= 2 => 1 loop, best of 3: 3.72 s per loop
- n_jobs= 4 => 1 loop, best of 3: 5.85 s per loop
- n_jobs= 8 => 1 loop, best of 3: 10.7 s per loop
- n_jobs= 16 => 1 loop, best of 3: 20.6 s per loop
- ## {'backend': 'threading', 'MKL_NUM_THREADS': 1}
- n_jobs= 1 => 1 loop, best of 3: 1.04 s per loop
- n_jobs= 2 => 1 loop, best of 3: 1.13 s per loop
- n_jobs= 4 => 1 loop, best of 3: 1.08 s per loop
- n_jobs= 8 => 1 loop, best of 3: 991 ms per loop
- n_jobs= 16 => 1 loop, best of 3: 1.02 s per loop
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement