Advertisement
Guest User

Untitled

a guest
Jan 15th, 2016
65
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.08 KB | None | 0 0
  1. import psycopg2
  2. import random
  3. from concurrent.futures import ThreadPoolExecutor, as_completed
  4.  
  5. def write_sim_to_db(all_ids2):
  6. if all_ids1[i] != all_ids2:
  7. c.execute("""SELECT count(*) FROM similarity WHERE prod_id1 = %s AND prod_id2 = %s""", (all_ids1[i], all_ids2,))
  8. count = c.fetchone()
  9. if count[0] == 0:
  10. sim_sum = random.random()
  11. c.execute("""INSERT INTO similarity(prod_id1, prod_id2, sim_sum)
  12. VALUES(%s, %s, %s)""", (all_ids1[i], all_ids2, sim_sum,))
  13. conn.commit()
  14.  
  15. conn = psycopg2.connect("dbname='db' user='user' host='localhost' password='pass'")
  16. c = conn.cursor()
  17.  
  18. all_ids1 = list(n for n in range(1000))
  19. all_ids2_list = list(n for n in range(1000))
  20.  
  21. for i in range(len(all_ids1)):
  22. with ThreadPoolExecutor(max_workers=5) as pool:
  23. results = [pool.submit(write_sim_to_db, i) for i in all_ids2_list]
  24.  
  25. Segmentation fault (core dumped)
  26.  
  27. *** Error in `python3': double free or corruption (out): 0x00007fe574002270 ***
  28. Aborted (core dumped)
  29.  
  30. with ThreadPoolExecutor(max_workers=1) as pool:
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement