Advertisement
Guest User

Untitled

a guest
Sep 12th, 2017
99
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.96 KB | None | 0 0
  1. import pandas as pd
  2.  
  3. from cassandra.cluster import Cluster
  4. from cassandra.auth import PlainTextAuthProvider
  5. from cassandra.query import dict_factory
  6.  
  7. auth_provider = PlainTextAuthProvider(username=CASSANDRA_USER, password=CASSANDRA_PASS)
  8. cluster = Cluster(contact_points=[CASSANDRA_HOST], port=CASSANDRA_PORT,
  9. auth_provider=auth_provider)
  10.  
  11. session = cluster.connect(CASSANDRA_DB)
  12. session.row_factory = dict_factory
  13.  
  14. sql_query = "SELECT * FROM {}.{};".format(CASSANDRA_DB, CASSANDRA_TABLE)
  15.  
  16. df = pd.DataFrame()
  17.  
  18. for row in session.execute(sql_query):
  19. df = df.append(pd.DataFrame(row, index=[0]))
  20.  
  21. df = df.reset_index(drop=True).fillna(pd.np.nan)
  22.  
  23. def pandas_factory(colnames, rows):
  24. return pd.DataFrame(rows, columns=colnames)
  25.  
  26. session.row_factory = pandas_factory
  27. session.default_fetch_size = None
  28.  
  29. query = "SELECT ..."
  30. rslt = session.execute(query, timeout=None)
  31. df = rslt._current_rows
  32.  
  33. query = "SELECT ..."
  34. df = pd.DataFrame(list(session.execute(query)))
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement