Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- import pandas as pd
- from cassandra.cluster import Cluster
- from cassandra.auth import PlainTextAuthProvider
- from cassandra.query import dict_factory
- auth_provider = PlainTextAuthProvider(username=CASSANDRA_USER, password=CASSANDRA_PASS)
- cluster = Cluster(contact_points=[CASSANDRA_HOST], port=CASSANDRA_PORT,
- auth_provider=auth_provider)
- session = cluster.connect(CASSANDRA_DB)
- session.row_factory = dict_factory
- sql_query = "SELECT * FROM {}.{};".format(CASSANDRA_DB, CASSANDRA_TABLE)
- df = pd.DataFrame()
- for row in session.execute(sql_query):
- df = df.append(pd.DataFrame(row, index=[0]))
- df = df.reset_index(drop=True).fillna(pd.np.nan)
- def pandas_factory(colnames, rows):
- return pd.DataFrame(rows, columns=colnames)
- session.row_factory = pandas_factory
- session.default_fetch_size = None
- query = "SELECT ..."
- rslt = session.execute(query, timeout=None)
- df = rslt._current_rows
- query = "SELECT ..."
- df = pd.DataFrame(list(session.execute(query)))
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement