Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- import pymysql.cursors
- # Connect to the database
- connection = pymysql.connect(host='XXX',
- user='XXX',
- password='XXX',
- db='XXX',
- charset='utf8mb4',
- cursorclass=pymysql.cursors.DictCursor)
- try:
- with connection.cursor() as cursor:
- print(cursor.execute("SELECT count(*) FROM `table`"))
- count = cursor.fetchone()[0]
- batch_size = 50
- for offset in xrange(0, count, batch_size):
- cursor.execute(
- "SELECT * FROM `table` LIMIT %s OFFSET %s",
- (batch_size, offset))
- for row in cursor:
- print(row)
- finally:
- connection.close()
- print(cursor.execute("SELECT count(*) FROM `table`"))
- batch_size = 50
- connection = pymysql.connect(user='XXX', password='XXX', database='XXX', host='XXX')
- try:
- with connection.cursor() as cursor:
- query = "SELECT * FROM `table`"
- cursor.execute(query)
- df = pd.read_sql(query, connection)
- finally:
- connection.close()
Add Comment
Please, Sign In to add comment