Guest User

Untitled

a guest
Mar 21st, 2018
84
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 4.83 KB | None | 0 0
  1. from sqlalchemy import create_engine
  2.  
  3.  
  4. engine2 = create_engine('mysql://THE DATABASE I AM ACCESSING')
  5. connection2 = engine2.connect()
  6. dataid = 1022
  7. resoverall = connection2.execute("SELECT sum(BLABLA) AS BLA, sum(BLABLABLA2) AS BLABLABLA2, sum(SOME_INT) AS SOME_INT, sum(SOME_INT2) AS SOME_INT2, 100*sum(SOME_INT2)/sum(SOME_INT) AS ctr, sum(SOME_INT2)/sum(SOME_INT) AS cpc FROM daily_report_cooked WHERE campaign_id = '%s'"%dataid)
  8.  
  9. from pandas import DataFrame
  10. df = DataFrame(resoverall.fetchall())
  11. df.columns = resoverall.keys()
  12.  
  13. import pandas as pd
  14.  
  15. df = pd.read_sql(sql, cnxn)
  16.  
  17. import pyodbc
  18. import pandas.io.sql as psql
  19.  
  20. cnxn = pyodbc.connect(connection_info)
  21. cursor = cnxn.cursor()
  22. sql = "SELECT * FROM TABLE"
  23.  
  24. df = psql.frame_query(sql, cnxn)
  25. cnxn.close()
  26.  
  27. df = pd.read_sql(query.statement, query.session.bind)
  28.  
  29. data_records = [rec.__dict__ for rec in query.all()]
  30. df = pandas.DataFrame.from_records(data_records)
  31.  
  32. import decimal
  33.  
  34. import pydobc
  35. import numpy as np
  36. import pandas
  37.  
  38. cnn, cur = myConnectToDBfunction()
  39. cmd = "SELECT * FROM myTable"
  40. cur.execute(cmd)
  41. dataframe = __processCursor(cur, dataframe=True)
  42.  
  43. def __processCursor(cur, dataframe=False, index=None):
  44. '''
  45. Processes a database cursor with data on it into either
  46. a structured numpy array or a pandas dataframe.
  47.  
  48. input:
  49. cur - a pyodbc cursor that has just received data
  50. dataframe - bool. if false, a numpy record array is returned
  51. if true, return a pandas dataframe
  52. index - list of column(s) to use as index in a pandas dataframe
  53. '''
  54. datatypes = []
  55. colinfo = cur.description
  56. for col in colinfo:
  57. if col[1] == unicode:
  58. datatypes.append((col[0], 'U%d' % col[3]))
  59. elif col[1] == str:
  60. datatypes.append((col[0], 'S%d' % col[3]))
  61. elif col[1] in [float, decimal.Decimal]:
  62. datatypes.append((col[0], 'f4'))
  63. elif col[1] == datetime.datetime:
  64. datatypes.append((col[0], 'O4'))
  65. elif col[1] == int:
  66. datatypes.append((col[0], 'i4'))
  67.  
  68. data = []
  69. for row in cur:
  70. data.append(tuple(row))
  71.  
  72. array = np.array(data, dtype=datatypes)
  73. if dataframe:
  74. output = pandas.DataFrame.from_records(array)
  75.  
  76. if index is not None:
  77. output = output.set_index(index)
  78.  
  79. else:
  80. output = array
  81.  
  82. return output
  83.  
  84. query = session.query(tbl.Field1, tbl.Field2)
  85. DataFrame(query.all(), columns=[column['name'] for column in query.column_descriptions])
  86.  
  87. import MySQLdb as mdb
  88. import pandas.io.sql as sql
  89. from pandas import *
  90.  
  91. conn = mdb.connect('<server>','<user>','<pass>','<db>');
  92. df = sql.read_frame('<query>', conn)
  93.  
  94. conn = mdb.connect('localhost','myname','mypass','testdb');
  95. df = sql.read_frame('select * from testTable', conn)
  96.  
  97. import pyodbc
  98. import pandas as pd
  99.  
  100. # MSSQL Connection String Example
  101. connstr = "Server=myServerAddress;Database=myDB;User Id=myUsername;Password=myPass;"
  102.  
  103. # Query Database and Create DataFrame Using Results
  104. df = pd.read_sql("select * from myTable", pyodbc.connect(connstr))
  105.  
  106. my_dic = session.query(query.all())
  107. my_df = pandas.DataFrame.from_dict(my_dic)
  108.  
  109. db.execute(query) where db=db_class() #database class
  110. mydata=[x for x in db.fetchall()]
  111. df=pd.DataFrame(data=mydata)
  112.  
  113. import pymysql
  114. from pandas import DataFrame
  115.  
  116. host = 'localhost'
  117. port = 3306
  118. user = 'yourUserName'
  119. passwd = 'yourPassword'
  120. db = 'yourDatabase'
  121.  
  122. cnx = pymysql.connect(host=host, port=port, user=user, passwd=passwd, db=db)
  123. cur = cnx.cursor()
  124.  
  125. query = """ SELECT * FROM yourTable LIMIT 10"""
  126. cur.execute(query)
  127.  
  128. field_names = [i[0] for i in cur.description]
  129. get_data = [xx for xx in cur]
  130.  
  131. cur.close()
  132. cnx.close()
  133.  
  134. df = DataFrame(get_data)
  135. df.columns = field_names
  136.  
  137. df = pd.DataFrame([dict(r) for r in resoverall])
  138.  
  139. import pandas as pd
  140. import mysql.connector
  141.  
  142. # Setup MySQL connection
  143. db = mysql.connector.connect(
  144. host="<IP>", # your host, usually localhost
  145. user="<USER>", # your username
  146. password="<PASS>", # your password
  147. database="<DATABASE>" # name of the data base
  148. )
  149.  
  150. # You must create a Cursor object. It will let you execute all the queries you need
  151. cur = db.cursor()
  152.  
  153. # Use all the SQL you like
  154. cur.execute("SELECT * FROM <TABLE>")
  155.  
  156. # Put it all to a data frame
  157. sql_data = pd.DataFrame(cur.fetchall())
  158. sql_data.columns = cur.column_names
  159.  
  160. # Close the session
  161. db.close()
  162.  
  163. # Show the data
  164. print(sql_data.head())
  165.  
  166. import pandas as pd
  167. from sqlalchemy import create_engine
  168.  
  169. def getData():
  170. # Parameters
  171. ServerName = "my_server"
  172. Database = "my_db"
  173. UserPwd = "user:pwd"
  174. Driver = "driver=SQL Server Native Client 11.0"
  175.  
  176. # Create the connection
  177. engine = create_engine('mssql+pyodbc://' + UserPwd + '@' + ServerName + '/' + Database + "?" + Driver)
  178.  
  179. sql = "select * from mytable"
  180. df = pd.read_sql(sql, engine)
  181. return df
  182.  
  183. df2 = getData()
  184. print(df2)
Add Comment
Please, Sign In to add comment