Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- #!/usr/bin/env python2
- # -*- coding: utf-8 -*-
- from datetime import datetime
- from elasticsearch import Elasticsearch
- import sqlite3
- import json
- import sys
- from bs4 import BeautifulSoup
- import chardet
- import string
- import unicodedata
- import hashlib
- conn = sqlite3.connect('zvjs.sqlite')
- conn.row_factory = sqlite3.Row
- curs = conn.cursor()
- conn.commit()
- counter = 1
- while counter<121488:
- d = str(counter)
- curs.execute("SELECT * FROM data WHERE invoice_id="+d+"")
- recs = curs.fetchall()
- rows = [ dict(rec) for rec in recs ]
- rows_json = json.dumps(rows)
- chunk = unicodedata.normalize('NFKD', unicode(rows_json, 'utf-8','ignore')).encode('ASCII', 'ignore').replace('[', '').replace(']', '').replace('"null"', 'null').replace('999999.99', '0.0')
- print (counter)
- es = Elasticsearch(host='elasticsearch.com', port=9200)
- res = es.index(index="testpy", doc_type='testpy', body=chunk)
- print(res['created'])
- counter = counter + 1
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement