Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- import pandas as pd
- from fuzzywuzzy import fuzz
- df1 = pd.read_csv("JonnyTheBoy10.csv", usecols=['ART_TIPO', 'ART_DESIG', 'PORTA', 'CP4', 'CP3', 'LOCALIDADE'], low_memory=False)
- df2 = pd.read_csv("JonnyTheBoyFull.csv", usecols=['ART_TIPO', 'ART_DESIG', 'PORTA', 'CP4', 'CP3', 'LOCALIDADE'], low_memory=False)
- print("Total rows: {0}".format(len(df2)))
- print("Total rows: {0}".format(len(df1)))
- for line in df1.iterrows():
- for row in df2.iterrows():
- if df1['CP4'] == df2['CP4'] and df1["CP3"] == df2["CP3"]:
- # Write all the match in file
- if row == 1:
- df2.to_csv('Norm.csv')
- print("ok")
- # csv csv
- f = open("clean_csv.csv", "w")
- f.truncate()
- f.close()
- else:
- c = fuzz.token_sort_ratio(line, row)
- print("teste 1:", c)
- if c >= 93:
- df2.to_csv('Norm.csv')
- print("2 ok")
- # csv csv
- f = open("clean_csv.csv", "w")
- f.truncate()
- f.close()
- else:
- c = fuzz.token_sort_ratio(line, row)
- print("Down of 93%\n\n")
- if c >= 87: # Done
- df2.to_csv('Norm.csv')
- # csv csv
- f = open("clean_csv.csv", "w")
- f.truncate()
- f.close()
- else: # Done
- print("Down of 85%\n\n")
- df1.to_csv('AI.csv')
- # csv csv
- f = open("clean_csv.csv", "w")
- f.truncate()
- f.close()
- elif df1['CP4'] == df2['CP4']: # Done
- # Write all the match in csv
- c = fuzz.token_sort_ratio(line, row)
- if c >= 87: # Done
- df2.to_csv('Norm.csv')
- # clean csv
- f = open("clean_csv.csv", "w")
- f.truncate()
- f.close()
- else: # Done
- print("Down of 85%\n\n")
- df1.to_csv('AI.csv')
- # clean csv
- f = open("clean_csv.csv", "w")
- f.truncate()
- f.close()
- elif df1['LOCALIDADE'] == df2['LOCALIDADE']:
- # Write all the match in csv
- c = fuzz.token_sort_ratio(line, row)
- if c >= 85: # Done
- df2.to_csv('Norm.csv')
- # clean csv
- f = open("clean_csv.csv", "w")
- f.truncate()
- f.close()
- else: # Done
- print("Down of 85%\n\n")
- df1.to_csv('AI.csv')
- # clean csv
- f = open("clean_csv.csv", "w")
- f.truncate()
- f.close()
- else: # Done
- pass
- print("Done")
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement