Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- import requests
- from bs4 import BeautifulSoup
- import urllib3; urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
- url = 'https://www.idfpr.com/applications/professionprofile/default.aspx'
- with requests.Session() as s:
- r = s.get(url, verify=False)
- soup = BeautifulSoup(r.text, 'lxml')
- payload = {
- '__LASTFOCUS': '',
- '__VIEWSTATE':soup.select_one('#__VIEWSTATE')['value'],
- '__VIEWSTATEGENERATOR': soup.select_one('#__VIEWSTATEGENERATOR')['value'],
- '__EVENTTARGET': '',
- '__EVENTARGUMENT': '',
- '__EVENTVALIDATION': soup.select_one('#__EVENTVALIDATION')['value'],
- 'ctl00$ctl00$MainContent$MainContentContainer$LastName': 'Alaraj',
- 'ctl00$ctl00$MainContent$MainContentContainer$FirstName': 'Ali ',
- 'ctl00$ctl00$MainContent$MainContentContainer$ddlCounty': '0',
- 'ctl00$ctl00$MainContent$MainContentContainer$City': '',
- 'ctl00$ctl00$MainContent$MainContentContainer$ddlSpecialty': '0',
- 'ctl00$ctl00$MainContent$MainContentContainer$SpecialtyKeyword': '',
- 'ctl00$ctl00$MainContent$MainContentContainer$ddlHospitals': '0',
- 'ctl00$ctl00$MainContent$MainContentContainer$Search': 'Search'
- }
- r = s.post(url, data=payload)
- sauce = BeautifulSoup(r.text, 'lxml')
- print(sauce.select_one("[id$='_gvwProfiles']").get_text(strip=True))
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement