Advertisement
Guest User

Untitled

a guest
Dec 12th, 2018
1,337
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Python 0.68 KB | None | 0 0
  1. from bs4 import BeautifulSoup
  2. import requests
  3.  
  4.  
  5. def parse(soup):
  6.     for i in soup(class_='name'):
  7.         print(i.text)
  8.  
  9.  
  10. def main():
  11.     url = 'https://www.mittw.org.tw/products/manufacturer.aspx'
  12.     session = requests.session()
  13.     resp = session.get(url)
  14.     soup = BeautifulSoup(resp.content, 'html.parser')
  15.     view_state = soup.find(id='__VIEWSTATE')['value']
  16.     parse(soup)
  17.     for page in range(2, 179):
  18.         resp = session.post(url, {
  19.             'WebPager1_input': str(page),
  20.             'WebPager1': 'go',
  21.             '__VIEWSTATE': view_state
  22.         })
  23.         parse(BeautifulSoup(resp.content, 'html.parser'))
  24.  
  25.  
  26. if __name__ == "__main__":
  27.     main()
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement