View difference between Paste ID: bwKHN1r6 and 9h1fyqgT
SHOW: | | - or go back to the newest paste.
1
from bs4 import BeautifulSoup
2
3
import urllib2 #http://love-python.blogspot.nl/2008/02/get-html-source-of-url.html
4
5
url = 'http://services.runescape.com/m=itemdb_rs/top100.ws'
6
7
usock = urllib2.urlopen(url)
8
data = usock.read()
9
usock.close()
10
11
soup = BeautifulSoup(data)
12-
soup = soup.find_all('tbody')
12+
soup = BeautifulSoup(soup.find_all('tbody'))
13
14-
tr = soup.find_all("tr")
14+
tr = BeautifulSoup(soup.find_all("tr"))
15
obj = {}
16
for thistr in tr:
17-
	td = thistr.find_all('td') #You're using bs4's methods here now.
17+
	td = BeautifulSoup(thistr).find_all('td')
18-
	obj[thistr['data-item-id']] = td[5].string #still using bs4's ['attrname'] thingy here.
18+
	obj[thistr['data-item-id']] = BeautifulSoup(td[5]).string
19
20
#obj now contains all data in the format {"2":"107.6m",...}