import requests
from lxml.html import fromstring
import lxml
import MySQLdb

db = MySQLdb.connect(host='46.30.211.202', user='omegageneration_org', passwd='5yiniJzd', db='test')

#omegageneration.org.mysql  46.30.211.202
#User: omegageneration_org
#Password:5yiniJzd

#https://dbadmin.one.com/index.php


open("info.html",'w').write(requests.get("http://www.bbc.co.uk/religion").content)

url = "http://www.bbc.co.uk/religion"
datacite = requests.get(url).content
parser = lxml.html.fromstring(datacite)
data = []
for link in parser.xpath('///a[contains(@class ,"k-promo-link")]/@href'):
    if (link.find('news') > 0):
        data.append(link)

print data

print

for r in data:
    datacite = requests.get(r).content
    parser = lxml.html.fromstring(datacite)
    for link in parser.xpath('///h1[contains(@class ,"story-body")]'):
        print link.text
        print

    for z in parser.xpath('///div[contains(@class ,"story-body__inner")]/p'):
        print z.text
    print
    print
    print