Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- import os
- import requests
- import pandas as pd
- from tqdm import tqdm
- DIR = './books/'
- books = pd.read_excel('https://resource-cms.springernature.com/springer-cms/rest/v1/content/17858272/data/v4')
- books.to_excel(DIR + 'table.xlsx')
- books['English Package Name'].value_counts()
- def get_the_books(books=books):
- for url, title, author, pk_name in tqdm(books[['OpenURL', 'Book Title', 'Author', 'English Package Name']].values):
- new_folder = DIR + pk_name + '/'
- if not os.path.exists(new_folder):
- os.mkdir(new_folder)
- r = requests.get(url)
- new_url = r.url
- new_url = new_url.replace('/book/','/content/pdf/')
- new_url = new_url.replace('%2F','/')
- new_url = new_url + '.pdf'
- final = new_url.split('/')[-1]
- final = title.replace(',','-').replace('.','').replace('/',' ') + ' - ' + author.replace(',','-').replace('.','').replace('/',' ') + ' - ' + final
- myfile = requests.get(new_url, allow_redirects=True)
- open(new_folder+final, 'wb').write(myfile.content)
- new_url = r.url
- new_url = new_url.replace('/book/','/download/epub/')
- new_url = new_url.replace('%2F','/')
- new_url = new_url + '.epub'
- final = new_url.split('/')[-1]
- final = title.replace(',','-').replace('.','').replace('/',' ') + ' - ' + author.replace(',','-').replace('.','').replace('/',' ') + ' - ' + final
- request = requests.get(new_url)
- if request.status_code == 200:
- myfile = requests.get(new_url, allow_redirects=True)
- open(new_folder+final, 'wb').write(myfile.content)
- return 'I got all the books from the specified category. Cheers!'
- get_the_books(books[books['English Package Name'] == 'Mathematics and Statistics'])
- get_the_books(books[books['English Package Name'] == 'Behavioral Science and Psychology'])
- get_the_books(books[books['English Package Name'] == 'Business and Economics'])
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement