Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- package com.genuineminecraft.phapit;
- import java.io.File;
- import java.io.FileOutputStream;
- import java.net.URL;
- import java.nio.channels.Channels;
- import java.nio.channels.ReadableByteChannel;
- import java.util.Optional;
- import java.util.stream.IntStream;
- import org.jsoup.Jsoup;
- import org.jsoup.nodes.Document;
- import org.jsoup.nodes.Element;
- import org.jsoup.select.Elements;
- public class Main {
- static File currentDir = new File("downloads");
- public static void main(String[] args) {
- if (args.length != 2)
- displayError();
- int start = 0, stop = 0;
- try {
- start = Integer.parseInt(args[0], 10);
- stop = Integer.parseInt(args[1], 10);
- }
- catch (NumberFormatException e) {
- displayError();
- }
- currentDir.mkdirs();
- IntStream.range(start, stop).parallel().filter(Main::isMissing).forEach(Main::crawl);
- System.exit(0);
- }
- static void displayError() {
- System.out.println("Please supply two arguments:");
- System.out.println("\t First: Minimum range (inclusive)");
- System.out.println("\t Seconds: Maximum range (exclusive)");
- System.out.println();
- System.out.println("ie: java -jar ppd.jar 1 150000");
- System.exit(1);
- }
- static void crawl(int imgNumber) {
- try {
- String imageLink = "";
- Document doc = Jsoup.connect("http://phapit.com/image/phap" + imgNumber).get();
- Elements imgs = doc.select("img");
- String[] imageTags;
- Optional<Element> element = imgs.stream().parallel().filter((e) -> e.attr("src").contains("http://images.phapit.com/pic/")).findFirst();
- if (!element.isPresent())
- return;
- imageLink = element.get().attr("src");
- imageTags = element.get().attr("alt").split(",");
- for (String tag : imageTags) {
- String t = tag.toLowerCase();
- if (t.contains("child") || t.contains("kiddy") || t.contains("delete") || t.contains("deleting")) {
- System.out.println("Deleting " + imgNumber + " due to filters.");
- deleteFile(imgNumber);
- return;
- }
- }
- saveFile(imgNumber, imageLink);
- }
- catch (Exception e) {}
- }
- static void saveFile(int imgNumber, String url) {
- File file = new File(getFolder(imgNumber), imgNumber + ".jpg");
- if (file.exists())
- return;
- try (ReadableByteChannel rbc = Channels.newChannel(new URL(url).openStream()); FileOutputStream fos = new FileOutputStream(file);) {
- file.createNewFile();
- fos.getChannel().transferFrom(rbc, 0, 1 << 24);
- }
- catch (Exception e) {
- file.delete();
- }
- }
- static void deleteFile(int imgNumber) {
- File file = new File(getFolder(imgNumber), imgNumber + ".jpg");
- try {
- file.delete();
- }
- catch (Exception e) {}
- }
- static boolean isMissing(int imgNumber) {
- File file = new File(getFolder(imgNumber), imgNumber + ".jpg");
- return !file.exists();
- }
- static File getFolder(int imgNumber) {
- File folder = new File(currentDir, Integer.toString(Math.floorDiv(imgNumber, 1000) * 1000, 10));
- folder.mkdirs();
- return folder;
- }
- }
Advertisement