GenuineSounds

Untitled

Oct 20th, 2014
389
0
Never
1
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Java 2.94 KB | None | 0 0
  1. package com.genuineminecraft.phapit;
  2.  
  3. import java.io.File;
  4. import java.io.FileOutputStream;
  5. import java.net.URL;
  6. import java.nio.channels.Channels;
  7. import java.nio.channels.ReadableByteChannel;
  8. import java.util.Optional;
  9. import java.util.stream.IntStream;
  10.  
  11. import org.jsoup.Jsoup;
  12. import org.jsoup.nodes.Document;
  13. import org.jsoup.nodes.Element;
  14. import org.jsoup.select.Elements;
  15.  
  16. public class Main {
  17.  
  18.     static File currentDir = new File("downloads");
  19.  
  20.     public static void main(String[] args) {
  21.         if (args.length != 2)
  22.             displayError();
  23.         int start = 0, stop = 0;
  24.         try {
  25.             start = Integer.parseInt(args[0], 10);
  26.             stop = Integer.parseInt(args[1], 10);
  27.         }
  28.         catch (NumberFormatException e) {
  29.             displayError();
  30.         }
  31.         currentDir.mkdirs();
  32.         IntStream.range(start, stop).parallel().filter(Main::isMissing).forEach(Main::crawl);
  33.         System.exit(0);
  34.     }
  35.  
  36.     static void displayError() {
  37.         System.out.println("Please supply two arguments:");
  38.         System.out.println("\t First: Minimum range (inclusive)");
  39.         System.out.println("\t Seconds: Maximum range (exclusive)");
  40.         System.out.println();
  41.         System.out.println("ie: java -jar ppd.jar 1 150000");
  42.         System.exit(1);
  43.     }
  44.  
  45.     static void crawl(int imgNumber) {
  46.         try {
  47.             String imageLink = "";
  48.             Document doc = Jsoup.connect("http://phapit.com/image/phap" + imgNumber).get();
  49.             Elements imgs = doc.select("img");
  50.             String[] imageTags;
  51.             Optional<Element> element = imgs.stream().parallel().filter((e) -> e.attr("src").contains("http://images.phapit.com/pic/")).findFirst();
  52.             if (!element.isPresent())
  53.                 return;
  54.             imageLink = element.get().attr("src");
  55.             imageTags = element.get().attr("alt").split(",");
  56.             for (String tag : imageTags) {
  57.                 String t = tag.toLowerCase();
  58.                 if (t.contains("child") || t.contains("kiddy") || t.contains("delete") || t.contains("deleting")) {
  59.                     System.out.println("Deleting " + imgNumber + " due to filters.");
  60.                     deleteFile(imgNumber);
  61.                     return;
  62.                 }
  63.             }
  64.             saveFile(imgNumber, imageLink);
  65.         }
  66.         catch (Exception e) {}
  67.     }
  68.  
  69.     static void saveFile(int imgNumber, String url) {
  70.         File file = new File(getFolder(imgNumber), imgNumber + ".jpg");
  71.         if (file.exists())
  72.             return;
  73.         try (ReadableByteChannel rbc = Channels.newChannel(new URL(url).openStream()); FileOutputStream fos = new FileOutputStream(file);) {
  74.             file.createNewFile();
  75.             fos.getChannel().transferFrom(rbc, 0, 1 << 24);
  76.         }
  77.         catch (Exception e) {
  78.             file.delete();
  79.         }
  80.     }
  81.  
  82.     static void deleteFile(int imgNumber) {
  83.         File file = new File(getFolder(imgNumber), imgNumber + ".jpg");
  84.         try {
  85.             file.delete();
  86.         }
  87.         catch (Exception e) {}
  88.     }
  89.  
  90.     static boolean isMissing(int imgNumber) {
  91.         File file = new File(getFolder(imgNumber), imgNumber + ".jpg");
  92.         return !file.exists();
  93.     }
  94.  
  95.     static File getFolder(int imgNumber) {
  96.         File folder = new File(currentDir, Integer.toString(Math.floorDiv(imgNumber, 1000) * 1000, 10));
  97.         folder.mkdirs();
  98.         return folder;
  99.     }
  100. }
Advertisement
Comments
  • User was banned
Add Comment
Please, Sign In to add comment