GenuineSounds

Phapit Downloader

Oct 17th, 2014
379
0
Never
1
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Java 2.42 KB | None | 0 0
  1. package com.genuineminecraft.phapit;
  2.  
  3. import java.io.File;
  4. import java.io.FileOutputStream;
  5. import java.net.URL;
  6. import java.nio.channels.Channels;
  7. import java.nio.channels.ReadableByteChannel;
  8. import java.util.Optional;
  9. import java.util.stream.IntStream;
  10.  
  11. import org.jsoup.Jsoup;
  12. import org.jsoup.nodes.Document;
  13. import org.jsoup.nodes.Element;
  14. import org.jsoup.select.Elements;
  15.  
  16. public class Main {
  17.  
  18.     static File currentDir = new File("downloads");
  19.  
  20.     public static void main(String[] args) {
  21.         currentDir.mkdirs();
  22.         // 150000 is the current upper limit of the pictures on the site.
  23.         IntStream.range(1, 150000).parallel().filter(Main::isMissing).forEach(Main::crawl);
  24.     }
  25.  
  26.     static void crawl(int imgNumber) {
  27.         try {
  28.             String imageLink = "";
  29.             Document doc = Jsoup.connect("http://phapit.com/image/phap" + imgNumber).get();
  30.             Elements imgs = doc.select("img");
  31.             String[] imageTags;
  32.             Optional<Element> element = imgs.stream().parallel().filter((e) -> e.attr("src").contains("http://images.phapit.com/pic/")).findFirst();
  33.             if (!element.isPresent())
  34.                 return;
  35.             imageLink = element.get().attr("src");
  36.             imageTags = element.get().attr("alt").split(",");
  37.             for (String tag : imageTags) {
  38.                 String t = tag.toLowerCase();
  39.                 if (t.contains("child") || t.contains("kiddy") || t.contains("delete")) {
  40.                     System.out.println("Deleting " + imgNumber + " due to filters.");
  41.                     deleteFile(imgNumber);
  42.                     return;
  43.                 }
  44.             }
  45.             saveFile(imgNumber, imageLink);
  46.         }
  47.         catch (Exception e) {}
  48.     }
  49.  
  50.     static void saveFile(int imgNumber, String url) {
  51.         File file = new File(getFolder(imgNumber), imgNumber + ".jpg");
  52.         if (file.exists())
  53.             return;
  54.         try (ReadableByteChannel rbc = Channels.newChannel(new URL(url).openStream()); FileOutputStream fos = new FileOutputStream(file);) {
  55.             file.createNewFile();
  56.             fos.getChannel().transferFrom(rbc, 0, 1 << 24);
  57.         }
  58.         catch (Exception e) {
  59.             file.delete();
  60.         }
  61.     }
  62.  
  63.     static void deleteFile(int imgNumber) {
  64.         File file = new File(getFolder(imgNumber), imgNumber + ".jpg");
  65.         try {
  66.             file.delete();
  67.         }
  68.         catch (Exception e) {}
  69.     }
  70.  
  71.     static boolean isMissing(int imgNumber) {
  72.         File file = new File(getFolder(imgNumber), imgNumber + ".jpg");
  73.         return !file.exists();
  74.     }
  75.  
  76.     static File getFolder(int imgNumber) {
  77.         File folder = new File(currentDir, Integer.toString(Math.floorDiv(imgNumber, 1000) * 1000, 10));
  78.         folder.mkdirs();
  79.         return folder;
  80.     }
  81. }
Comments
  • User was banned
Add Comment
Please, Sign In to add comment