Advertisement
Guest User

Untitled

a guest
Aug 22nd, 2014
278
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 3.44 KB | None | 0 0
  1. import org.jsoup.Jsoup;
  2. import org.jsoup.helper.Validate;
  3. import org.jsoup.nodes.Document;
  4. import org.jsoup.nodes.Element;
  5. import org.jsoup.select.Elements;
  6.  
  7. import java.io.BufferedOutputStream;
  8. import java.io.FileOutputStream;
  9. import java.io.IOException;
  10. import java.io.InputStream;
  11. import java.io.OutputStream;
  12. import java.net.URL;
  13.  
  14. /**
  15. * Example program to list links from a URL.
  16. */
  17. public class FlipkartFetcher {
  18. static String folderPath="C:\Users\Nobal\Desktop\MyImages";
  19. public static void main(String[] args) throws IOException {
  20. // Validate.isTrue(args.length == 1, "usage: supply url to fetch");
  21. //String url = args[0];
  22. String url="http://www.flipkart.com/mens-clothing/shirts/formal-shirts/pr?sid=2oq%2Cs9b%2Cmg4%2Cfh5&otracker=nmenu_sub_men_0_Formal+Shirts";
  23. //print("Fetching %s...", url);
  24.  
  25. Document doc = Jsoup.connect(url).get();
  26. Elements divTags=doc.getElementsByClass("pu-visual-section");
  27. int counter=0;
  28. for(Element divTag : divTags)
  29. {
  30. counter++;
  31. //System.out.println(image.getElementsByTag("a"));
  32. Elements aTags=divTag.getElementsByTag("a");
  33. for(Element aTag : aTags )
  34. {
  35. if(aTag.child(0).attr("src").contains(".jp")){
  36. System.out.println(aTag.child(0).attr("src"));
  37. getImages(aTag.child(0).attr("src"));
  38. }
  39. }
  40.  
  41. }
  42.  
  43. /* Elements links = doc.select("a[href]");
  44. Elements media = doc.select("[src]");
  45. Elements imports = doc.select("link[href]");
  46.  
  47. print("nMedia: (%d)", media.size());
  48. for (Element src : media) {
  49. if (src.tagName().equals("img"))
  50. print(" * %s: <%s> %sx%s (%s)",
  51. src.tagName(), src.attr("abs:src"), src.attr("width"), src.attr("height"),
  52. trim(src.attr("alt"), 20));
  53. else
  54. print(" * %s: <%s>", src.tagName(), src.attr("abs:src"));
  55. }
  56.  
  57. print("nImports: (%d)", imports.size());
  58. for (Element link : imports) {
  59. print(" * %s <%s> (%s)", link.tagName(),link.attr("abs:href"), link.attr("rel"));
  60. }
  61.  
  62. print("nLinks: (%d)", links.size());
  63. for (Element link : links) {
  64. print(" * a: <%s> (%s)", link.attr("abs:href"), trim(link.text(), 35));
  65. }*/
  66. }
  67.  
  68. private static void getImages(String src) throws IOException {
  69.  
  70.  
  71.  
  72. String folder = null;
  73.  
  74.  
  75.  
  76. //Exctract the name of the image from the src attribute
  77.  
  78. int indexname = src.lastIndexOf("/");
  79.  
  80.  
  81.  
  82. if (indexname == src.length()) {
  83.  
  84. src = src.substring(1, indexname);
  85.  
  86. }
  87.  
  88.  
  89.  
  90. indexname = src.lastIndexOf("/");
  91.  
  92. String name = src.substring(indexname, src.length());
  93.  
  94.  
  95.  
  96.  
  97. System.out.println(name);
  98.  
  99.  
  100.  
  101. //Open a URL Stream
  102.  
  103. URL url = new URL(src);
  104.  
  105. InputStream in = url.openStream();
  106.  
  107.  
  108.  
  109. OutputStream out = new BufferedOutputStream(new FileOutputStream( folderPath+ name));
  110.  
  111.  
  112.  
  113. for (int b; (b = in.read()) != -1;) {
  114.  
  115. out.write(b);
  116.  
  117. }
  118.  
  119. out.close();
  120.  
  121. in.close();
  122.  
  123.  
  124.  
  125. }
  126.  
  127. /* private static void print(String msg, Object... args) {
  128. System.out.println(String.format(msg, args));
  129. }
  130.  
  131. private static String trim(String s, int width) {
  132. if (s.length() > width)
  133. return s.substring(0, width-1) + ".";
  134. else
  135. return s;
  136. }*/
  137. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement