Jawn78

Untitled

Jun 20th, 2019
150
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Java 3.85 KB | None | 0 0
  1. /*
  2.  * To change this license header, choose License Headers in Project Properties.
  3.  * To change this template file, choose Tools | Templates
  4.  * and open the template in the editor.
  5.  */
  6. package jrex;
  7.  
  8. import java.io.BufferedWriter;
  9. import java.io.File;
  10. import java.io.IOException;
  11. import java.nio.file.Files;
  12. import java.nio.file.Paths;
  13. import java.util.ArrayList;
  14. import java.util.List;
  15. import java.util.Map;
  16. import java.util.Spliterator;
  17. import java.util.concurrent.TimeUnit;
  18. import org.apache.commons.csv.CSVFormat;
  19. import org.apache.commons.csv.CSVPrinter;
  20. import org.apache.commons.csv.CSVRecord;
  21. import org.jsoup.Jsoup;
  22. import org.jsoup.nodes.Document;
  23. import org.openqa.selenium.By;
  24. import org.openqa.selenium.InvalidArgumentException;
  25. import org.openqa.selenium.WebDriver;
  26. import org.openqa.selenium.WebElement;
  27. import org.openqa.selenium.chrome.ChromeDriver;
  28. import org.openqa.selenium.support.ui.Wait;
  29.  
  30. /**
  31.  *
  32.  * @author jonat
  33.  */
  34. public class Jrex {
  35.  
  36.     /**
  37.      * @param args the command line arguments
  38.      */
  39.     //TODO
  40.     // Count # of requests
  41.     // run during specific hours.
  42.     private static final String companylinks = "./sample.csv";
  43.    
  44.     public static void main(String[] args) throws InterruptedException, IOException, InvalidArgumentException {
  45.       //Set chrome webdriver
  46.        System.setProperty("webdriver.chrome.driver", "C:\\Users\\jonat\\Documents\\Libraries\\chrome\\chromedriver.exe");
  47.        // Open Browser
  48.      WebDriver drive = new ChromeDriver();
  49.              drive.get("https://www.linkedin.com/login");
  50.        //Login to LinkedIn
  51.         WebElement loginEmail = drive.findElement(By.id("username"));
  52.                    loginEmail.click();
  53.                   loginEmail.sendKeys("My- Username")
  54.         WebElement loginPassword = drive.findElement(By.id("password"));
  55.                    loginPassword.click();
  56.                    loginPassword.sendKeys("My Password");
  57.         WebElement loginButton = drive.findElement(By.className("login__form_action_container"));
  58.                    loginButton.click();
  59.                  drive.manage().timeouts().implicitlyWait(15, TimeUnit.SECONDS);
  60.         //Waiting like a human
  61.        
  62.      double randomNumber = smallArms.getRandomNumber();
  63.         System.out.println(randomNumber);
  64.         //Thread.sleep((long) randomNumber);
  65.         //drive.get(company_link_csv_reader.main().get(0));
  66.         String urls = company_link_csv_reader.main().get(0);
  67.         System.out.println(urls);
  68.         System.out.println(urls.equals("www.linkedin.com/company/rex-recruiting/"));
  69.         drive.navigate().to(urls);
  70.        
  71.         /*
  72.         for(int j = 0; j < company_link_csv_reader.main().size();){
  73.         String comps = company_link_csv_reader.main().get(j);
  74.         drive.get(comps);
  75.         System.out.println(comps);
  76.         Thread.sleep((long) randomNumber);
  77.         System.out.println(randomNumber);
  78.         j++;*/
  79.         //Thread.sleep((long) randomNumber);
  80.         //drive.wait();
  81.     }
  82.        
  83.            
  84.            //drive.manage().timeouts().implicitlyWait(15, TimeUnit.SECONDS);
  85.            //String pageSource = drive.getPageSource();    
  86.            //System.out.println(pageSource);
  87.             //File input = new File("/tmp/input.html");
  88.             //Document doc = Jsoup.parse(input, "UTF-8", "C:\\Users\\jonat\\Documents\\NetBeansProjects\\jrex\\companypage.html");          
  89.            //Document doc = Jsoup.parse(pageSource);
  90.            
  91.            //Grab company about page content
  92.                 //Grab Connected contact link
  93.                 //Grab company website link
  94.                 // Move to jobs
  95.                 //Grab Job content
  96.                 //Cycle through jobs
  97.                 //Cycle through job pages until no more
  98.          //iterate through company list
  99.      
  100.                 //Write content to csv
  101.        
  102.     }
Advertisement
Add Comment
Please, Sign In to add comment