Advertisement
Guest User

phpquery5

a guest
Feb 3rd, 2017
145
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.72 KB | None | 0 0
  1. require 'phpQuery.php';
  2. $url = curl_init();
  3. curl_setopt($url, CURLOPT_URL, "http://theory.phphtml.net/exercises/advanced/php/parsing/zadachi-na-poetapnyj-parsing-i-metod-pauka/2/index1.php");
  4. curl_setopt($url, CURLOPT_RETURNTRANSFER, 1);
  5. curl_setopt($url, CURLOPT_FOLLOWLOCATION, 1);
  6. $str = curl_exec($url);
  7. $pq = phpQuery::newDocument($str);
  8. $links = $pq->find('#menu a');
  9.  
  10. foreach($links as $link){
  11. $siteLink = "http://theory.phphtml.net/exercises/advanced/php/parsing/zadachi-na-poetapnyj-parsing-i-metod-pauka/2/";
  12.  
  13. $site = $siteLink.pq($link)->attr('href');
  14. $url = curl_init();
  15. curl_setopt($url, CURLOPT_URL, $site);
  16. curl_setopt($url, CURLOPT_RETURNTRANSFER, 1);
  17. curl_setopt($url, CURLOPT_FOLLOWLOCATION, 1);
  18. $pageLinks = curl_exec($url);
  19. $pq = phpQuery::newDocument($pageLinks);
  20. $pagelinks = $pq->find('#main a');
  21.  
  22.  
  23. foreach($pagelinks as $pagelink){
  24. $pageLink = "http://theory.phphtml.net/exercises/advanced/php/parsing/zadachi-na-poetapnyj-parsing-i-metod-pauka/2/folder/";
  25.  
  26. $plink = $pageLink.pq($pagelink)->attr('href');
  27. $url = curl_init();
  28. curl_setopt($url, CURLOPT_URL, $site);
  29. curl_setopt($url, CURLOPT_RETURNTRANSFER, 1);
  30. curl_setopt($url, CURLOPT_FOLLOWLOCATION, 1);
  31. $pagecontent = curl_exec($url);
  32. $pq = phpQuery::newDocument($pagecontent);
  33. $title = $pq->find('h1')->text();
  34. $content = $pq->find('#main p')->text();
  35.  
  36. $host = 'localhost';
  37. $user = 'root';
  38. $password = '';
  39. $db_name = 'phpquery';
  40. $connect = mysqli_connect($host, $user, $password, $db_name) or die(mysqli_error($link));
  41. $query = "INSERT INTO page (id, title, content) VALUES (null, '".$title."', '".$content."')";
  42. $result = mysqli_query($connect, $query);
  43.  
  44.  
  45. }
  46. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement