thieumao

Anh Tuan

Mar 11th, 2014
199
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
PHP 3.50 KB | None | 0 0
  1. <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
  2. <?php
  3. // http://topkute.net/forum/index.php?id=1425&page=1
  4. // id = id0
  5. // page = page0
  6.  
  7. include('../simplehtmldom/simple_html_dom.php');
  8. include ('db_config.php');
  9.  
  10. function getListIDPage(){
  11.     $conn = mysql_connect(DB_SERVER, DB_USER, DB_PASSWORD) or die("Can't connect this database");
  12.     mysql_select_db(DB_DATABASE, $conn);
  13.     mysql_set_charset('utf8',$conn);
  14.  
  15.     $sqlselectcat = "SELECT * FROM cattable";
  16.     $queryselectcat=mysql_query($sqlselectcat);
  17.  
  18.     $arrOuput = array();
  19.     if(mysql_num_rows($queryselectcat) != 0) {
  20.         while ($row = mysql_fetch_array($queryselectcat)) {
  21.             $idCat = $row['idCat'];
  22.             $id0 = $row['id0'];
  23.             $page0 = $row['page0'];
  24.             //echo "<br>MMMMMMMMMMMMMMMMMMMMMMMMMMMMMMM<br>";
  25.             //echo $idCat . "<br>";
  26.             //echo $id0 . "<br>";
  27.             //echo $page0 . "<br>";
  28.             $arr['idCat'] = $idCat;
  29.             $arr['id0'] = $id0;
  30.             $arr['page0'] = $page0;
  31.             array_push($arrOuput, $arr);
  32.         }
  33.     } else {
  34.         return "Error";
  35.     }
  36.     return $arrOuput;
  37. }
  38.  
  39. //getListIDPage();
  40.  
  41. function getListLinkStory0($linklist){
  42.     $htmllinklist = file_get_html($linklist);
  43.     $i = 0;
  44.     foreach($htmllinklist->find('div[class="mainblok"]') as $e) {
  45.         $i++;
  46.         if ($i==2){
  47.             $strContent = $e->innertext;
  48.         }
  49.     }
  50.     $arrOuput =  array();
  51.     $strHTML = str_get_html($strContent);
  52.     foreach($strHTML->find('a') as $e) {
  53.         $arr['titleStory'] = $e->innertext;
  54.         $arr['linkStory'] = $e->href;
  55.         array_push($arrOuput, $arr);
  56.     }
  57.     return $arrOuput;
  58. }
  59.  
  60. function getListLinkStory($idCat, $id0, $page0){
  61.     $arrOuput =  array();
  62.     for ($page=1; $page <= $page0; $page++){
  63.         $linklist = "http://topkute.net/forum/index.php?id=" . $id0 . "&page=" . $page;
  64.         $htmllinklist = file_get_html($linklist);
  65.         $i = 0;
  66.         foreach($htmllinklist->find('div[class="mainblok"]') as $e) {
  67.             $i++;
  68.             if ($i==2){
  69.                 $strContent = $e->innertext;
  70.             }
  71.         }
  72.         $strHTML = str_get_html($strContent);
  73.         foreach($strHTML->find('a') as $e) {
  74.             $arr['titleStory'] = $e->innertext;
  75.             $arr['linkStory'] = $e->href;
  76.             array_push($arrOuput, $arr);
  77.         }
  78.     }
  79.     return $arrOuput;
  80. }
  81.  
  82. $arrCat = getListIDPage();
  83. //print_r($arrCat);
  84.  
  85. // INSERT VAO DATABASE
  86. $conn = mysql_connect(DB_SERVER, DB_USER, DB_PASSWORD) or die("Can't connect this database");
  87. mysql_select_db(DB_DATABASE, $conn);
  88. mysql_set_charset('utf8',$conn);
  89.  
  90. $so = count($arrCat);
  91. for ($i=0;$i<$so;$i++){
  92.     echo ">> Bat dau " . $i. ":<br>";
  93.     echo $arrCat[$i]['idCat'] . "<br>";
  94.     echo $arrCat[$i]['id0'] . "<br>";
  95.     echo $arrCat[$i]['page0'] . "<br>";
  96.  
  97.     $idCat = $arrCat[$i]['idCat'];
  98.  
  99.     $arrListLinkStory = getListLinkStory($arrCat[$i]['idCat'], $arrCat[$i]['id0'], $arrCat[$i]['page0']);
  100.     //print_r($arrListLinkStory);
  101.     $so2 = count($arrListLinkStory);
  102.     for ($j=0; $j<$so2; $j++){
  103.  
  104.         $tieude = $arrListLinkStory[$j]['titleStory'];
  105.         $duongdan = $arrListLinkStory[$j]['linkStory'];
  106.  
  107.         //echo $arrListLinkStory[$j]['titleStory'] . ' - ' . $arrListLinkStory[$j]['linkStory'];
  108.         echo $idCat . ' - ' .$tieude . ' - ' . $duongdan;
  109.  
  110.         $sqlcheck = "SELECT * FROM storytable where StoryLink='$duongdan'";
  111.         $querycheck=mysql_query($sqlcheck);
  112.         if(mysql_num_rows($querycheck) == 0) {
  113.             // Them truong
  114.             $sql = "INSERT INTO storytable (idCat, StoryName, StoryLink) VALUES ($idCat ,'$tieude', '$duongdan')";
  115.             mysql_query($sql);
  116.             echo " -->Da them <br>";
  117.         } else {
  118.             echo " -->Da co <br>";
  119.         }
  120.     }
  121.     echo "<br>-----------------<br>";
  122. }
  123.  
  124. //$arrListLinkStory = getListLinkStory(99, 163, 6);
  125. //print_r($arrListLinkStory);
Advertisement
Add Comment
Please, Sign In to add comment