Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
- <?php
- // http://topkute.net/forum/index.php?id=1425&page=1
- // id = id0
- // page = page0
- include('../simplehtmldom/simple_html_dom.php');
- include ('db_config.php');
- function getListIDPage(){
- $conn = mysql_connect(DB_SERVER, DB_USER, DB_PASSWORD) or die("Can't connect this database");
- mysql_select_db(DB_DATABASE, $conn);
- mysql_set_charset('utf8',$conn);
- $sqlselectcat = "SELECT * FROM cattable";
- $queryselectcat=mysql_query($sqlselectcat);
- $arrOuput = array();
- if(mysql_num_rows($queryselectcat) != 0) {
- while ($row = mysql_fetch_array($queryselectcat)) {
- $idCat = $row['idCat'];
- $id0 = $row['id0'];
- $page0 = $row['page0'];
- //echo "<br>MMMMMMMMMMMMMMMMMMMMMMMMMMMMMMM<br>";
- //echo $idCat . "<br>";
- //echo $id0 . "<br>";
- //echo $page0 . "<br>";
- $arr['idCat'] = $idCat;
- $arr['id0'] = $id0;
- $arr['page0'] = $page0;
- array_push($arrOuput, $arr);
- }
- } else {
- return "Error";
- }
- return $arrOuput;
- }
- //getListIDPage();
- function getListLinkStory0($linklist){
- $htmllinklist = file_get_html($linklist);
- $i = 0;
- foreach($htmllinklist->find('div[class="mainblok"]') as $e) {
- $i++;
- if ($i==2){
- $strContent = $e->innertext;
- }
- }
- $arrOuput = array();
- $strHTML = str_get_html($strContent);
- foreach($strHTML->find('a') as $e) {
- $arr['titleStory'] = $e->innertext;
- $arr['linkStory'] = $e->href;
- array_push($arrOuput, $arr);
- }
- return $arrOuput;
- }
- function getListLinkStory($idCat, $id0, $page0){
- $arrOuput = array();
- for ($page=1; $page <= $page0; $page++){
- $linklist = "http://topkute.net/forum/index.php?id=" . $id0 . "&page=" . $page;
- $htmllinklist = file_get_html($linklist);
- $i = 0;
- foreach($htmllinklist->find('div[class="mainblok"]') as $e) {
- $i++;
- if ($i==2){
- $strContent = $e->innertext;
- }
- }
- $strHTML = str_get_html($strContent);
- foreach($strHTML->find('a') as $e) {
- $arr['titleStory'] = $e->innertext;
- $arr['linkStory'] = $e->href;
- array_push($arrOuput, $arr);
- }
- }
- return $arrOuput;
- }
- $arrCat = getListIDPage();
- //print_r($arrCat);
- // INSERT VAO DATABASE
- $conn = mysql_connect(DB_SERVER, DB_USER, DB_PASSWORD) or die("Can't connect this database");
- mysql_select_db(DB_DATABASE, $conn);
- mysql_set_charset('utf8',$conn);
- $so = count($arrCat);
- for ($i=0;$i<$so;$i++){
- echo ">> Bat dau " . $i. ":<br>";
- echo $arrCat[$i]['idCat'] . "<br>";
- echo $arrCat[$i]['id0'] . "<br>";
- echo $arrCat[$i]['page0'] . "<br>";
- $idCat = $arrCat[$i]['idCat'];
- $arrListLinkStory = getListLinkStory($arrCat[$i]['idCat'], $arrCat[$i]['id0'], $arrCat[$i]['page0']);
- //print_r($arrListLinkStory);
- $so2 = count($arrListLinkStory);
- for ($j=0; $j<$so2; $j++){
- $tieude = $arrListLinkStory[$j]['titleStory'];
- $duongdan = $arrListLinkStory[$j]['linkStory'];
- //echo $arrListLinkStory[$j]['titleStory'] . ' - ' . $arrListLinkStory[$j]['linkStory'];
- echo $idCat . ' - ' .$tieude . ' - ' . $duongdan;
- $sqlcheck = "SELECT * FROM storytable where StoryLink='$duongdan'";
- $querycheck=mysql_query($sqlcheck);
- if(mysql_num_rows($querycheck) == 0) {
- // Them truong
- $sql = "INSERT INTO storytable (idCat, StoryName, StoryLink) VALUES ($idCat ,'$tieude', '$duongdan')";
- mysql_query($sql);
- echo " -->Da them <br>";
- } else {
- echo " -->Da co <br>";
- }
- }
- echo "<br>-----------------<br>";
- }
- //$arrListLinkStory = getListLinkStory(99, 163, 6);
- //print_r($arrListLinkStory);
Advertisement
Add Comment
Please, Sign In to add comment