<?php
class StoreResult extends Threaded {
    private $total = 0;
    private $valid = 0;
    private $isConnected = true;
    public function AddValid() {
        return $this->valid ++;
    }
    public function AddTotal() {
        return $this->total ++;
    }
    public function GetResults() {
        $arr [0] = $this->total;
        $arr [1] = $this->valid;
        return $arr;
    }
    public function SetConnectionStatus($conn_status = false) {
        $conn_status == false ? $this->isConnected == false : $this->isConnected == true;
    }
    public function IsConnected() {
        return $this->isConnected;
    }
}
class my_thread extends Thread {
    private $url;
    public $result = false;
    private $outfile;
    private $store_result;
    private $not_valid_file = "not_valid.txt";
    function __construct($url, $out_file, StoreResult $store_result) {
        $this->url = $url;
        $this->store_result = $store_result;
        $this->outfile = $out_file;
    }
    public function run() {
        // echo $this->url."\n";
        //delete non-printable characters
        $this->url = preg_replace('/[^\PC\s]/u', '', $this->url);
        $data = explode ( "|", $this->url );


        $vars = GetServerData ( $url );
        $this->store_result->AddTotal ();
        //print_r($vars);
        if ($vars) {
            $this->store_result->AddValid ();
            $str = "";
            $n_ar = array ();

            foreach ( $vars as $k => $v ) {
                if ($v != "")
                    $v = trim ( $v );
                $n_ar [$k] = $v;
            }
            // print_r($vars);
            $vars = $n_ar;
            //
            // $str = implode ( ",", $vars );
            $str .= "\r\n";
            $fp = fopen ( $this->outfile, "a" ) or exit ( "Can't open " . $this->outfile . "!\n" );
            if (flock ( $fp, LOCK_EX )) {
                // fputs ( $fp, $str );
                fputcsv ( $fp, $vars, ",", "'" );
                fflush ( $fp );
                flock ( $fp, LOCK_UN );
            } else {

                echo "Can't flock() " . $this->outfile . "!\n";
                // $this->setGarbage ();
            }
            fclose($fp);
            $this->result = true;

        } else {

            //echo $this->outfile."\n";
            $path = realpath(dirname($this->outfile));
            //echo $path."\n";
            $fp = fopen($path."\\".$this->not_valid_file, "a");
            if( flock ( $fp, LOCK_EX ) )
            {
                fputs ( $fp, trim($this->url)."\n");
                fflush ( $fp );
                flock ( $fp, LOCK_UN );
            }
            fclose($fp);

        }
    }
}


/////////////////////////////////////


$data = file ( $data_list );
$workers = [ ];
$t_count = 80;
$flag = 1;
$k = 0;
$perc_diff = 1;
$last_percent = 0;
// echo "$data_size";
$connected = true;
$s_time = microtime ( TRUE );
while ( $flag === 1 ) {

    /*
     * //echo "$k\n";
     * if($k >= $data_size)
     * {
     * //echo "111"; exit();
     * $flag = 0;
     * break 2;
     * }
     */

    if (curlPost ( "", "", true )) {
        // echo "Okay";
    } else {

        echo "No active network connection avaliable! Shutting down...\n";
        $flag = false;

        $c_w = count ( $workers );
        for($i = 0; $i < $c_w; $i ++) {
            if ($workers [$i]->join ()) {
                // echo "joining $i\n";
                unset ( $workers [$i] );
            }
        }

        $connected = false;
        break;
    }

    $c_w = count ( $workers );

    if ($c_w < $t_count) {
        for($i = $c_w; $i < $t_count - $c_w; $i ++) {
            if ($k >= $data_size) {
                $flag = 0;
                break;
            }

            $workers [$i] = new my_thread ( $data [$k], $out_file, $result );
            // echo $data[$k]."\n";
            $workers [$i]->start ();
            $k ++;
        }
    }

    $c_w = count ( $workers );
    for($i = 0; $i < $c_w; $i ++) {
        if ($workers [$i]->join ()) {
            // echo "joining $i\n";
            unset ( $workers [$i] );
        }
    }
    $arr = $result->GetResults ();
    $valid = $arr [1];
    $e_time = microtime ( TRUE );
    $t = $e_time - $s_time;
    $percent = ($k / $data_size) * 100;
    if (($percent - $last_percent) >= $perc_diff || $percent == 100) {
        $last_percent = $percent;
        SetStatus ( $mysqli_obj, $DB ['worker_table'], 1, "Working", ( int ) $percent, "" );
        echo "progress: " . $percent . " percent ($k of $data_size, valid: $valid) \n";
        echo "time: " . $t . "\n";
    }
}