temp1.php

<?

include_once('sources/dHttp/Client.php');
include_once('sources/dHttp/Url.php');
include_once('sources/dHttp/Response.php');
include_once('sources/phpQuery.php');

//$params = json_decode(file_get_contents('php://input'));
$params = [
//    "http://www.newkp.ru/forums/teme6224-1.htm",
//    "https://vk.com/club49259466?w=wall-49259466_32702%2Fall",
//    "https://vk.com/topic-57405583_32395410?post=134",
//    "https://vk.com/skyproperty?w=wall-71390714_1291",
//    "https://vk.com/topic-12055301_21690640?post=956"];
    "http://lady-x.ru/forum/index.php/topic/37-%D0%B2%D0%BE%D1%81%D1%82%D0%B0%D0%BD%D0%BE%D0%B2%D0%BB%D0%B5%D0%BD%D0%B8%D0%B5-%D0%B2%D0%BE%D0%BB%D0%BE%D1%81/page__gopid__974#entry974"];
//$start = microtime(true);
$target = "triholog.org ";
$result = array();

$callback = function ($document, $url, $code, $target) {
    $local_result['url'] = $url;
    $local_result['live'] = false;
    $local_result['nfl'] = '';
    $local_result['nix'] = '';
    $local_result['rd'] = '';
    $local_result['clear'] = false;
    if($code === 200) {
        if($tags = @get_meta_tags($url)){
            if(count($tags)) {
                foreach ($tags as $tag) {
                    $tag = explode(',', $tag);
                    foreach ($tag as $t) {
                        $t = trim(mb_strtolower($t));
                        $t == "nofollow" ? $local_result['nfl'] = 'nf' : '';
                        $t == "noindex" ? $local_result['nix'] = 'ni' : '';
                    }
                }
            }
        }
        $data =  phpQuery::newDocument($document);
//        echo'<pre>';
//var_dump($data);
//        echo'<pre>';

        $hook = false;
        if (count($data->find('a'))) {
            foreach (pq('a') as $a) {
                if (stripos(pq($a)->attr('href'), $target)) {

                    stripos(pq($a)->attr('href'), $target) > 12 ? $local_result['rd'] = 'rd' : $local_result['rd'] = '';
                    pq($a)->attr('rel') != "nofollow" && !($local_result['nfl'] === 'nf') ? $local_result['nfl'] = '' : $local_result['nfl'] = 'nf';
                    $hook = true;
                }
                else if (stripos(pq($a)->text(), $target)) {
                    pq($a)->attr('rel') != "nofollow" && !($local_result['nfl'] === 'nf') ? $local_result['nfl'] = '' : $local_result['nfl'] = 'nf';
                    $local_result['rd'] = 'rd';
                    $hook = true;
                }
                if (stripos(pq($a)->attr('title'), $target)) {
                    pq($a)->attr('rel') != "nofollow" && !($local_result['nfl'] === 'nf') ? $local_result['nfl'] = '' : $local_result['nfl'] = 'nf';
                    $local_result['rd'] = 'rd';
                    $hook = true;
                }
            }
        }
        unset($a);
        if(count($data->find('span'))){
            foreach (pq('span') as $span) {
                if (stripos(pq($span)->attr('onclick'), $target)&&!$hook) {
                    $local_result['rd'] = 'rd';
                    $hook = true;
                }
            }
        }
        unset($span);
        if(count($data->find('table'))){
            foreach (pq('table') as $table) {
                if (stripos(pq($table)->text(), $target)&&!$hook) {
                    $local_result['rd'] = 'rd';
                    $hook = true;
                }
            }
        }
        unset($table);
        if (!$hook&&stripos($data->text(), $target)) {
            $local_result['rd'] = 'rd';
            $hook = true;
        }
//        echo'<pre>';
//        var_dump($data->text());
//        echo'<pre>';
        if (count($data->find('noindex'))){
            foreach (pq('noindex') as $noindex) {
                if (stripos(pq($noindex)->text(), $target))$local_result['nix'] = 'ni';
            }
        }
        ($local_result['rd'] != 'rd'&&$local_result['nix'] != 'ni'&&$local_result['nfl'] != 'nf')?$local_result['clear'] = true:'';
        $hook?$local_result['live'] = true:$local_result['live'] = false;
        unset($data);
        phpQuery::unloadDocuments();
    }
    else {
        $local_result['live'] = 'handed';
    }

    return $local_result;
};

$multi = new dHttp\Client();
$used_links = array();
foreach ($params as $url) {
    $url = trim($url);
    if(!in_array($url,$used_links)) {
        $resp_once[] = new dHttp\Client($url, array(
            CURLOPT_SSL_VERIFYPEER => FALSE,
            CURLOPT_HEADER => TRUE,
            CURLOPT_TIMEOUT_MS => 120000,
            CURLOPT_FOLLOWLOCATION => TRUE,
            CURLOPT_IPRESOLVE => 'CURL_IPRESOLVE_WHATEVER',
            CURLOPT_RETURNTRANSFER => TRUE,
            CURLOPT_USERAGENT => 'Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.2) Gecko/20090729 Firefox/3.5.2 GTB5'
        ));
        $used_links[] = $url;
    }
}

$response_array = $multi->multi($resp_once);

foreach($response_array as $item) {
    $result[] = $callback($item->getRaw(),$item->getUrl(),$item->getCode(),$target);

}
echo json_encode($result);

//echo '<strong>Время выполнения скрипта: ' . (microtime(true) - $start) . ' сек.</strong>';