PHP spider::get_insite_links Examples

Example #1

File: global_func.php Project: tanny2015/DataStructure

function add_links_insite($link)
{
    if (!is_url($link)) {
        return false;
    }
    global $db, $config;
    $spider = new spider();
    $spider->url($link);
    $links = $spider->get_insite_links();
    $site_url = GetSiteUrl($link);
    $site = $db->get_one("select * from ve123_sites where url='" . $site_url . "'");
    $site_id = $site["site_id"];
    //print_r($links);
    foreach ($links as $value) {
        $value = rtrim($value, "/");
        $row = $db->get_one("select * from ve123_links where url='" . $value . "'");
        if (empty($row) && is_url($value)) {
            echo $value . "<br>";
            $array = array('url' => $value, 'site_id' => $site_id, 'level' => '1');
            $db->insert("ve123_links", $array);
        } else {
            echo "ÒÑ´æÔÚ:" . $value . "<br>";
        }
        ob_flush();
        flush();
        sleep(1);
        $row = $db->get_one("select * from ve123_links_temp where url='" . $value . "'");
        if (empty($row) && is_url($value)) {
            $array = array('url' => $value);
            $db->insert("ve123_links_temp", $array);
        }
    }
}