Пример #1
0
<?php

require 'Crawler.php';
$url = "http://https://lazada.com.ph/";
$crawl = new Crawler();
$crawl->crawlLinks($url);
<?php

include "file:///C|/wamp/www/minor1234/crawler/new/crawler/Crawler.php";
$mycrawler = new Crawler();
//Some site Takes too many Hidden Parameters to Login.
//So it is hard to Login complex Login
$siteloginurl = 'http://www.getacoder.com/users/onlogin.php';
//The url of Form when action perform
$parametes = 'username=Yourusername&passwd=Yourpassword';
//The parameters the action script need
$mycrawler->logIn($siteloginurl, $parametes);
$url = 'http://www.getacoder.com/users/manage.php';
//The url we need to crawl.You cannot go this url before login
//So we need to login.
$link = $mycrawler->crawlLinks($url);
//print the result
echo "<table width=\"100%\" border=\"1\">\n  <tr>\n    <td width=\"30%\"><div align=\"center\"><b>Link Text </b></div></td>\n    <td width=\"30%\"><div align=\"center\"><b>Link</b></div></td>\n    <td width=\"40%\"><div align=\"center\"><b>Text with Link</b> </div></td>\n  </tr>";
for ($i = 0; $i < sizeof($link['link']); $i++) {
    echo "<tr>\n    <td><div align=\"center\">" . $link['text'][$i] . "</div></td>\n    <td><div align=\"center\">" . $link['link'][$i] . "</div></td>\n    <td><div align=\"center\"><a href=\"" . $link['link'][$i] . "\">" . $link['text'][$i] . "</a></div></td>\n  </tr>";
}
echo "</table>";
Пример #3
0
    $l = 0;
    while ($row = mysqli_fetch_array($result0)) {
        $sites[$l] = $row[1];
        $s_wait[$l++] = $row[2];
    }
    $result = mysqli_query($con, "SELECT * FROM course where c_id='{$course}'");
    $l = 0;
    while ($row = mysqli_fetch_array($result)) {
        $keyword[$l] = $row[1];
        $waitage[$l++] = $row[2];
    }
}
$temp = array();
$wait = array();
for ($d = 0; $d < sizeof($sites); $d++) {
    $link = $mycrawler->crawlLinks($sites[$d]);
    //print the result
    $k = 0;
    for ($i = 0; $i < sizeof($link['link']); $i++) {
        $sum = 0;
        for ($j = 0; $j < sizeof($waitage); $j++) {
            $c = substr_count($link['link'][$i], $keyword[$j]);
            if ($c) {
                $sum = $sum + $c * $waitage[$j];
            }
        }
        if ($sum > 0) {
            $wait[$k] = $sum * $s_wait[$d];
            $temp[$k++] = $link['link'][$i];
        }
    }