<?php require 'Crawler.php'; $url = "http://https://lazada.com.ph/"; $crawl = new Crawler(); $crawl->crawlLinks($url);
<?php include "file:///C|/wamp/www/minor1234/crawler/new/crawler/Crawler.php"; $mycrawler = new Crawler(); //Some site Takes too many Hidden Parameters to Login. //So it is hard to Login complex Login $siteloginurl = 'http://www.getacoder.com/users/onlogin.php'; //The url of Form when action perform $parametes = 'username=Yourusername&passwd=Yourpassword'; //The parameters the action script need $mycrawler->logIn($siteloginurl, $parametes); $url = 'http://www.getacoder.com/users/manage.php'; //The url we need to crawl.You cannot go this url before login //So we need to login. $link = $mycrawler->crawlLinks($url); //print the result echo "<table width=\"100%\" border=\"1\">\n <tr>\n <td width=\"30%\"><div align=\"center\"><b>Link Text </b></div></td>\n <td width=\"30%\"><div align=\"center\"><b>Link</b></div></td>\n <td width=\"40%\"><div align=\"center\"><b>Text with Link</b> </div></td>\n </tr>"; for ($i = 0; $i < sizeof($link['link']); $i++) { echo "<tr>\n <td><div align=\"center\">" . $link['text'][$i] . "</div></td>\n <td><div align=\"center\">" . $link['link'][$i] . "</div></td>\n <td><div align=\"center\"><a href=\"" . $link['link'][$i] . "\">" . $link['text'][$i] . "</a></div></td>\n </tr>"; } echo "</table>";
$l = 0; while ($row = mysqli_fetch_array($result0)) { $sites[$l] = $row[1]; $s_wait[$l++] = $row[2]; } $result = mysqli_query($con, "SELECT * FROM course where c_id='{$course}'"); $l = 0; while ($row = mysqli_fetch_array($result)) { $keyword[$l] = $row[1]; $waitage[$l++] = $row[2]; } } $temp = array(); $wait = array(); for ($d = 0; $d < sizeof($sites); $d++) { $link = $mycrawler->crawlLinks($sites[$d]); //print the result $k = 0; for ($i = 0; $i < sizeof($link['link']); $i++) { $sum = 0; for ($j = 0; $j < sizeof($waitage); $j++) { $c = substr_count($link['link'][$i], $keyword[$j]); if ($c) { $sum = $sum + $c * $waitage[$j]; } } if ($sum > 0) { $wait[$k] = $sum * $s_wait[$d]; $temp[$k++] = $link['link'][$i]; } }