public static function analysis($url)
{
$scraping = new Scraping($url);
$title = $scraping->setFind($scraping::$MediaTitle)->getMediaTitle();
list($music, $musicType) = $scraping->getMediaMusic();
$recents = $scraping->setFind($scraping::$MediaRecents)->getMediaRecents();
$results = ["title" => $title, "music" => $music, "music-type" => $musicType, "recents" => $recents];
//set content-type.
header('Content-type: application/json');
//output json.
echo json_encode($results);
}
public static function analysis($url)
{
$scraping = new Scraping($url);
list($music, $musicType) = $scraping->setFind($scraping::$ReleaseMusic)->getReleaseMusic();
$releaseDate = $scraping->setFind($scraping::$ReleaseDate)->getReleaseDate();
list($band, $album, $releaseType) = $scraping->setFind($scraping::$ReleaseData)->getReleaseData();
$results = ["band" => $band, "album" => $album, "release-date" => $releaseDate, "release-type" => $releaseType, "music" => $music, "music-type" => $musicType];
//set content-type.
header('Content-type: application/json');
//output json.
echo json_encode($results);
}
public static function analysis($url)
{
$scraping = new Scraping($url);
list($titles, $count) = $scraping->setFind($scraping::$RecentTitles)->getTitles();
list($musics, $count) = $scraping->getMusics();
$uris = $scraping->setFind($scraping::$RecentUris)->getUris($count);
$results = [];
for ($i = 0; $i < $count; $i++) {
array_push($results, ["title" => $titles[$i], "music" => $musics[$i]["music"], "music-type" => $musics[$i]["music-type"], "uri" => $uris[$i]]);
}
//set content-type.
header('Content-type: application/json');
//output json.
echo json_encode($results);
}
public function get_scrap()
{
$client = new Client();
$client->getClient()->setDefaultOption('config/curl/' . CURLOPT_TIMEOUT, 60000);
$crawled = "news.liputan6.com";
$title = "article.hentry > header.entry-header > h1";
$article = "article.hentry > div.entry-content > div.text-detail > p";
$geturl = DB::collection('crawling')->where('refurl', $crawled)->get();
foreach ($geturl as $key) {
$url = $key['url'];
$crawler = $client->request('GET', $url);
$status_code = $client->getResponse()->getStatus();
if ($status_code == 200) {
$crawler->filter($article)->each(function ($node) {
$yew = new Scraping();
$yew->article = $node->text();
$yew->save();
});
} else {
echo "we F*****G LOST DUDE !";
}
echo "<hr>";
}
}
