public function process(Url &$url)
{
$this->extractedUrls = [];
$client = new \Goutte\Client();
$crawler = $client->request('GET', $url->getUrl());
$url->setStatus($client->getResponse()->getStatus() >= 400 ? Url::STATUS_ERROR : Url::STATUS_OK);
$links = $crawler->filter('a');
$links = $crawler->filter('a')->links();
foreach ($links as $link) {
$eu = new Url($link->getUri(), $url->getDepth() + 1);
if (preg_match('#^http(s)?://fleapop.com#i', $eu->getUrl())) {
$this->extractedUrls[] = $eu;
}
}
//
return true;
}
public function execute()
{
//$rss = ['lol'];
$client = new Goutte\Client();
//$client->getClient()->setDefaultOption('config/curl/'.CURLOPT_TIMEOUT, 60);
for ($i = 1; $i < 8; $i++) {
if ($i == 1) {
$crawler = $client->request('GET', 'http://buzztache.com/category/no/');
} else {
$crawler = $client->request('GET', 'http://buzztache.com/category/no/page/' . $i . '/');
}
$client->getResponse();
//$link = $crawler->selectLink('Security Advisories')->link();
//$crawler = $client->click($link);
// Get the latest post in this category and display the titles
$crawler->filter('article')->each(function ($node) use(&$rss) {
if (!isset($node)) {
return;
}
$img = '';
if ($node->filterXPath('//img')->count()) {
$img = $node->filterXPath('//img')->attr('src');
}
$heading = $node->filterXPath('//h3')->text();
$link = $node->filterXPath('//a')->attr('href');
$arr = [];
$arr['title'] = $heading;
$arr['description'] = "<img src='{$img}' />";
$arr['link'] = $link;
$rss[] = $arr;
//print_r($rss);
//print $heading."\n";
});
}
return $rss;
}
/**
* @param int $facebookId Facebook account id
* @param string $facebookAccessToken Facebook access token
*
* @return bool Facebook account status
*/
protected function isValidFacebookAccount($id, $accessToken)
{
$client = new \Goutte\Client();
$client->request('GET', sprintf('https://graph.facebook.com/me?access_token=%s', $accessToken));
$response = json_decode($client->getResponse()->getContent());
if ($response->error) {
throw new InvalidPropertyUserException($response->error->message);
}
return $response->id == $id;
}
