public function process(Url &$url) { $this->extractedUrls = []; $client = new \Goutte\Client(); $crawler = $client->request('GET', $url->getUrl()); $url->setStatus($client->getResponse()->getStatus() >= 400 ? Url::STATUS_ERROR : Url::STATUS_OK); $links = $crawler->filter('a'); $links = $crawler->filter('a')->links(); foreach ($links as $link) { $eu = new Url($link->getUri(), $url->getDepth() + 1); if (preg_match('#^http(s)?://fleapop.com#i', $eu->getUrl())) { $this->extractedUrls[] = $eu; } } // return true; }
public function execute() { //$rss = ['lol']; $client = new Goutte\Client(); //$client->getClient()->setDefaultOption('config/curl/'.CURLOPT_TIMEOUT, 60); for ($i = 1; $i < 8; $i++) { if ($i == 1) { $crawler = $client->request('GET', 'http://buzztache.com/category/no/'); } else { $crawler = $client->request('GET', 'http://buzztache.com/category/no/page/' . $i . '/'); } $client->getResponse(); //$link = $crawler->selectLink('Security Advisories')->link(); //$crawler = $client->click($link); // Get the latest post in this category and display the titles $crawler->filter('article')->each(function ($node) use(&$rss) { if (!isset($node)) { return; } $img = ''; if ($node->filterXPath('//img')->count()) { $img = $node->filterXPath('//img')->attr('src'); } $heading = $node->filterXPath('//h3')->text(); $link = $node->filterXPath('//a')->attr('href'); $arr = []; $arr['title'] = $heading; $arr['description'] = "<img src='{$img}' />"; $arr['link'] = $link; $rss[] = $arr; //print_r($rss); //print $heading."\n"; }); } return $rss; }
/** * @param int $facebookId Facebook account id * @param string $facebookAccessToken Facebook access token * * @return bool Facebook account status */ protected function isValidFacebookAccount($id, $accessToken) { $client = new \Goutte\Client(); $client->request('GET', sprintf('https://graph.facebook.com/me?access_token=%s', $accessToken)); $response = json_decode($client->getResponse()->getContent()); if ($response->error) { throw new InvalidPropertyUserException($response->error->message); } return $response->id == $id; }