/** * scrape description from product page and get page size * * @return ProductInfo */ public function scrape() { //get response to page request $client = new Client(['cookies' => true]); $response = $client->request('GET', $this->getProductInfo()->getLink()); //try to get size from header, if not found fall back to calculating from page body if (!($size = $response->getHeader('Content-Length'))) { $size = $response->getBody()->getSize(); $size = ScraperLibrary::formatBytes($size, 1); } $this->getProductInfo()->setSize($size); $this->getProductInfo()->setDescription($this->scrapeProductDescription($response->getBody())); return $this->getProductInfo(); }