/** * Cleans up the crawler after it has finished. */ protected function cleanup() { // Free/unlock caches $this->CookieCache->cleanup(); $this->LinkCache->cleanup(); // Delete working-dir PHPCrawlerUtils::rmDir($this->working_directory); // Remove semaphore (if multiprocess-mode) if ($this->multiprocess_mode != PHPCrawlerMultiProcessModes::MPMODE_NONE) { $sem_key = sem_get($this->crawler_uniqid); sem_remove($sem_key); } }
/** * Cleans up the crawler after it has finished. */ protected function cleanup() { $abort_reason = $this->checkForAbort(); if ($abort_reason != null && $abort_reason != PHPCrawlerAbortReasons::ABORTREASON_PASSEDTHROUGH) { $crawler_status = $this->CrawlerStatusHandler->getCrawlerStatus(); $crawler_status->documents_received = 0; $crawler_status->bytes_received = 0; $crawler_status->links_followed = 0; $crawler_status->previous_abort_reason = $abort_reason; $crawler_status->abort_reason = null; $this->CrawlerStatusHandler->setCrawlerStatus($crawler_status); } else { // Free/unlock caches $this->CookieCache->cleanup(); $this->LinkCache->cleanup(); // Delete working-dir PHPCrawlerUtils::rmDir($this->working_directory); // Remove semaphore (if multiprocess-mode) if ($this->multiprocess_mode != PHPCrawlerMultiProcessModes::MPMODE_NONE) { $sem_key = sem_get($this->crawler_uniqid); sem_remove($sem_key); } } }