/** * 私有方法主爬虫 */ protected final function runUsersCrawler() { $crawler = new MainCrawl(); $crawler->getData(); $this->dataArray = $crawler->analysisUserFollers(); $this->store(); }
protected function runGetDetailsCrawler() { $crawler = new MainCrawl(); $crawler->getData(); $this->dataArray = $crawler->analysisCrawler(); if (DEBUG == true) { echo 'the result is: '; var_dump($this->dataArray); } if (!$this->dataArray) { echo '404 not found'; return false; } // 确认是否网络通畅 if ($this->dataArray['username'] == null) { echo 'bad http connect'; return false; } $this->store(); // 释放内存 $crawler = null; }