Пример #1
0
 if (!$cookies) {
     do {
         $httpClient->get($cookieURL);
         $cookies = $httpClient->getCookies();
         if (!$cookies) {
             $sc = 30;
             echo "Cookie是空的,睡眠{$sc} S\n";
             sleep($sc);
         } else {
             $httpClient->setCookies($cookies);
         }
         // $httpClient->get($cookieURL);
         // $cookies = $httpClient->getCookies();
     } while (!$cookies);
 }
 $httpClient->setReferer($refUrl);
 $contentUrl = "http://epub.cnki.net" . $u;
 $contentSize = 0;
 do {
     $httpClient->get($contentUrl);
     $content = $httpClient->getContent();
     //302页面
     /*解析地址*/
     $contentUrl = get_content_url($content);
     echo $contentUrl . "\n";
     $saveContent = $paperName . "\t" . $contentUrl . "\n";
     save($mapFile, $saveContent, "a+");
     //echo "save $saveContent\n";
     /*抓取论文摘要内容*/
     $content = $httpClient->quickGet($contentUrl);
     $contentSize = strlen($content);