PHP Spider::spiderの例

コード例 #1

ファイル: import.php プロジェクト: CherylMuniz/fashion

    }
}
$searchUrl = "http://fotostrana.ru/search/?cityId=8&otherCity=&gender=w&age=22&ageTo=28&height%5Bmetric%5D=0&height%5Benglish%5D=0&weight%5Bmetric%5D=0&weight%5Benglish%5D=0&newOnly=0&online=1&ajax=true&change=1";
//$url = "http://fotostrana.ru/profile/ajax/freeVote?value=1&ftoken-all=63655255ba&userId=30911742";
// $url = "http://fotostrana.ru/profile/ajax/freeVote/?userId=30911742&value=1&ftoken-all=63655255ba";
//$url = "http://fotostrana.ru/contest/vote/votedata/?userId=36306794&dir=up&nominationId=0&ftoken-f-contestSendVote-36306794=wfzzieiefc&ajax=1&sendFreeVote=1";
//$url = "http://fotostrana.ru/contest/new/votePopup/_ajax=1&ajax=1&userId=29504825&from=profile";
//$url = "http://fotostrana.ru/contest/new/votePopup/_ajax=1&ajax=1&userId=206878&from=profile";
//$url = "http://fotostrana.ru/contest/new/votePopup/_ajax=1&ajax=1&userId=36429493&from=profile";
//$url = "http://fotostrana.ru/contest/new/votePopup/?_ajax=1&ajax=1&userId=39607735&from=profile";
$guessurl = "http://fotostrana.ru/guess/ajax/saveGuess?guess_user=39402139&answer%5B1%5D=16&uanswer%5B1%5D=&answer%5B2%5D=41&uanswer%5B2%5D=&answer%5B3%5D=17992&uanswer%5B3%5D=&send_message=on&ajax=1&isPopup=0";
$guessurl = "http://fotostrana.ru/guess/ajax/saveGuess?guess_user=39402139&answer%5B1%5D=16&uanswer%5B1%5D=&answer%5B2%5D=41&uanswer%5B2%5D=&answer%5B3%5D=17992&uanswer%5B3%5D=&ajax=1&isPopup=0";
$searchUrl = '';
$sp = new Spider();
$url = "http://fotostrana.ru/user/autologin/?u=11935779&h=10aaaec8776a62a";
$x = $sp->spider($url);
$url = "http://fotostrana.ru/user/11935779";
//$x = $sp->spider($url);
//$sp->collectIds(1,2);
//$sp->visit($argv[1],$argv[2]);
$sp->meeting();
//$sp->guess(10,20);
//$sp->guess(21,30);
//$sp->guess($argv[1],$argv[2]);
//$sp->guess($argv[1],$argv[2]);
//$x = $sp->visit($argv[1],$argv[2]);
//$y = json_decode($x);
//echo $y->html;
//var_dump($y);
//~ $sp->visit($argv[1],$argv[2]);
//~ $j = file_get_contents($url);

コード例 #2

ファイル: basic.php プロジェクト: unl/Spider

    id serial,
    uri varchar(255),
    primary key(id)
);');
$db->exec('create table SpiderJavaScript (
    id serial,
    uri varchar(255),
    script varchar(255),
    primary key(id)
);');
$db->exec('create table SpiderStyleSheet (
    id serial,
    uri varchar(255),
    style varchar(255),
    primary key(id)
);');
//$pageLogger       = new Spider_PageLogger($db);
//$javaScriptLogger = new Spider_JavaScriptLogger($db);
//$styleSheetLogger = new Spider_StyleSheetLogger($db);
$logger = new Spider_Logger();
$downloader = new Spider_Downloader();
$parser = new Spider_Parser();
$spider = new Spider($downloader, $parser);
$spider->addLogger($logger);
$spider->addUriFilter('Spider_AnchorFilter');
$spider->addUriFilter('Spider_MailtoFilter');
//$spider->addLogger($pageLogger);
//$spider->addLogger($styleSheetLogger);
//$spider->addLogger($javaScriptLogger);
$spider->spider('http://www.unl.edu/fwc/');