Beispiel #1
0
function crawl($uri, $params = array(), $processor = '', $processorFile = '')
{
    $params = array_merge(array('continue' => false), $params);
    if (!strpos($uri, '://')) {
        $uri = 'http://' . $uri;
    }
    $results = MiCrawler::crawl($uri, $params);
    if ($results && $processorFile && is_file(dirname(__FILE__) . '/' . $processorFile)) {
        require_once dirname(__FILE__) . '/' . $processorFile;
        $processor = ucwords($processor) . 'Processor';
        $results = call_user_func_array(array($processor, 'process'), array($results, $uri));
        echo "\n";
        foreach ((array) $results as $key => $values) {
            echo $key . ' ' . count($values) . " found\n";
        }
        return;
    }
    echo count($results) . " found\n";
}
Beispiel #2
0
 /**
  * tmpFile method
  *
  * @param mixed $url null
  * @param array $settings array()
  * @return void
  * @access public
  */
 public static function tmpFile($url = null, $settings = array())
 {
     $Crawler = new MiCrawler($url, $settings);
     return $Crawler->_tmpFile($url);
 }
Beispiel #3
0
<?php

include str_replace('.test.php', '.php', __FILE__);
$results = MiCrawler::crawl('http://www.ad7six.com', array('continue' => false));
echo count($results) . " found\n";