set_time_limit(90);
require_once 'include/config.inc.php';
require_once 'class/bot.class.php';
require_once 'include/database_connection.inc.php';
$buffer_file = 'local.html';
$bot = new bot($fcp_host, $fcp_port, $buffer_file);
$splitedURL['key_type'] = 'SSK';
$splitedURL['key_value'] = 'PFeLTa1si2Ml5sDeUy7eDhPso6TPdmw-2gWfQ4Jg02w,3ocfrqgUMVWA2PeorZx40TW0c-FiIOL-TWKQHoDbVdE,AQABAAE';
$splitedURL['site_name'] = 'Index';
$splitedURL['edition'] = '34';
$splitedURL['path'] = 'all.html';
$path = $bot->constructURL($splitedURL);
$bot->getDistantFile($path);
$title = $bot->extractTitle();
$metas = $bot->extractMetas();
$urls = $bot->extractURLs();
$bot->cleanURLs($urls, $splitedURL['key_type'], $splitedURL['key_value'], $splitedURL['site_name'], $splitedURL['edition']);
foreach ($urls as $value) {
if (!empty($value)) {
$splitedURL = $bot->splitURL($value);
echo $value;
print_r($splitedURL);
$id_freesite = $bot->dbGetFreesiteId($splitedURL);
if ($id_freesite === false) {
$id_freesite = $bot->dbAddFreesite($splitedURL);
}
$bot->dbAddFreesiteURL($id_freesite, $splitedURL['path']);
}
}
print_r($urls);