function FAILED_INJECT($faildir, $backupdir)
{
$unix = new unix();
$files = $unix->DirFiles($faildir);
$backupdir = "{$GLOBALS["LogFileDeamonLogDir"]}/failed-backup-longtime";
@mkdir($backupdir, 0755, true);
$q = new influx();
while (list($basename, $subarray) = each($files)) {
if ($unix->file_time_min("{$faildir}/{$basename}") > 240) {
$unix->compress("{$faildir}/{$basename}", "{$backupdir}/" . basename($faildir) . "-{$basename}.gz");
events("FAILED TO INJECT {$faildir}/{$basename} TIMEOUT save it to : {$backupdir}");
@unlink("{$faildir}/{$basename}");
continue;
}
$size = @filesize("{$faildir}/{$basename}");
if ($size == 0) {
@unlink("{$faildir}/{$basename}");
continue;
}
if (!$q->files_inject("{$faildir}/{$basename}")) {
events("FAILED TO INJECT {$faildir}/{$basename} (aborting) {$size}bytes");
continue;
}
events("SUCCESS TO INJECT {$faildir}/{$basename}");
@copy("{$faildir}/{$basename}", "{$backupdir}/{$basename}");
@unlink("{$faildir}/{$basename}");
}
}
function ExplodeFile($filepath, $md5file = null)
{
$unix = new unix();
$LastScannLine = 0;
$GLOBALS["MYSQL_CATZ"] = new mysql_catz();
$GLOBALS["SQUID_FAMILY_CLASS"] = new squid_familysite();
if (!isset($GLOBALS["MYHOSTNAME"])) {
$unix = new unix();
$GLOBALS["MYHOSTNAME"] = $unix->hostname_g();
}
$GLOBALS["SEQUENCE"] = md5_file($filepath);
if (!is_file("{$filepath}.last")) {
if (is_file("/home/artica/import-temp/{$GLOBALS["SEQUENCE"]}.working.log")) {
$influx = new influx();
if ($influx->files_inject("/home/artica/import-temp/{$GLOBALS["SEQUENCE"]}.working.log")) {
@unlink("/home/artica/import-temp/{$GLOBALS["SEQUENCE"]}.working.log");
return true;
}
}
}
$handle = @fopen($filepath, "r");
if (!$handle) {
echo "Fopen failed on {$filepath}\n";
if ($md5file != null) {
mysql_progress($md5file, 100, 3, "Fopen {failed} on {$filepath}");
}
return false;
}
$countlines = 0;
if ($md5file != null) {
$countlines = $unix->COUNT_LINES_OF_FILE($filepath);
if ($md5file != null) {
mysql_progress($md5file, 10, 0, "Parsing {$countlines}");
}
}
if (is_file("{$filepath}.last")) {
$LastScannLine = intval(@file_get_contents("{$filepath}.last"));
}
$c = 0;
$d = 0;
$e = 0;
$prc = 0;
$prc_text = 0;
$mysql_first_time = 0;
if ($LastScannLine > 0) {
fseek($handle, $LastScannLine, SEEK_SET);
}
while (!feof($handle)) {
$c++;
$d++;
$e++;
if ($countlines > 0) {
$prc = $c / $countlines;
$prc = round($prc * 100);
if (!isset($GLOBALS["LAST_PRC"])) {
if ($GLOBALS["PROGRESS"]) {
echo "{$prc}%\n";
}
$GLOBALS["LAST_PRC"] = $prc;
} else {
if ($GLOBALS["LAST_PRC"] != $prc) {
if ($GLOBALS["PROGRESS"]) {
echo "{$prc}%\n";
}
$GLOBALS["LAST_PRC"] = $prc;
}
}
if ($prc > 10) {
if ($prc < 99) {
if ($prc > $prc_text) {
$array_load = sys_getloadavg();
$internal_load = $array_load[0];
$mem = round(memory_get_usage() / 1024 / 1000, 2);
$prc_design = FormatNumber($c) . "/" . FormatNumber($countlines);
if ($md5file != null) {
mysql_progress($md5file, $prc, 1, "{parsing} {$prc_design} {load}:{$internal_load} {memory}:{$mem}MB");
}
$prc_text = $prc;
}
}
}
}
if ($d > 50) {
$iSeek = ftell($handle);
@file_put_contents("{$filepath}.last", $iSeek);
if ($GLOBALS["VERBOSE"]) {
$prc_design = FormatNumber($c) . "/" . FormatNumber($countlines);
echo "{$prc}% {$prc_design}\n";
}
$d = 0;
}
if ($e > 500) {
$mem = round(memory_get_usage() / 1024 / 1000, 2);
$prc_design = FormatNumber($c) . "/" . FormatNumber($countlines);
if ($md5file != null) {
mysql_progress($md5file, $prc, 1, "{parsing} {$prc_design} {load}:{$internal_load} {memory}:{$mem}MB");
}
$e = 0;
}
$buffer = trim(fgets($handle));
if ($buffer == null) {
continue;
}
$array = parseAccessLine($buffer);
if (count($array) == 0) {
continue;
}
if ($mysql_first_time == 0) {
if (date("Y", $array["TIME"]) > 2001) {
$mysql_first_time = $array["TIME"];
mysql_first_time($md5file, $mysql_first_time);
}
}
CachedSizeMem($array["TIME"], $array["CACHED"], $array["SIZE"]);
if (intval($array["SIZE"]) == 0) {
if ($GLOBALS["VERBOSE"]) {
echo "Size = 0 " . __LINE__ . "\n";
}
}
CachedUserMem($array["TIME"], $array["SITENAME"], $array["SIZE"], null, $array["UID"], $array["IPADDR"], $array["CATEGORY"], $array["FAMILYSITE"]);
}
@unlink("{$filepath}.last");
mysql_last_time($md5file, $array["TIME"]);
CachedUserMem_dump();
CachedSizeMem_dump();
$influx = new influx();
$size = filesize("/home/artica/import-temp/{$GLOBALS["SEQUENCE"]}.working.log");
$size = $size / 1024;
$size = $size / 1024;
echo "Importing {$size}MB of data....\n";
if (!$influx->files_inject("/home/artica/import-temp/{$GLOBALS["SEQUENCE"]}.working.log")) {
@unlink("/home/artica/import-temp/{$GLOBALS["SEQUENCE"]}.working.log");
return false;
}
@unlink("/home/artica/import-temp/{$GLOBALS["SEQUENCE"]}.working.log");
return true;
}
function FAILED_INJECT($faildir, $backupdir)
{
$unix = new unix();
$files = $unix->DirFiles($faildir);
$backupdir = "{$GLOBALS["LogFileDeamonLogDir"]}/failed-backup-longtime";
@mkdir($backupdir, 0755, true);
$q = new influx();
while (list($basename, $subarray) = each($files)) {
if ($unix->file_time_min("{$faildir}/{$basename}") > 240) {
$unix->compress("{$faildir}/{$basename}", "{$backupdir}/" . basename($faildir) . "-{$basename}.gz");
@unlink("{$faildir}/{$basename}");
continue;
}
if (!$q->files_inject("{$faildir}/{$basename}")) {
events("FAILED TO INJECT {$faildir}/{$basename}");
continue;
}
echo __FUNCTION__ . " SUCCESS TO INJECT {$faildir}/{$basename}\n";
@copy("{$faildir}/{$basename}", "{$backupdir}/{$basename}");
@unlink("{$faildir}/{$basename}");
}
}
