Example #1
0
function HyperCacheScanDBFile($dbfile, $ID)
{
    $TT = time();
    $filesize = FormatBytes(@filesize($dbfile) / 1024);
    if ($GLOBALS["HYPER_CACHE_VERBOSE"]) {
        echo "HyperCacheScanDBFile ---> {$dbfile} [" . __LINE__ . "]\n";
    }
    $db_con = dba_open($dbfile, "r", "db4");
    if (!$db_con) {
        events("{failed}: DB open" . basename($dbfile), $ID, 0, __LINE__);
        return false;
    }
    $HyperCacheRules = HyperCacheRulesLoad();
    if (!isset($HyperCacheRules[$ID])) {
        if ($GLOBALS["HYPER_CACHE_VERBOSE"]) {
            events("No rule for ID {$ID}!", 0, 2, __LINE__);
        }
        return;
    }
    $FileTypesArray = unserialize($HyperCacheRules[$ID]["FileTypes"]);
    if (count($FileTypesArray) == 0) {
        events("No Files type defined, aborting", $ID, 0, __LINE__);
        return;
    }
    $urikey = dba_firstkey($db_con);
    $ARRAY_SAVE = array();
    $c = 0;
    $HyPerCacheClass = new HyperCache();
    while ($urikey != false) {
        $FileType = dba_fetch($urikey, $db_con);
        if ($GLOBALS["HYPER_CACHE_VERBOSE"]) {
            echo "HyperCacheScanDBFile::[{$FileType}]: {$urikey}\n";
        }
        if ($FileType == "NONE") {
            $FileType = HyperCacheGetMimeType($urikey, $ID);
            if ($FileType == null) {
                $urikey = dba_nextkey($db_con);
                continue;
            }
            $ARRAY_SAVE[$urikey] = $FileType;
        }
        if (!isset($FileTypesArray[$FileType])) {
            if (!$HyPerCacheClass->ChecksOtherRules($urikey, $FileType, $ID)) {
                if ($GLOBALS["HYPER_CACHE_VERBOSE"]) {
                    events("{$urikey} {$FileType} No match...", $ID, 3, __LINE__);
                }
                $urikey = dba_nextkey($db_con);
                continue;
            }
        }
        $TargetFile = HyperCacheScanBuildLocalPath($urikey, $ID);
        $FullTargetFile = $GLOBALS["HyperCacheStoragePath"] . "/" . $TargetFile;
        if ($GLOBALS["HYPER_CACHE_VERBOSE"]) {
            events("HyperCacheScanDBFile::Local file: {$FullTargetFile}", $ID, 3, __LINE__);
        }
        if (is_file($FullTargetFile)) {
            $urikey = dba_nextkey($db_con);
            continue;
        }
        events("Downloading {$urikey} [{$FileType}]", $ID, 2, __LINE__);
        HyperCacheScanDownload($urikey, $TargetFile, $ID, $FileType);
        $urikey = dba_nextkey($db_con);
    }
    @dba_close($db_con);
    HyperCacheScanDBFile_setbulk($dbfile, $ARRAY_SAVE);
}
Example #2
0
function HyperCacheScanDBFile($dbfile, $ID)
{
    $TT = time();
    $unix = new unix();
    $Cache = unserialize(@file_get_contents("/usr/share/squid3/lastScan.array"));
    if (isset($Cache[$ID][$dbfile])) {
        $filemm = filemtime($dbfile);
        if ($filemm == $Cache[$ID][$dbfile]) {
            if ($GLOBALS["HYPER_CACHE_VERBOSE"]) {
                echo "HyperCacheScanDBFile {$filemm} == {$Cache[$ID][$dbfile]} [" . __LINE__ . "]\n";
            }
            return;
        }
    }
    $filesize = FormatBytes(@filesize($dbfile) / 1024);
    if ($GLOBALS["HYPER_CACHE_VERBOSE"]) {
        echo "HyperCacheScanDBFile ---> {$dbfile} [" . __LINE__ . "]\n";
    }
    $db_con = dba_open($dbfile, "r", "db4");
    if (!$db_con) {
        events("{failed}: DB open" . basename($dbfile), $ID, 0, __LINE__);
        return false;
    }
    $HyperCacheRules = HyperCacheRulesLoad();
    if (!isset($HyperCacheRules[$ID])) {
        if ($GLOBALS["HYPER_CACHE_VERBOSE"]) {
            events("No rule for ID {$ID}!", 0, 2, __LINE__);
        }
        return;
    }
    $FileTypesArray = unserialize($HyperCacheRules[$ID]["FileTypes"]);
    if (count($FileTypesArray) == 0) {
        events("No Files type defined, aborting", $ID, 0, __LINE__);
        return;
    }
    $urikey = dba_firstkey($db_con);
    $ARRAY_SAVE = array();
    $c = 0;
    while ($urikey != false) {
        $FileType = dba_fetch($urikey, $db_con);
        $GLOBALS["MAINDB"][$urikey] = $FileType;
        $urikey = dba_nextkey($db_con);
    }
    @dba_close($db_con);
    $GLOBAL["BLACKLISTED"] = array();
    if (!class_exists("HyperCache")) {
        include_once dirname(__FILE__) . "/ressources/class.HyperCache.inc";
    }
    $HyPerCacheClass = new HyperCache();
    if (!function_exists("HyperCacheRulesBlacklist")) {
        include_once dirname(__FILE__) . "/ressources/class.hyperCache-central.inc";
    }
    while (list($urikey, $FileType) = each($GLOBALS["MAINDB"])) {
        if (HyperCacheRulesBlacklist($urikey)) {
            if ($GLOBALS["HYPER_CACHE_VERBOSE"]) {
                echo "HyperCacheScanDBFile:: {$urikey} Blacklisted";
            }
            $GLOBAL["BLACKLISTED"][$urikey] = true;
            continue;
        }
        $SCANNED_URL = ifTracker($urikey);
        $H = parse_url($SCANNED_URL);
        $path = $H["path"];
        $filename = basename($path);
        $extention = $unix->file_extension($filename);
        $GetMimeFromExtension = GetMimeFromExtension($extention);
        if ($GetMimeFromExtension != null) {
            if ($FileType != $GetMimeFromExtension) {
                $FileType = $GetMimeFromExtension;
                $ARRAY_SAVE[$urikey] = $FileType;
            }
        } else {
            if ($GLOBALS["HYPER_CACHE_VERBOSE"]) {
                echo "HyperCacheScanDBFile:: {$SCANNED_URL} {$filename}/{$FileType} - {$extention} no MIME ??\n";
            }
        }
        if ($FileType == "NONE") {
            $FileType = HyperCacheGetMimeType($urikey, $ID);
            if ($FileType == null) {
                $GLOBAL["BLACKLISTED"][$urikey] = true;
                continue;
            }
            $ARRAY_SAVE[$urikey] = $FileType;
        }
        if (!isset($FileTypesArray[$FileType])) {
            if (!$HyPerCacheClass->ChecksOtherRules($urikey, $FileType, $ID)) {
                $GLOBAL["BLACKLISTED"][$urikey] = true;
                if ($GLOBALS["HYPER_CACHE_VERBOSE"]) {
                    events("{$urikey} {$FileType} No match...", $ID, 3, __LINE__);
                }
                continue;
            }
        }
        $TargetFile = HyperCacheScanBuildLocalPath($urikey, $ID);
        $FullTargetFile = $GLOBALS["HyperCacheStoragePath"] . "/" . $TargetFile;
        if (is_file($FullTargetFile)) {
            continue;
        }
        events("Downloading {$urikey} [{$FileType}]", $ID, 2, __LINE__);
        HyperCacheScanDownload($urikey, $TargetFile, $ID, $FileType);
    }
    if (count($GLOBAL["BLACKLISTED"]) > 0) {
        HyperCacheScanDBFile_removebulk($dbfile, $GLOBAL["BLACKLISTED"]);
    }
    HyperCacheScanDBFile_setbulk($dbfile, $ARRAY_SAVE);
    $filemm = filemtime($dbfile);
    $Cache[$ID][$dbfile] = $filemm;
    @file_put_contents("/usr/share/squid3/lastScan.array", serialize($Cache));
}