function parse_realtime_hash()
{
@mkdir("/var/log/squid/mysql-rtcaches", 0755, true);
@mkdir("/var/log/squid/mysql-rttime", 0755, true);
$GLOBALS["TablePrimaireHour"] = array();
$GLOBALS["TABLES_PRIMAIRES_SEARCHWORDS"] = array();
$GLOBALS["MacResolvFrfomIP"] = null;
$GLOBALS["MacResolvInterface"] = null;
$WORKDIR = "/var/log/squid/mysql-rthash";
$GLOBALS["MacResolvInterface"] = trim(@file_get_contents("/etc/artica-postfix/settings/Daemons/MacResolvInterface"));
$GLOBALS["EnableMacAddressFilter"] = trim(@file_get_contents("/etc/artica-postfix/settings/Daemons/EnableMacAddressFilter"));
if (!is_numeric($GLOBALS["EnableMacAddressFilter"])) {
$GLOBALS["EnableMacAddressFilter"] = 1;
}
$EnableRemoteSyslogStatsAppliance = trim(@file_get_contents("/etc/artica-postfix/settings/Daemons/EnableRemoteSyslogStatsAppliance"));
$DisableArticaProxyStatistics = trim(@file_get_contents("/etc/artica-postfix/settings/Daemons/DisableArticaProxyStatistics"));
$EnableRemoteStatisticsAppliance = trim(@file_get_contents("/etc/artica-postfix/settings/Daemons/EnableRemoteStatisticsAppliance"));
$SquidActHasReverse = trim(@file_get_contents("/etc/artica-postfix/settings/Daemons/SquidActHasReverse"));
if (!is_numeric($EnableRemoteStatisticsAppliance)) {
$EnableRemoteStatisticsAppliance = 0;
}
if (!is_numeric($DisableArticaProxyStatistics)) {
$DisableArticaProxyStatistics = 0;
}
if (!is_numeric($EnableRemoteSyslogStatsAppliance)) {
$EnableRemoteSyslogStatsAppliance = 0;
}
if (!is_numeric($SquidActHasReverse)) {
$SquidActHasReverse = 0;
}
@mkdir($WORKDIR, 0755, true);
chown($WORKDIR, "squid");
chgrp($WORKDIR, "squid");
if (!($handle = opendir("/var/log/squid/mysql-rthash"))) {
return;
}
$GLOBALS["LOG_HOSTNAME"] = false;
$EnableProxyLogHostnames = intval(trim(@file_get_contents("/etc/artica-postfix/settings/Daemons/EnableProxyLogHostnames")));
if ($EnableProxyLogHostnames == 1) {
$GLOBALS["LOG_HOSTNAME"] = true;
}
$GLOBALS["IPCACHE"] = unserialize(@file_get_contents("/etc/squid3/IPCACHE.db"));
$GLOBALS["SitenameResolved"] = unserialize(@file_get_contents("/etc/squid3/SitenameResolved.db"));
$GLOBALS["GetFamilySites"] = unserialize(@file_get_contents("/etc/squid3/GetFamilySites.db"));
$GLOBALS["USERSDB"] = unserialize(@file_get_contents("/etc/squid3/usersMacs.db"));
$GLOBALS["KEYUSERS"] = unserialize(@file_get_contents("/etc/squid3/KEYUSERS.db"));
$GLOBALS["CACHEARP"] = unserialize(@file_get_contents("/etc/squid3/CACHEARP.db"));
if ($GLOBALS["MacResolvInterface"] != null) {
$GLOBALS["MacResolvFrfomIP"] = ethToIp();
}
$GLOBALS["UserAgents"] = array();
$q = new mysql_squid_builder();
$logfileD = new logfile_daemon();
$IpClass = new IP();
$CountDeFiles = 0;
$AA = 0;
$countDeFiles = 0;
while (false !== ($filename = readdir($handle))) {
if ($filename == ".") {
continue;
}
if ($filename == "..") {
continue;
}
$filepath = "{$WORKDIR}/{$filename}";
events("parse_realtime_hash():: Scanning {$WORKDIR}/{$filename}");
$content = unserialize(@file_get_contents($filepath));
$CountDeFiles++;
@unlink($filepath);
while (list($SUFFIX_TABLE, $Arrayz) = each($content)) {
while (list($index, $rows) = each($Arrayz)) {
$AA++;
$cached = 0;
$hostname = null;
$SUFFIX_DATE = $SUFFIX_TABLE;
$key = null;
$xtime = $rows["TIME"];
$sitename = $rows["SITENAME"];
$mac = $rows["MAC"];
$uid = $rows["UID"];
$ipaddr = $rows["IPADDR"];
if (isset($rows["HOSTNAME"])) {
$hostname = $rows["HOSTNAME"];
}
$SquidCode = $rows["SQUID_CODE"];
$SIZE = $rows["SIZE"];
$uri = $rows["URI"];
$zMD5 = md5(serialize($rows));
$UserAgent = $rows["USERAGENT"];
$code_error = $rows["HTTP_CODE"];
if ($IpClass->isValid($uid)) {
$uid = null;
}
$RESPONSE_TIME = $rows["RESPONSE_TIME"];
if ($GLOBALS["VERBOSE"]) {
echo "Scanning {$SUFFIX_DATE} {$xtime} {$ipaddr} {$sitename}\n";
}
if (isset($GLOBALS["ZMD5"][$zMD5])) {
events("{$uri} - md5 = {$zMD5} is the same !!!");
}
$GLOBALS["ZMD5"][$zMD5] = true;
if ($mac == null) {
if ($GLOBALS["EnableMacAddressFilter"] == 1) {
$mac = IpToMac($ipaddr);
}
}
if ($uid == null) {
if ($mac != null) {
if (isset($GLOBALS["USERSDB"]["MACS"][$mac])) {
$uid = $GLOBALS["USERSDB"]["MACS"][$mac]["UID"];
}
}
}
if (strpos(" {$sitename}", "www.") > 0) {
if (preg_match("#^www\\.(.+)#", $sitename, $re)) {
$sitename = $re[1];
}
}
if ($IpClass->isValid($sitename)) {
if (!isset($GLOBALS["SitenameResolved"][$sitename])) {
$GLOBALS["SitenameResolved"][$sitename] = gethostbyaddr2($sitename);
}
if ($GLOBALS["SitenameResolved"][$sitename] != null) {
$sitename = $GLOBALS["SitenameResolved"][$sitename];
}
}
if (!isset($GLOBALS["GetFamilySites"][$sitename])) {
$GLOBALS["GetFamilySites"][$sitename] = x_GetFamilySites($sitename);
if ($GLOBALS["GetFamilySites"][$sitename] == null) {
$GLOBALS["GetFamilySites"][$sitename] = $sitename;
}
}
$familysite = $GLOBALS["GetFamilySites"][$sitename];
if ($familysite == "localhost") {
continue;
}
if ($uid != null) {
$key = "uid";
}
if ($key == null) {
if ($mac != null) {
$key = "MAC";
}
}
if ($key == null) {
if ($ipaddr != null) {
$key = "ipaddr";
}
}
if ($key == null) {
continue;
}
$hour = date("H", $xtime);
$date = date("Y-m-d H:i:s", $xtime);
if ($GLOBALS["VERBOSE"]) {
echo "Date: {$date}: {$familysite} {$uid}/{$ipaddr}\n";
}
$uri = trim($uri);
if ($uri == null) {
continue;
}
if ($uid == null) {
$uid = x_MacToUid($mac);
}
if ($uid == null) {
$uid = x_IpToUid($ipaddr);
}
if ($hostname == null) {
$hostname = x_MacToHost($mac);
}
if ($hostname == null) {
$hostname = x_IpToHost($ipaddr);
}
if (trim($hostname) == null) {
if ($GLOBALS["LOG_HOSTNAME"]) {
$hostname = gethostbyaddr2($ipaddr);
}
}
if (preg_match("#(.+?):(.+)#", $SquidCode, $re)) {
$SquidCode = $re[1];
}
if ($logfileD->CACHEDORNOT($SquidCode)) {
$cached = 1;
}
if ($GLOBALS["VERBOSE"]) {
echo "[" . __LINE__ . "]: Uri <{$uri}> Squid code={$SquidCode} cached={$cached} Client = {$uid}/{$mac}/{$hostname} [{$ipaddr}] , Size={$SIZE} bytes\n";
}
//events("$familysite - Squid code=$SquidCode cached=$cached Client = $uid/$mac/$hostname [$ipaddr] , Size=$SIZE bytes");
$KeyUser = md5($uid . $hostname . $ipaddr . $mac . $UserAgent);
$UserAgent = x_mysql_escape_string2($UserAgent);
if (!isset($GLOBALS["KEYUSERS"][$KeyUser])) {
$GLOBALS["UserAutDB"][] = "('{$KeyUser}','{$mac}','{$ipaddr}','{$uid}','{$hostname}','{$UserAgent}')";
//$sql="INSERT IGNORE INTO UserAutDB (zmd5,MAC,ipaddr,uid,hostname,UserAgent) VALUES ('$KeyUser','$mac','$ipaddr','$uid','$hostname','$UserAgent')";
}
if ($UserAgent != null) {
$GLOBALS["UserAgents"][] = "('{$UserAgent}')";
}
$catz = new mysql_catz();
$category = x_mysql_escape_string2($catz->GetMemoryCache($sitename, true));
events("RTTHASH:: {$sitename} Category = `{$category}`");
$TablePrimaireHour = "squidhour_" . $SUFFIX_DATE;
$TableSizeHours = "sizehour_" . $SUFFIX_DATE;
$TableCacheHours = "cachehour_" . $SUFFIX_DATE;
$tableYoutube = "youtubehours_" . $SUFFIX_DATE;
$tableSearchWords = "searchwords_" . $SUFFIX_DATE;
$sitename = x_mysql_escape_string2($sitename);
$uri = substr($uri, 0, 254);
$uri = x_mysql_escape_string2($uri);
$uriT = x_mysql_escape_string2($uri);
$hostname = x_mysql_escape_string2($hostname);
$TYPE = $logfileD->codeToString($code_error);
$REASON = $TYPE;
if ($mac != null) {
$GLOBALS["macscan"][] = "('{$mac}','{$ipaddr}')";
}
$GLOBALS["TablePrimaireHour"][$TablePrimaireHour][] = "('{$sitename}','{$uriT}','{$TYPE}','{$REASON}','{$ipaddr}','{$hostname}','{$date}','{$zMD5}','{$uid}','{$SIZE}','{$cached}','{$mac}','{$category}')";
//$sql="INSERT IGNORE INTO `$TableSizeHours` (`zDate`,`size`,`cached`) VALUES('$date','$SIZE','$cached')";
$GLOBALS["TABLES_PRIMAIRES_SIZEHOUR"][$TableSizeHours][] = "('{$date}','{$SIZE}','{$cached}')";
if ($SIZE > 0) {
$GLOBALS["TABLES_PRIMAIRES_CACHEHOUR"][$TableCacheHours][] = "('{$date}','{$SIZE}','{$cached}','{$familysite}')";
}
if (strpos(" {$uri}", "youtube") > 0) {
$VIDEOID = $logfileD->GetYoutubeID($uri);
if ($VIDEOID != null) {
events("YOUTUBE:: {$date}: {$ipaddr} {$uid} {$mac} [{$VIDEOID}]");
$sql = "INSERT IGNORE INTO `{$tableYoutube}`\n\t\t\t\t\t(`zDate`,`ipaddr`,`hostname`,`uid`,`MAC` ,`account`,`youtubeid`)\n\t\t\t\t\tVALUES ('{$date}','{$ipaddr}','','{$uid}','{$mac}','0','{$VIDEOID}')";
$rand = rand(100, 65000);
@file_put_contents("/var/log/squid/mysql-queue/YoutubeRTT." . time() . ".{$rand}.sql", $sql);
}
}
$SearchWords = $logfileD->SearchWords($uri);
if (is_array($SearchWords)) {
$words = x_mysql_escape_string2($SearchWords["WORDS"]);
$GLOBALS["TABLES_PRIMAIRES_SEARCHWORDS"][$tableSearchWords][] = "('{$zMD5}','{$sitename}','{$date}','{$ipaddr}','{$hostname}','{$uid}','{$mac}','0','{$familysite}','{$words}')";
}
//
$timekey = date('YmdH', $xtime);
$stime = date("Y-m-d H:i:s", $xtime);
$table = "quotatemp_{$timekey}";
$keyr2 = md5("{$stime}{$date}{$uid}{$ipaddr}{$mac}{$sitename}");
$GLOBALS["TABLES_PRIMAIRES_QUOTATEMP"][$table][] = "('{$stime}','{$keyr2}','{$ipaddr}','{$familysite}','{$familysite}','{$uid}','{$mac}','{$SIZE}')";
}
}
}
events("{$WORKDIR} -> {$AA} elements scanned");
if (count($GLOBALS["UserAgents"]) > 0) {
$q = new mysql_squid_builder();
$q->QUERY_SQL("INSERT IGNORE INTO `UserAgents` (`pattern`) VALUES " . @implode(",", $GLOBALS["UserAgents"]));
$GLOBALS["UserAgents"] = array();
}
if ($CountDeFiles > 0) {
$GLOBALS["PARSE_SECOND_TIME"] = true;
events(__FUNCTION__ . "():: {$CountDeFiles} parsed files");
@file_put_contents("/etc/squid3/IPCACHE.db", serialize($GLOBALS["IPCACHE"]));
@file_put_contents("/etc/squid3/SitenameResolved.db", serialize($GLOBALS["SitenameResolved"]));
@file_put_contents("/etc/squid3/GetFamilySites.db", serialize($GLOBALS["GetFamilySites"]));
@file_put_contents("/etc/squid3/KEYUSERS.db", unserialize($GLOBALS["KEYUSERS"]));
@file_put_contents("/etc/squid3/CACHEARP.db", serialize($GLOBALS["CACHEARP"]));
PurgeMemory();
empty_TablePrimaireHour();
}
}
function ParseSizeBuffer($buffer)
{
if (!class_exists("class.logfile_daemon.inc")) {
include_once "/usr/share/artica-postfix/ressources/class.logfile_daemon.inc";
}
$re = explode(":::", $buffer);
$mac = trim(strtolower($re[0]));
if ($mac == "-") {
$mac == null;
}
$mac = str_replace("-", ":", $mac);
if ($mac == "00:00:00:00:00:00") {
$mac = null;
}
$ipaddr = trim($re[1]);
// uid
$uid = $re[2];
$uid2 = $re[3];
if ($uid == "-") {
$uid = null;
}
if ($uid2 == "-") {
$uid2 = null;
}
if (preg_match("#^[0-9]+\\.[0-9]+\\.[0-9]+\\.[0-9]+\$#", $uid2)) {
$uid2 = null;
}
if ($uid == null) {
if ($uid2 != null) {
$uid = $uid2;
}
}
$zdate = $re[4];
$xtime = time();
$SUFFIX_DATE = date("YmdH", $xtime);
$logzdate = date("Y-m-d H:i:s", $xtime);
$proto = $re[5];
$uri = $re[6];
$code_error = $re[8];
$SIZE = $re[9];
$SquidCode = $re[10];
$UserAgent = urldecode($re[11]);
$Forwarded = $re[12];
$sitename = trim($re[13]);
$hostname = $re[14];
$response_time = $re[15];
$MimeType = $re[16];
$uid = str_replace("%20", " ", $uid);
$uid = str_replace("%25", "-", $uid);
if ($uid == "-") {
$uid = null;
}
$Forwarded = str_replace("%25", "", $Forwarded);
//events("MimeType: ......: $MimeType");
if (strpos($uid, '$') > 0) {
if (substr($uid, strlen($uid) - 1, 1) == "\$") {
$uid = null;
}
}
if (preg_match("#^[0-9]+\\.[0-9]+\\.[0-9]+\\.[0-9]+\$#", $uid)) {
$uid = null;
}
if (!preg_match("#^[0-9]+\\.[0-9]+\\.[0-9]+\\.[0-9]+\$#", $ipaddr)) {
eventsfailed("***** WRONG LINE ipaddr:{$ipaddr} column 13 " . @implode(" | ", $re) . "*****");
return;
}
if ($sitename == "-") {
$h = parse_url($uri);
if (isset($h["host"])) {
$sitename = $h["host"];
}
if ($sitename == "-") {
eventsfailed("***** WRONG SITENAME {$sitename} column 13 " . @implode(" | ", $re) . "*****");
eventsfailed("{$buffer}");
eventsfailed("*");
$GLOBALS["REFUSED_REQUESTS"] = $GLOBALS["REFUSED_REQUESTS"] + 1;
return;
}
if ($sitename == null) {
eventsfailed("***** WRONG SITENAME {$sitename} column 13 " . @implode(" | ", $re) . "*****");
eventsfailed("{$buffer}");
eventsfailed("*");
$GLOBALS["REFUSED_REQUESTS"] = $GLOBALS["REFUSED_REQUESTS"] + 1;
return;
}
}
if (strpos($sitename, ":") > 0) {
$XA = explode(":", $sitename);
$sitename = $XA[0];
}
if ($sitename == "127.0.0.1") {
$GLOBALS["REFUSED_REQUESTS"] = $GLOBALS["REFUSED_REQUESTS"] + 1;
if ($GLOBALS["VERBOSE"]) {
events("127.0.0.1 -> uid = null -> SKIP");
}
return;
}
if ($Forwarded == "unknown") {
$Forwarded = null;
}
if ($Forwarded == "-") {
$Forwarded = null;
}
if ($Forwarded == "0.0.0.0") {
$Forwarded = null;
}
if ($Forwarded == "255.255.255.255") {
$Forwarded = null;
}
if (strlen($Forwarded) > 4) {
$ipaddr = $Forwarded;
$mac = null;
}
$ipaddr = str_replace("%25", "-", $ipaddr);
$mac = str_replace("%25", "-", $mac);
if ($mac == "-") {
$mac = null;
}
if ($ipaddr == "127.0.0.1" or $ipaddr == "::") {
if ($uid == null) {
$GLOBALS["REFUSED_REQUESTS"] = $GLOBALS["REFUSED_REQUESTS"] + 1;
if ($GLOBALS["VERBOSE"]) {
events("127.0.0.1 -> uid = null -> SKIP");
}
return;
}
}
if (preg_match("#([0-9:a-z]+)\$#", $mac, $z)) {
$mac = $z[1];
}
if ($GLOBALS["VERBOSE"]) {
events("ITEM: DATE......: {$logzdate}");
events("ITEM: MAC.......: {$mac}");
events("ITEM: IP........: {$ipaddr}");
events("ITEM: Size......: {$SIZE}");
events("ITEM: SQUID CODE: {$SquidCode}");
events("ITEM: HTTP CODE.: {$code_error}");
events("ITEM: uid.......: {$uid}");
events("ITEM: uri.......: {$uri}");
events("ITEM: UserAgent.: {$UserAgent}");
events("ITEM: Forwarded.: {$Forwarded}");
events("ITEM: SiteName..: {$sitename}");
}
if ($UserAgent != null) {
UserAuthDB($mac, $ipaddr, $uid, $hostname, $UserAgent);
} else {
events("No UserAgents in {$buffer}");
}
$GLOBALS["COUNT_HASH_TABLE"] = $GLOBALS["COUNT_HASH_TABLE"] + 1;
$arrayURI = parse_url($uri);
$sitename = $arrayURI["host"];
if (strpos($sitename, ":")) {
$xtr = explode(":", $sitename);
$sitename = $xtr[0];
if (preg_match("#^www\\.(.+)#", $sitename, $rz)) {
$sitename = $rz[1];
}
}
$TimeCache = date("YmdH");
if (!isset($GLOBALS["FAMLILYSITE"][$sitename])) {
$fam = new squid_familysite();
$GLOBALS["FAMLILYSITE"][$sitename] = $fam->GetFamilySites($sitename);
}
$FamilySite = $GLOBALS["FAMLILYSITE"][$sitename];
$TablePrimaireHour = "squidhour_" . $TimeCache;
$TableSizeHours = "sizehour_" . $TimeCache;
$TableCacheHours = "cachehour_" . $TimeCache;
$tableYoutube = "youtubehours_" . $TimeCache;
$tableSearchWords = "searchwords_" . $TimeCache;
$tableQuotaTemp = "quotatemp_" . $TimeCache;
$category = null;
if ($GLOBALS["DisableLogFileDaemonCategories"] == 0) {
if ($GLOBALS["VERBOSE"]) {
$time_start = microtime(true);
}
$category = ufdbcat($sitename);
if ($GLOBALS["VERBOSE"]) {
$time_end = microtime(true);
$time_calc = $time_end - $time_start;
}
if ($GLOBALS["VERBOSE"]) {
events("{$sitename} = {$category} {$time_calc}ms");
}
}
$logfile_daemon = new logfile_daemon();
$cached = $logfile_daemon->CACHEDORNOT($SquidCode);
$SearchWords = $logfile_daemon->SearchWords($uri);
$GLOBALS["ACCEPTED_REQUESTS"] = $GLOBALS["ACCEPTED_REQUESTS"] + 1;
$MAIN["TIMESTAMP"] = time();
$MAIN["URI"] = $uri;
$MAIN["sitename"] = $sitename;
$MAIN["SIZE"] = $SIZE;
$MAIN["CACHED"] = $cached;
$MAIN["IPADDR"] = $ipaddr;
$MAIN["CATEGORY"] = $category;
$MAIN["MIMETYPE"] = $MimeType;
$MAIN["FAMILYSITE"] = $GLOBALS["FAMLILYSITE"][$sitename];
$MAIN["MAC"] = $mac;
$MAIN["UID"] = $uid;
$MAIN["USERAGENT"] = $UserAgent;
$MAIN["SQUID_CODE"] = $SquidCode;
$MAIN["RESPONSE_TIME"] = $response_time;
$MAIN["PROTO"] = $proto;
$MAIN["HTTP_CODE"] = $code_error;
if ($hostname != null) {
$MAIN["HOSTNAME"] = $hostname;
}
if (is_array($SearchWords)) {
$MAIN["WORDS"] = $SearchWords["WORDS"];
}
$md5 = md5(serialize($MAIN));
berekley_add($md5, base64_encode(serialize($MAIN)));
return;
if (!isset($GLOBALS["RTTCREATED"][$TimeCache])) {
events("Creating RTTH_{$TimeCache} table...");
if (create_tables($TimeCache)) {
$GLOBALS["RTTCREATED"][$TimeCache] = true;
}
}
$sql = "INSERT IGNORE INTO `squidlogs`.`RTTH_{$TimeCache}` (`xtime`,`sitename`,`ipaddr`,`uid`,`MAC`,`size`) VALUES('{$xtime}','{$FamilySite}','{$ipaddr}','{$uid}','{$mac}','{$SIZE}')";
if ($GLOBALS["VERBOSE"]) {
$time_start = microtime(true);
}
if (!SEND_MYSQL($sql)) {
@file_put_contents("/var/log/squid/mysql-rtterrors/" . md5($sql), serialize(array("TABLE" => "RTTH_{$TimeCache}", "CMD" => $sql)));
}
if ($GLOBALS["VERBOSE"]) {
$time_end = microtime(true);
$time_calc = $time_end - $time_start;
}
if ($GLOBALS["VERBOSE"]) {
events("RTTH_{$TimeCache} {$time_calc}ms DisableLogFileDaemonMySQL={$GLOBALS["DisableLogFileDaemonMySQL"]}");
}
$uri = xmysql_escape_string2($uri);
if (!isset($GLOBALS["CODE_TO_STRING"][$code_error])) {
$GLOBALS["CODE_TO_STRING"][$code_error] = $logfile_daemon->codeToString($code_error);
}
$zMD5 = md5("{$uri}{$xtime}{$mac}{$ipaddr}");
$TYPE = $GLOBALS["CODE_TO_STRING"][$code_error];
$cached = $GLOBALS["CACHEDX"][$SquidCode];
$UserAgent = xmysql_escape_string2($UserAgent);
if ($GLOBALS["VERBOSE"]) {
$time_start = microtime(true);
}
$sql = "INSERT IGNORE INTO `{$TableSizeHours}` (`zDate`,`size`,`cached`) VALUES ('{$logzdate}','{$SIZE}','{$cached}')";
if (!SEND_MYSQL($sql)) {
@file_put_contents("/var/log/squid/mysql-rtterrors/" . md5($sql), serialize(array("TimeCache" => $TimeCache, "TABLE" => $TableSizeHours, "CMD" => $sql)));
}
if ($GLOBALS["VERBOSE"]) {
$time_end = microtime(true);
$time_calc = $time_end - $time_start;
}
if ($GLOBALS["VERBOSE"]) {
events("{$TableSizeHours} = {$time_calc}ms");
}
$sql = "INSERT IGNORE INTO `{$tableQuotaTemp}` (`xtime`,`keyr`,`ipaddr`,`familysite`,`servername`,`uid`,`MAC`,`size`) VALUES \n\t('{$logzdate}','{$zMD5}','{$ipaddr}','{$FamilySite}','{$FamilySite}','{$uid}','{$mac}','{$SIZE}')";
if (!SEND_MYSQL($sql)) {
@file_put_contents("/var/log/squid/mysql-rtterrors/" . md5($sql), serialize(array("TimeCache" => $TimeCache, "TABLE" => $tableQuotaTemp, "CMD" => $sql)));
}
$sql = "INSERT IGNORE INTO `{$TablePrimaireHour}` (`sitename`,`uri`,`TYPE`,`REASON`,`CLIENT`,`hostname`,`zDate`,`zMD5`,`uid`,`QuerySize`,`cached`,`MAC`,`category`) VALUES ('{$sitename}','{$uri}','{$TYPE}','{$TYPE}','{$ipaddr}','{$hostname}','{$logzdate}','{$zMD5}','{$uid}','{$SIZE}','{$cached}','{$mac}','{$category}')";
if (!SEND_MYSQL($sql)) {
@file_put_contents("/var/log/squid/mysql-rtterrors/" . md5($sql), serialize(array("TABLE" => $TablePrimaireHour, "CMD" => $sql)));
}
$sql = "INSERT IGNORE INTO `{$TableCacheHours}` (`zDate`,`size`,`cached`,`familysite`) VALUES ('{$logzdate}','{$SIZE}','{$cached}','{$FamilySite}')";
if (!SEND_MYSQL($sql)) {
@file_put_contents("/var/log/squid/mysql-rtterrors/" . md5($sql), serialize(array("TimeCache" => $TimeCache, "TABLE" => $TableCacheHours, "CMD" => $sql)));
}
if (strpos(" {$uri}", "youtube") > 0) {
$VIDEOID = $logfile_daemon->GetYoutubeID($uri);
if ($VIDEOID != null) {
$sql = "INSERT IGNORE INTO `{$tableYoutube}` (`zDate`,`ipaddr`,`hostname`,`uid`,`MAC` ,`account`,`youtubeid`) VALUES ('{$logzdate}','{$ipaddr}','','{$uid}','{$mac}','0','{$VIDEOID}')";
events_youtube($sql);
if (!SEND_MYSQL($sql)) {
@file_put_contents("/var/log/squid/mysql-rtterrors/" . md5($sql), serialize(array("TimeCache" => $TimeCache, "TABLE" => $tableYoutube, "CMD" => $sql)));
}
}
}
if (is_array($SearchWords)) {
$words = xmysql_escape_string2($SearchWords["WORDS"]);
$sql = "INSERT IGNORE INTO `{$tableSearchWords}` (`zmd5`,`sitename`,`zDate`,`ipaddr`,`hostname`,`uid`,`MAC`,`account`,`familysite`,`words`) VALUES ('{$zMD5}','{$sitename}','{$logzdate}','{$ipaddr}','{$hostname}','{$uid}','{$mac}','0','{$FamilySite}','{$words}')";
if (!SEND_MYSQL($sql)) {
@file_put_contents("/var/log/squid/mysql-rtterrors/" . md5($sql), serialize(array("TimeCache" => $TimeCache, "TABLE" => $tableYoutube, "CMD" => $sql)));
}
}
if (count($GLOBALS["CACHE_SQL"]) > 2) {
events("CACHE_SQL = " . count($GLOBALS["CACHE_SQL"] . " seems 2 minutes"));
empty_TableHash();
}
$dd = date("Hi");
if (count($GLOBALS["CACHE_SQL"][$dd]) > 1000) {
events("CACHE_SQL[{$dd}] = " . count($GLOBALS["CACHE_SQL"][$dd]));
empty_TableHash();
}
return;
$GLOBALS["RTTHASH"][$SUFFIX_DATE][] = array("TIME" => $xtime, "MAC" => $mac, "IPADDR" => $ipaddr, "SIZE" => $SIZE, "SQUID_CODE" => $SquidCode, "HTTP_CODE" => $code_error, "UID" => $uid, "URI" => $uri, "USERAGENT" => $UserAgent, "SITENAME" => $sitename, "HOSTNAME" => $hostname, "RESPONSE_TIME" => $response_time);
$GLOBALS["ACCEPTED_REQUESTS"] = $GLOBALS["ACCEPTED_REQUESTS"] + 1;
if (count($GLOBALS["RTTHASH"][$SUFFIX_DATE]) > 50) {
if ($GLOBALS["VERBOSE"]) {
events("-> empty_TableHash()");
}
empty_TableHash();
}
if ($GLOBALS["VERBOSE"]) {
events("---------------------- DONE ----------------------");
}
}
function ParseSizeBuffer($buffer)
{
$proxyname = null;
if (!class_exists("class.logfile_daemon.inc")) {
include_once "/usr/share/artica-postfix/ressources/class.logfile_daemon.inc";
}
$re = explode(":::", $buffer);
if (preg_match("#^.*?\\):\\s+(.+)#", trim($re[0]), $rz)) {
$re[0] = $rz[1];
}
if ($GLOBALS["VERBOSE"]) {
events($buffer);
}
if ($GLOBALS["VERBOSE"]) {
events("ITEM: MAC......: {$re[0]} [" . __LINE__ . "]");
}
$mac = trim(strtolower($re[0]));
if ($mac == "-") {
$mac == null;
}
$mac = str_replace("-", ":", $mac);
if ($mac == "00:00:00:00:00:00") {
$mac = null;
}
$ipaddr = trim($re[1]);
if (!isset($GLOBALS["USER_MEM"])) {
$GLOBALS["USER_MEM"] = 0;
}
// uid
$uid = $re[2];
$uid2 = $re[3];
if ($uid == "-") {
$uid = null;
}
if ($uid2 == "-") {
$uid2 = null;
}
if (preg_match("#^[0-9]+\\.[0-9]+\\.[0-9]+\\.[0-9]+\$#", $uid2)) {
$uid2 = null;
}
if ($uid == null) {
if ($uid2 != null) {
$uid = $uid2;
}
}
$zdate = $re[4];
$xtime = time();
$SUFFIX_DATE = date("YmdH", $xtime);
$logzdate = date("Y-m-d H:i:s", $xtime);
$proto = $re[5];
$uri = $re[6];
$code_error = $re[8];
$SIZE = $re[9];
$SquidCode = $re[10];
$UserAgent = urldecode($re[11]);
$Forwarded = $re[12];
$sitename = trim($re[13]);
$hostname = trim($re[14]);
$response_time = $re[15];
$MimeType = trim($re[16]);
$sni = trim($re[17]);
$proxyname = trim($re[18]);
$OUGROUP = trim($re[19]);
$uid = trim(strtolower(str_replace("%20", " ", $uid)));
$uid = str_replace("%25", "-", $uid);
if ($uid == "-") {
$uid = null;
}
$Forwarded = str_replace("%25", "", $Forwarded);
//events("MimeType: ......: $MimeType");
if ($sni == "-") {
$sni = null;
}
if (strpos($uid, '$') > 0) {
if (substr($uid, strlen($uid) - 1, 1) == "\$") {
$uid = null;
}
}
if ($sni != null) {
if (preg_match("#^[0-9]+\\.[0-9]+\\.[0-9]+\\.[0-9]+\$#", $sitename)) {
$sitename = $sni;
}
}
if ($proxyname != null) {
if (preg_match("#proxyname=(.+)#", $proxyname, $re)) {
$GLOBALS["REMOTE_PROXY_NAME"] = $re[1];
}
} else {
$GLOBALS["REMOTE_PROXY_NAME"] = $GLOBALS["MYHOSTNAME"];
}
$GLOBALS["REMOTE_PROXY_NAME"] = str_replace("proxyname=", "", $GLOBALS["REMOTE_PROXY_NAME"]);
if (preg_match("#^[0-9]+\\.[0-9]+\\.[0-9]+\\.[0-9]+\$#", $uid)) {
$uid = null;
}
if (!preg_match("#^[0-9]+\\.[0-9]+\\.[0-9]+\\.[0-9]+\$#", $ipaddr)) {
eventsfailed("***** WRONG LINE ipaddr:{$ipaddr} column 13 " . @implode(" | ", $re) . "*****");
return;
}
if ($sitename == "-") {
$h = parse_url($uri);
if (isset($h["host"])) {
$sitename = $h["host"];
}
if ($sitename == "-") {
eventsfailed("***** WRONG SITENAME \"{$sitename}\" column 13 " . @implode(" | ", $re) . "*****");
eventsfailed("{$buffer}");
eventsfailed("*");
$GLOBALS["REFUSED_REQUESTS"] = $GLOBALS["REFUSED_REQUESTS"] + 1;
return;
}
if ($sitename == null) {
eventsfailed("***** WRONG SITENAME \"{$sitename}\" column 13 " . @implode(" | ", $re) . "*****");
eventsfailed("{$buffer}");
eventsfailed("*");
$GLOBALS["REFUSED_REQUESTS"] = $GLOBALS["REFUSED_REQUESTS"] + 1;
return;
}
}
if (strpos($sitename, ":") > 0) {
$XA = explode(":", $sitename);
$sitename = $XA[0];
}
if ($sitename == "127.0.0.1") {
$GLOBALS["REFUSED_REQUESTS"] = $GLOBALS["REFUSED_REQUESTS"] + 1;
if ($GLOBALS["VERBOSE"]) {
events("127.0.0.1 -> uid = null -> SKIP");
}
return;
}
if ($GLOBALS["ResolvIPStatistics"] == 1) {
if (preg_match("#^[0-9]+\\.[0-9]+\\.[0-9]+\\.[0-9]+\$#", $sitename)) {
$sitename = xRESOLV($sitename);
}
}
if ($Forwarded == "unknown") {
$Forwarded = null;
}
if ($Forwarded == "-") {
$Forwarded = null;
}
if ($Forwarded == "0.0.0.0") {
$Forwarded = null;
}
if ($Forwarded == "255.255.255.255") {
$Forwarded = null;
}
if (strlen($Forwarded) > 4) {
$ipaddr = $Forwarded;
$mac = null;
}
$ipaddr = str_replace("%25", "-", $ipaddr);
$mac = str_replace("%25", "-", $mac);
if ($mac == "-") {
$mac = null;
}
if ($ipaddr == "127.0.0.1" or $ipaddr == "::") {
if ($uid == null) {
$GLOBALS["REFUSED_REQUESTS"] = $GLOBALS["REFUSED_REQUESTS"] + 1;
if ($GLOBALS["VERBOSE"]) {
events("127.0.0.1 -> uid = null -> SKIP");
}
return;
}
}
if (preg_match("#([0-9:a-z]+)\$#", $mac, $z)) {
$mac = $z[1];
}
if ($SIZE == 0) {
return;
}
if ($GLOBALS["VERBOSE"]) {
events("ITEM: DATE......: {$logzdate}");
events("ITEM: MAC.......: {$mac}");
events("ITEM: IP........: {$ipaddr}");
events("ITEM: Size......: {$SIZE}");
events("ITEM: SQUID CODE: {$SquidCode}");
events("ITEM: HTTP CODE.: {$code_error}");
events("ITEM: uid.......: {$uid}");
events("ITEM: uri.......: {$uri}");
events("ITEM: UserAgent.: {$UserAgent}");
events("ITEM: Forwarded.: {$Forwarded}");
events("ITEM: SiteName..: {$sitename}");
events("ITEM: ProxyName.: {$GLOBALS["REMOTE_PROXY_NAME"]}");
}
$GLOBALS["COUNT_HASH_TABLE"] = $GLOBALS["COUNT_HASH_TABLE"] + 1;
$arrayURI = parse_url($uri);
$sitename = $arrayURI["host"];
if (strpos($sitename, ":")) {
$xtr = explode(":", $sitename);
$sitename = $xtr[0];
if (preg_match("#^www\\.(.+)#", $sitename, $rz)) {
$sitename = $rz[1];
}
}
// $uid=UID_MEM_CACHE($uid,$mac,$ipaddr);
$TimeCache = date("YmdH");
$logfile_daemon = new logfile_daemon();
$cached = $logfile_daemon->CACHEDORNOT($SquidCode);
if ($GLOBALS["DEBUG_MEM"]) {
events("RTT: {$sitename} - {$SquidCode} = {$cached}");
}
//events("$SIZE - $sitename: $SquidCode cached:$cached");
$SearchWords = $logfile_daemon->SearchWords($uri);
$GLOBALS["ACCEPTED_REQUESTS"] = $GLOBALS["ACCEPTED_REQUESTS"] + 1;
if (!isset($GLOBALS["CATEGORIES"][$sitename])) {
$GLOBALS["CATEGORIES"][$sitename] = $GLOBALS["MYSQL_CATZ"]->GET_CATEGORIES($sitename);
}
$MAIN["TIMESTAMP"] = time();
$MAIN["URI"] = $uri;
$MAIN["sitename"] = $sitename;
$familysite = $GLOBALS["SQUID_FAMILY_CLASS"]->GetFamilySites($sitename);
$category = $GLOBALS["CATEGORIES"][$sitename];
$MAIN["SIZE"] = intval($SIZE);
$MAIN["CACHED"] = $cached;
if ($GLOBALS["UserAgentsStatistics"] == 1) {
UserAgentsStatistics($UserAgent, $mac, $uid, $SIZE);
} else {
if ($GLOBALS["DEBUG_USERAGENT"]) {
events("UserAgentsStatistics is disabled...");
}
}
CachedSizeMem($cached, $SIZE);
CachedUserMem($sitename, $SIZE, $mac, $uid, $ipaddr, $category, $familysite, $OUGROUP);
}
