function events_ufdb_tail($text, $line = 0)
{
$pid = @getmypid();
$date = @date("h:i:s");
$logFile = "/var/log/artica-postfix/ufdbguard-tail.debug";
$size = @filesize($logFile);
if ($size > 1000000) {
@unlink($logFile);
}
$f = @fopen($logFile, 'a');
if ($line > 0) {
$line = " line:{$line}";
} else {
$line = null;
}
$textnew = "{$date} [{$pid}]:: " . basename(__FILE__) . " {$text}{$line}\n";
if ($GLOBALS["VERBOSE"]) {
echo $textnew;
}
@fwrite($f, $textnew);
@fclose($f);
events_ufdb_exec($textnew);
}
function Parseline($buffer)
{
$buffer = trim($buffer);
if ($buffer == null) {
return null;
}
$mdbuff = md5($buffer);
if (isset($GLOBALS['MDBUFF'][$mdbuff])) {
return;
}
$GLOBALS['MDBUFF'][$mdbuff] = true;
if (count($GLOBALS['MDBUFF']) > 1000) {
$GLOBALS['MDBUFF'] = array();
}
if (strpos($buffer, "] PASS ") > 0) {
return;
}
if (strpos($buffer, "UFDBinitHTTPSchecker") > 0) {
return;
}
if (strpos($buffer, "IP socket port") > 0) {
return;
}
if (strpos($buffer, "listening on interface") > 0) {
return;
}
if (strpos($buffer, "yielding") > 0) {
return;
}
if (strpos($buffer, "system:") > 0) {
return;
}
if (strpos($buffer, "URL verification threads and") > 0) {
return;
}
if (strpos($buffer, "worker threads") > 0) {
return;
}
if (strpos($buffer, "license status") > 0) {
return;
}
if (strpos($buffer, "redirect-fatal-error") > 0) {
return;
}
if (strpos($buffer, "using OpenSSL library") > 0) {
return;
}
if (strpos($buffer, "CA certificates are") > 0) {
return;
}
if (strpos($buffer, "Failure to load the CA database") > 0) {
return;
}
if (strpos($buffer, "CA file is") > 0) {
return;
}
if (strpos($buffer, "ufdbHandleAlarmForTimeEvents") > 0) {
return;
}
if (strpos($buffer, "Changing daemon status") > 0) {
return;
}
if (strpos($buffer, "UFDBchangeStatus") > 0) {
return;
}
if (strpos($buffer, "url-lookup-delay-during-database-reload") > 0) {
return;
}
if (strpos($buffer, "url-lookup-result-during-database-reload") > 0) {
return;
}
if (strpos($buffer, "url-lookup-result-when-fatal-error") > 0) {
return;
}
if (strpos($buffer, "no http-server") > 0) {
return;
}
if (strpos($buffer, "upload-stats") > 0) {
return;
}
if (strpos($buffer, "analyse-uncategorised-urls") > 0) {
return;
}
if (strpos($buffer, "redirect-loading-database") > 0) {
return;
}
if (strpos($buffer, "ufdb-expression-debug") > 0) {
return;
}
if (strpos($buffer, "ufdb-debug-filter") > 0) {
return;
}
if (strpos($buffer, "database status: up to date") > 0) {
return;
}
if (strpos($buffer, "ufdbGenTable should be called with the") > 0) {
return;
}
if (strpos($buffer, "is deprecated and ignored") > 0) {
return;
}
if (strpos($buffer, "init domainlist") > 0) {
return;
}
if (strpos($buffer, "is empty !") > 0) {
return;
}
if (strpos($buffer, "init expressionlist") > 0) {
return;
}
if (strpos($buffer, "is optimised to one expression") > 0) {
return;
}
if (strpos($buffer, "be analysed since there is no proper database") > 0) {
return;
}
if (strpos($buffer, "REDIRECT 302") > 0) {
return;
}
if (strpos($buffer, "close fd") > 0) {
return;
}
if (strpos($buffer, ": open fd ") > 0) {
return;
}
if (strpos($buffer, "acl {") > 0) {
return;
}
if (strpos($buffer, "URL verifications") > 0) {
return;
}
if (strpos($buffer, "must be part of the security") > 0) {
return;
}
if (strpos($buffer, "}") > 0) {
return;
}
if (strpos($buffer, "finished retrieving") > 0) {
return;
}
if (strpos($buffer, "loading URL table from") > 0) {
return;
}
if (strpos($buffer, "] option") > 0) {
return;
}
if (strpos($buffer, "{") > 0) {
return;
}
if (strpos($buffer, "] category \"") > 0) {
return;
}
if (strpos($buffer, "] domainlist \"") > 0) {
return;
}
if (strpos($buffer, "] pass ") > 0) {
return;
}
if (strpos($buffer, "] safe-search") > 0) {
return;
}
if (strpos($buffer, "configuration file") > 0) {
return;
}
if (strpos($buffer, "refreshdomainlist") > 0) {
return;
}
if (strpos($buffer, "software suite is free and Open Source Software") > 0) {
return;
}
if (strpos($buffer, "by URLfilterDB") > 0) {
return;
}
if (strpos($buffer, "] configuration status") > 0) {
return;
}
if (strpos($buffer, 'expressionlist "') > 0) {
return;
}
if (strpos($buffer, 'is newer than') > 0) {
return;
}
if (strpos($buffer, 'source "') > 0) {
return;
}
if (strpos($buffer, 'youtube-edufilter-id') > 0) {
return;
}
if (trim($buffer) == null) {
return;
}
if (strpos($buffer, 'max-logfile-size') > 0) {
return;
}
if (strpos($buffer, 'check-proxy-tunnels') > 0) {
return;
}
if (strpos($buffer, 'seconds to allow worker') > 0) {
return;
}
if (strpos($buffer, '] loading URL category') > 0) {
return;
}
if (preg_match("#\\] REDIR\\s+#", $buffer)) {
return;
}
if (strpos($buffer, 'execdomainlist for') > 0) {
return;
}
if (strpos($buffer, 'dynamic_domainlist_updater_main') > 0) {
return;
}
if (preg_match("#FATAL ERROR: connection queue is full#", $buffer)) {
$TimeFile = "/etc/artica-postfix/pids/webfiltering-connection.queue.full";
if (!IfFileTime($TimeFile, 5)) {
return;
}
$Threads = intval(@file_get_contents("/etc/artica-postfix/settings/Daemons/UfdbGuardThreads"));
$ThreadNew = $Threads + 5;
if ($ThreadNew > 128) {
$ThreadNew = 128;
}
squid_admin_mysql(0, "Webfiltering Service connection queue is full increase Threads from {$Threads} to {$ThreadNew} [action=restart]", $buffer, __FILE__, __LINE__);
@file_put_contents("/etc/artica-postfix/settings/Daemons/UfdbGuardThreads", $ThreadNew);
shell_exec("{$GLOBALS["nohup"]} /etc/init.d/ufdb restart --force >/dev/null 2>&1 &");
return;
}
if (stripos(" {$buffer}", "HUP signal received to reload the configuration") > 0) {
squid_admin_mysql(1, "Webfiltering Service was reloaded - reloading databases [action=notify]", $buffer, __FILE__, __LINE__);
events_ufdb_exec("Webfiltering Service was reloaded, wait 15 seconds");
return;
}
if (stripos(" {$buffer}", "ufdbGuard daemon stopped") > 0) {
squid_admin_mysql(1, "Webfiltering Service was stopped [action=notify]", $buffer, __FILE__, __LINE__);
events_ufdb_exec("Webfiltering Service was stopped, wait 15 seconds");
return;
}
if (stripos(" {$buffer}", 'Changing daemon status to "started"') > 0) {
squid_admin_mysql(1, "Webfiltering Service was started [action=notify]", $buffer, __FILE__, __LINE__);
events_ufdb_exec("Webfiltering Service was started, wait 15 seconds");
return;
}
if (preg_match("#thread socket-handler caught signal 11#", $buffer, $re)) {
$TimeFile = "/etc/artica-postfix/pids/webfiltering-emergency";
if (!IfFileTime($TimeFile, 5)) {
return;
}
squid_admin_mysql(0, "Webfiltering crash [action=Webfiltering Emergency]", $buffer, __FILE__, __LINE__);
shell_exec("{$GLOBALS["nohup"]} {$GLOBALS["PHP5_BIN"]} /usr/share/artica-postfix/exec.squid.urgency.remove.php --ufdb-on >/dev/null 2>&1 &");
return;
}
if (preg_match("#Changing daemon status to \"error\"#", $buffer, $re)) {
$TimeFile = "/etc/artica-postfix/pids/webfiltering-emergency";
if (!IfFileTime($TimeFile, 5)) {
return;
}
squid_admin_mysql(0, "Webfiltering service error [action=Webfiltering Emergency]", $buffer, __FILE__, __LINE__);
shell_exec("{$GLOBALS["nohup"]} {$GLOBALS["PHP5_BIN"]} /usr/share/artica-postfix/exec.ufdb.emergency.php --ufdb-on >/dev/null 2>&1 &");
return;
}
if (preg_match("#FATAL ERROR: cannot open configuration file\\s+\\/etc\\/squid3\\/ufdbGuard\\.conf#i", $buffer, $re)) {
squid_admin_mysql(0, "Webfiltering error, Open Configuration File failed [action=restart service]", $buffer, __FILE__, __LINE__);
shell_exec("{$GLOBALS["nohup"]} {$GLOBALS["PHP5_BIN"]} /usr/share/artica-postfix/exec.ufdb.php --restart --force --ufdbtail --fatal-error >/dev/null 2>&1 &");
return;
}
if (preg_match("#FATAL.*?read failed on \"(.+?)\".*?Bad address#i", $buffer, $re)) {
squid_admin_mysql(0, "Webfiltering service error on database: {$re[1]} [action=Webfiltering Emergency]", $buffer, __FILE__, __LINE__);
shell_exec("{$GLOBALS["nohup"]} {$GLOBALS["PHP5_BIN"]} /usr/share/artica-postfix/exec.ufdb.emergency.php --ufdb-on >/dev/null 2>&1 &");
return;
}
if (preg_match("#FATAL ERROR: cannot read from.*?No such file or directory#", $buffer, $re)) {
squid_admin_mysql(0, "Webfiltering error: a database is missing [action=reconfigure]", $buffer, __FILE__, __LINE__);
shell_exec("{$GLOBALS["nohup"]} {$GLOBALS["PHP5_BIN"]} /usr/share/artica-postfix/exec.squidguard.php --build --force >/dev/null 2>&1 &");
return;
}
if (preg_match("#There are no sources and there is no default ACL#i", $buffer)) {
events("Seems not to be defined -> build compilation.");
xsyslog("{reconfigure} ufdb service...");
shell_exec("{$GLOBALS["nohup"]} {$GLOBALS["PHP5_BIN"]} /usr/share/artica-postfix/exec.squidguard.php --build --force >/dev/null 2>&1 &");
return;
}
if (preg_match("#ERROR: cannot write to PID file\\s+(.+)#i", $buffer, $re)) {
xsyslog("Apply permissions on {$re[1]}");
$pidfile = $re[1];
$pidpath = dirname($pidfile);
@mkdir($pidpath, 0755, true);
@chown($pidpath, "squid");
@chmod($pidpath, 0755);
return;
}
if (preg_match("#\\] Changing daemon status to.*?error#", $buffer, $re)) {
squid_admin_mysql(0, "Fatal! Webfilter daemon is turned to error", $buffer, __FILE__, __LINE__);
return;
}
if (preg_match("#\\] Changing daemon status to.*?terminated#", $buffer, $re)) {
squid_admin_mysql(1, "Webfilter daemon is turned to OFF", $buffer, __FILE__, __LINE__);
return;
}
if (preg_match("#can't execute command of execdomainlist.*?popen failed: Cannot allocate memory#", $buffer, $re)) {
@file_put_contents("/etc/artica-postfix/settings/Daemons/UfdbExecDomainList", 0);
squid_admin_mysql(0, "Not Enough memory to use execdomainlist feature [action=reconfigure]", "{$buffer}\nexecdomainlist feature will be disabled..", __FILE__, __LINE__);
shell_exec("{$GLOBALS["nohup"]} {$GLOBALS["PHP5_BIN"]} /usr/share/artica-postfix/exec.squidguard.php --build --force >/dev/null 2>&1 &");
return;
}
if (preg_match('#FATAL ERROR: table "(.+?)"\\s+could not be parsed.*?error code = [0-9]+#', $buffer, $re)) {
$direname = dirname($re[1]);
squid_admin_mysql(0, "Database {$direname} corrupted", $buffer . "\nReconfigure ufdb service after removing {$direname}...", __FILE__, __LINE__);
events("Webfiltering engine error on {$direname}");
if (!is_dir($direname)) {
return;
}
shell_exec("{$GLOBALS["SBIN_RM"]} -rf {$direname} >/dev/null 2>&1");
xsyslog("{reconfigure} ufdb service after removing {$direname}...");
shell_exec("{$GLOBALS["nohup"]} {$GLOBALS["PHP5_BIN"]} /usr/share/artica-postfix/exec.squidguard.php --build --force >/dev/null 2>&1 &");
return;
}
if (preg_match("#BLOCK-FATAL\\s+#", $buffer, $re)) {
$TimeFile = "/etc/artica-postfix/pids/UFDB_BLOCK_FATAL";
if (!IfFileTime($TimeFile, 10)) {
return;
}
events("Webfiltering engine error, reload service");
events_ufdb_exec("service was restarted, {$buffer}");
squid_admin_mysql(0, "Fatal, Web filtering engine error", $buffer . "\nThe service will be reloaded", __FILE__, __LINE__);
xsyslog("Reloading ufdb service...");
shell_exec("{$GLOBALS["nohup"]} /etc/init.d/ufdb reload >/dev/null 2>&1 &");
return;
}
if (preg_match("#FATAL ERROR: connection queue is full#", $buffer, $re)) {
$TimeFile = "/etc/artica-postfix/pids/UFDB_QUEUE_IS_FULL";
$Threads = @file_get_contents("/etc/artica-postfix/settings/Daemons/UfdbGuardThreads");
if (!is_numeric($Threads)) {
$Threads = 48;
}
$Threads = $Threads + 1;
if ($Threads > 140) {
$Threads = 140;
}
@file_put_contents("/etc/artica-postfix/settings/Daemons/UfdbGuardThreads", $Threads);
if (!IfFileTime($TimeFile, 2)) {
return;
}
squid_admin_mysql(0, "Fatal, Web filtering connection queue is full", $buffer . "\nThe service will be restarted and threads are increased to {$Threads}", __FILE__, __LINE__);
xsyslog("Restarting ufdb service after connection queue is full...");
shell_exec("{$GLOBALS["nohup"]} /etc/init.d/ufdb restart >/dev/null 2>&1 &");
return;
}
if (preg_match('#FATAL\\*\\s+table\\s+"(.+?)"\\s+could not be parsed.+?14#', $buffer, $re)) {
events("Table on {$re[1]} crashed");
squid_admin_mysql(0, "Database {$re[1]} corrupted", $buffer, __FILE__, __LINE__);
ufdbguard_admin_events("Table on {$re[1]} crashed\n{$buffer}", __FUNCTION__, __FILE__, __LINE__, "ufdbguard-service");
events_ufdb_exec("{$buffer}");
$GLOBALS["CLASS_UNIX"]->send_email_events("ufdbguard: {$re[1]} could not be parsed", "Ufdbguard claim: {$buffer}\n\n\t\tYou need to compile this database", "proxy");
return;
}
if (preg_match("#FATAL ERROR: cannot bind daemon socket: Address already in use#", $buffer)) {
events_ufdb_exec("ERROR DETECTED : {$buffer} `cannot bind daemon socket`");
squid_admin_mysql(1, "Fatal ERROR: cannot bind daemon socket: Address already in use [action=restart]", $buffer, __FILE__, __LINE__);
ufdbguard_admin_events("Fatal ERROR: cannot bind daemon socket: Address already in use", __FUNCTION__, __FILE__, __LINE__, "ufdbguard-service");
xsyslog("Restarting ufdb service...");
shell_exec("{$GLOBALS["nohup"]} /etc/init.d/ufdb restart >/dev/null 2>&1 &");
return;
}
if (preg_match('#\\] FATAL ERROR: cannot read from "(.+?)".*?No such file or directory#', $buffer, $re)) {
squid_admin_mysql(0, "Database {$re[1]} missing", $buffer, __FILE__, __LINE__);
events("cannot read '{$re[1]}' -> \"{$buffer}\"");
squid_admin_mysql(2, "Web filtering issue on {$re[1]}", "Launch recover_a_database()", __FILE__, __LINE__);
recover_a_database($re[1]);
return;
}
if (preg_match('#\\*FATAL.+? cannot read from "(.+?)".+?: No such file or directory#', $buffer, $re)) {
squid_admin_mysql(0, "Database {$re[1]} missing", $buffer, __FILE__, __LINE__);
events("cannot read '{$re[1]}' -> \"{$buffer}\"");
squid_admin_mysql(2, "Web filtering issue on {$re[1]}", "Launch recover_a_database()", __FILE__, __LINE__);
recover_a_database($re[1]);
return;
}
if (preg_match('#\\*FATAL\\*\\s+cannot read from\\s+"(.+?)"#', $buffer, $re)) {
squid_admin_mysql(0, "Database {$re[1]} missing", $buffer, __FILE__, __LINE__);
events("Problem on {$re[1]}");
events_ufdb_exec("{$buffer}");
squid_admin_mysql(2, "Web filtering issue on {$re[1]}", "Launch recover_a_database()", __FILE__, __LINE__);
recover_a_database($re[1]);
$GLOBALS["CLASS_UNIX"]->send_email_events("ufdbguard: {$re[1]} Not compiled..", "Ufdbguard claim: {$buffer}\nYou need to compile your databases");
return;
}
if (preg_match("#\\*FATAL\\*\\s+cannot read from\\s+\"(.+?)\\.ufdb\".+?No such file or directory#", $buffer, $re)) {
squid_admin_mysql(0, "Database {$re[1]} missing", $buffer . "\n Problem on {$re[1]}\n\nYou need to compile your databases", __FILE__, __LINE__);
events("UFDB database missing : Problem on {$re[1]}");
if (!is_file($re[1])) {
@mkdir(dirname($re[1]), 666, true);
shell_exec("/bin/touch {$re[1]}");
}
$GLOBALS["CLASS_UNIX"]->send_email_events("ufdbguard: {$re[1]} Not compiled..", "Ufdbguard claim: {$buffer}\nYou need to compile your databases", "ufdbguard-service");
return;
}
if (preg_match("#thread worker-[0-1]+.+?caught signal\\s+[0-1]+#", $buffer, $re)) {
squid_admin_mysql(0, "Webfiltering Daemon as crashed - Start a new one", $buffer, __FILE__, __LINE__);
$GLOBALS["CLASS_UNIX"]->send_email_events("ufdbguard: crashed", "Ufdbguard claim: {$buffer}\n", "proxy");
shell_exec("/etc/init.d/ufdb start &");
}
if (preg_match("#\\*FATAL\\*\\s+expression list\\s+(.+?): Permission denied#", $buffer, $re)) {
squid_admin_mysql(0, "Database {$re[1]} permission denied", $buffer . "\nProblem on '{$re[1]}' -> chown squid:squid", __FILE__, __LINE__);
events("UFDB expression permission issue : Problem on '{$re[1]}' -> chown squid:squid");
shell_exec("{$GLOBALS["chown"]} -R squid:squid " . dirname($re[1]));
return;
}
if (preg_match("#\\*FATAL.+?expression list\\s+(.+?):\\s+No such file or directory#", $buffer, $re)) {
squid_admin_mysql(0, "Database {$re[1]} missing", $buffer . "\nProblem on '{$re[1]}' -> Try to repair", __FILE__, __LINE__);
events("Expression list: Problem on {$re[1]} -> \"{$buffer}\"");
events("Creating directory " . dirname($re[1]));
@mkdir(dirname($re[1]), 0755, true);
events("Creating empty file '" . $re[1] . "'");
@file_put_contents($re[1], "\n");
events("ufdbguard tail: Service will be reloaded");
$GLOBALS["CLASS_UNIX"]->send_email_events(basename(__FILE__) . ":Service ufdb will be reloaded ", "Cause:{$buffer}", "ufdbguard-service");
squid_admin_mysql(2, "Ask to reload the Web filtering service", "Cause:{$buffer}");
ufdbguard_admin_events("ufdbguard tail: Service will be reloaded", __FUNCTION__, __FILE__, __LINE__, "watchdog");
shell_exec("{$GLOBALS["RELOADCMD"]} --function==" . __FUNCTION__ . " --line=" . __LINE__ . " " . "--filename=" . basename(__FILE__) . " >/dev/null 2>&1 &");
return;
}
if (preg_match("#database table \\/var\\/lib\\/squidguard\\/(.+?)\\/domains\\s+is empty#", $buffer, $re)) {
//ufdbguard_admin_events("Database {$re[1]} as no datas, you should recompile your databases",__FUNCTION__,__FILE__,__LINE__,"ufdbguard-service");
//$GLOBALS["CLASS_UNIX"]->send_email_events("ufdbguard: {$re[1]} database is empty, please compile your databases","Ufdbguard claim: $buffer\nYou need to compile your databases","proxy");
return;
}
if (preg_match("#the new configuration and database are loaded for ufdbguardd ([0-9\\.]+)#", $buffer, $re)) {
squid_admin_mysql(2, "Web Filtering engine service v{$re[1]} has reloaded new configuration and databases", "");
$GLOBALS["CLASS_UNIX"]->send_email_events("UfdbGuard v{$re[1]} has reloaded new configuration and databases", null, "ufdbguard-service");
return;
}
if (preg_match("#statistics:(.+)#", $buffer, $re)) {
if (preg_match("#blocked ([0-9]+) times#", $re[1], $ri)) {
if ($ri[1] > 0) {
//squid_admin_mysql(2, "{$re[1]}","");
}
}
return;
}
if (preg_match("#BLOCK (.*?)\\s+(.+?)\\s+(.+?)\\s+(.+?)\\s+(|http|https|ftp|ftps)://(.+?)myip=(.+)\$#", $buffer, $re)) {
$user = trim($re[1]);
$local_ip = $re[2];
$rulename = $re[3];
$category = $re[4];
$www = $re[6];
$public_ip = $re[7];
//events("BLOCK[".__LINE__."]: $user/$local_ip - $www");
if (strpos($www, "/") > 0) {
$tb = explode("/", $www);
$www = $tb[0];
}
if (preg_match("#^www\\.(.+)#", $www, $re)) {
$www = $re[1];
}
if (preg_match("#([0-9]+)\\.addr#", $www)) {
$www = long2ip($re[1]);
}
if (preg_match("#^([0-9\\.]+)#", $local_ip, $re)) {
$local_ip = $re[1];
}
$date = time();
$table = date('Ymd') . "_blocked";
$category = CategoryCodeToCatName($category);
if ($user == "-") {
$user = null;
}
$MAC = $GLOBALS["CLASS_UNIX"]->IpToMac($local_ip);
$time = time();
if (preg_match("#^[0-9]+\\.[0-9]+\\.[0-9]+\\.[0-9]+\$#", $www)) {
$public_ip = $www;
$www = $GLOBALS["CLASS_UNIX"]->IpToHostname($www);
}
$Clienthostname = $GLOBALS["CLASS_UNIX"]->IpToHostname($local_ip);
if ($Clienthostname == null) {
$Clienthostname = $local_ip;
}
paranoidmode($local_ip, $www);
$q = new influx();
if ($GLOBALS["UfdbguardSMTPNotifs"]["BLOCK_NOTIFS"] == 1) {
events("Write notif");
$line_notif = date("H:i:s") . " [{$www}]: blocked domain: User: {$user}/{$local_ip}/{$Clienthostname}, Category: {$category}, Rule: {$rulename}";
$q->insert_ufdb_notif($line_notif);
}
if ($GLOBALS["SQUID_PERFORMANCE"] > 2) {
return;
}
$line = "{$time}:::{$user}:::{$category}:::{$rulename}:::{$public_ip}:::blocked domain:::blocked domain:::{$Clienthostname}:::{$www}:::{$local_ip}";
$q->insert_ufdb($line);
return;
}
if (preg_match("#BLOCK\\s+(.*?)\\s+(.+?)\\s+(.*?)\\s+(.+?)\\s+(.+?)\\s+[A-Z]+#", $buffer, $re)) {
$date = time();
$user = trim($re[1]);
$local_ip = $re[2];
$rulename = $re[3];
$category = $re[4];
$uri = $re[5];
//events("BLOCK[".__LINE__."]: $user/$local_ip - $www Notif:{$GLOBALS["UfdbguardSMTPNotifs"]["BLOCK_NOTIFS"]}");
if (preg_match("#^([0-9\\.]+)#", $local_ip, $re)) {
$local_ip = $re[1];
}
$time = time();
$array = parse_url($uri);
$www = $array["host"];
if (strpos($www, ":") > 0) {
$t = explode(":", $www);
$www = $t[0];
}
if (preg_match("#([0-9]+)\\.addr#", $www)) {
$www = long2ip($re[1]);
}
$category = CategoryCodeToCatName($category);
$MAC = $GLOBALS["CLASS_UNIX"]->IpToMac($local_ip);
if (preg_match("#^[0-9]+\\.[0-9]+\\.[0-9]+\\.[0-9]+\$#", $www)) {
$public_ip = $www;
$www = $GLOBALS["CLASS_UNIX"]->IpToHostname($www);
} else {
$public_ip = HostnameToIp($www);
}
if (preg_match("#^www\\.(.+)#", $www, $re)) {
$www = $re[1];
}
$Clienthostname = $GLOBALS["CLASS_UNIX"]->IpToHostname($local_ip);
if ($Clienthostname == null) {
$Clienthostname = $local_ip;
}
if ($user == "-") {
$user = null;
}
CreateCounter($www, $local_ip, $user, $category);
paranoidmode($local_ip, $www);
$q = new influx();
if ($GLOBALS["UfdbguardSMTPNotifs"]["BLOCK_NOTIFS"] == 1) {
$line_notif = date("H:i:s") . " [{$www}]: blocked domain: User: {$user}/{$local_ip}/{$Clienthostname}, Category: {$category}, Rule: {$rulename}";
$q->insert_ufdb_notif($line_notif);
}
if ($GLOBALS["SQUID_PERFORMANCE"] > 2) {
return;
}
$q = new influx();
$line = "{$time}:::{$user}:::{$category}:::{$rulename}:::{$public_ip}:::blocked domain:::blocked domain:::{$Clienthostname}:::{$www}:::{$local_ip}";
$q->insert_ufdb($line);
return;
}
events("Not filtered: {$buffer}");
}
function Parseline($buffer){
$buffer=trim($buffer);
if($buffer==null){return null;}
if(strpos($buffer,"ufdbGenTable should be called with the")>0){return ;}
if(strpos($buffer,"is deprecated and ignored")>0){return ;}
if(strpos($buffer,"init domainlist")>0){return ;}
if(strpos($buffer,"is empty !")>0){return ;}
if(strpos($buffer,"init expressionlist")>0){return ;}
if(strpos($buffer,"is optimised to one expression")>0){return ;}
if(strpos($buffer,"be analysed since there is no proper database")>0){return ;}
if(strpos($buffer,"REDIRECT 302")>0){return ;}
if(strpos($buffer,"close fd")>0){return ;}
if(strpos($buffer,": open fd ")>0){return ;}
if(strpos($buffer,"acl {")>0){return ;}
if(strpos($buffer,"must be part of the security")>0){return ;}
if(strpos($buffer,"}")>0){return ;}
if(strpos($buffer,"{")>0){return ;}
if(strpos($buffer,"] category \"")>0){return ;}
if(strpos($buffer,"] domainlist \"")>0){return ;}
if(strpos($buffer,"] pass ")>0){return ;}
if(strpos($buffer,"configuration file")>0){return ;}
if(strpos($buffer,'expressionlist "')>0){return ;}
if(strpos($buffer,'is newer than')>0){return ;}
if(strpos($buffer,'source "')>0){return ;}
if(trim($buffer)==null){return;}
if(strpos($buffer,'max-logfile-size')>0){return ;}
if(strpos($buffer,'check-proxy-tunnels')>0){return ;}
if(strpos($buffer,'seconds to allow worker')>0){return ;}
if(preg_match('#FATAL\*\s+table\s+"(.+?)"\s+could not be parsed.+?14#',$buffer,$re)){
events("Table on {$re[1]} crashed");
events_ufdb_exec("$buffer");
$GLOBALS["CLASS_UNIX"]->send_email_events("ufdbguard: {$re[1]} could not be parsed","Ufdbguard claim: $buffer\n
You need to compile this database","proxy");
return;
}
if(strpos($buffer,"HUP signal received to reload the configuration")>0){
events_ufdb_exec("service was reloaded, wait 15 seconds");
$GLOBALS["CLASS_UNIX"]->send_email_events("ufdbguard: service was reloaded, wait 15 seconds","Ufdbguard
: $buffer\n","proxy");
return;
}
if(preg_match('#\*FATAL\*\s+cannot read from\s+"(.+?)"#',$buffer,$re)){
events("Problem on {$re[1]}");
events_ufdb_exec("$buffer");
$GLOBALS["CLASS_UNIX"]->send_email_events("ufdbguard: {$re[1]} Not compiled..","Ufdbguard claim: $buffer\nYou need to compile your databases");
return;
}
if(preg_match("#\*FATAL\*\s+cannot read from\s+\"(.+?)\.ufdb\".+?No such file or directory#",$buffer,$re)){
events("UFDB database missing : Problem on {$re[1]}");
if(!is_file($re[1])){
@mkdir(dirname($re[1]),666,true);
shell_exec("/bin/touch {$re[1]}");
}
$GLOBALS["CLASS_UNIX"]->send_email_events("ufdbguard: {$re[1]} Not compiled..","Ufdbguard claim: $buffer\nYou need to compile your databases","proxy");
return;
}
if(preg_match("#FATAL\*\s+expression list\s+(.+?):\s+No such file or directory#",$buffer,$re)){
events("Expression list: Problem on {$re[1]}");
shell_exec("/bin/touch {$re[1]}");
$cmd="{$GLOBALS["PHP5_BIN"]} /usr/share/artica-postfix/exec.squidguard.php --build";
$GLOBALS["CLASS_UNIX"]->THREAD_COMMAND_SET($cmd);
return;
}
if(preg_match("#the new configuration and database are loaded for ufdbguardd ([0-9\.]+)#",$buffer,$re)){
$GLOBALS["CLASS_UNIX"]->send_email_events("UfdbGuard v{$re[1]} has reloaded new configuration and database",null,"proxy");
return;
}
if(preg_match("#BLOCK (.*?)\s+(.+?)\s+(.+?)\s+(.+?)\s+(|http|https|ftp|ftps)://(.+?)myip=(.+)$#",$buffer,$re)){
$user=trim($re[1]);
$local_ip=$re[2];
$rulename=$re[3];
$category=$re[4];
$www=$re[6];
$public_ip=$re[7];
if(strpos($www,"/")>0){$tb=explode("/",$www);$www=$tb[0];}
$date=time();
if($user<>"-"){$local_ip=$user;}
$md5=md5("$date,$local_ip,$rulename,$category,$www,$public_ip");
$sql="INSERT INTO `blocked_websites` (client,website,category,rulename,public_ip) VALUES";
$sql="('$local_ip','$www','$category','$rulename','$public_ip')";
@file_put_contents("/var/log/artica-postfix/ufdbguard-queue/$md5.sql",$sql);
events("$www ($public_ip) blocked by rule $rulename/$category from $local_ip ".@filesize("/var/log/artica-postfix/ufdbguard-queue/$md5.sql")." bytes");
return;
}
events("Not filtered: $buffer");
}
function Parseline($buffer)
{
$buffer = trim($buffer);
events("Noop");
if ($buffer == null) {
return null;
}
if (strpos($buffer, "ufdbGenTable should be called with the") > 0) {
return;
}
if (strpos($buffer, "is deprecated and ignored") > 0) {
return;
}
if (strpos($buffer, "init domainlist") > 0) {
return;
}
if (strpos($buffer, "is empty !") > 0) {
return;
}
if (strpos($buffer, "init expressionlist") > 0) {
return;
}
if (strpos($buffer, "is optimised to one expression") > 0) {
return;
}
if (strpos($buffer, "be analysed since there is no proper database") > 0) {
return;
}
if (strpos($buffer, "REDIRECT 302") > 0) {
return;
}
if (strpos($buffer, "close fd") > 0) {
return;
}
if (strpos($buffer, ": open fd ") > 0) {
return;
}
if (strpos($buffer, "acl {") > 0) {
return;
}
if (strpos($buffer, "must be part of the security") > 0) {
return;
}
if (strpos($buffer, "}") > 0) {
return;
}
if (strpos($buffer, "{") > 0) {
return;
}
if (strpos($buffer, "] category \"") > 0) {
return;
}
if (strpos($buffer, "] domainlist \"") > 0) {
return;
}
if (strpos($buffer, "] pass ") > 0) {
return;
}
if (strpos($buffer, "] safe-search") > 0) {
return;
}
if (strpos($buffer, "configuration file") > 0) {
return;
}
if (strpos($buffer, 'expressionlist "') > 0) {
return;
}
if (strpos($buffer, 'is newer than') > 0) {
return;
}
if (strpos($buffer, 'source "') > 0) {
return;
}
if (trim($buffer) == null) {
return;
}
if (strpos($buffer, 'max-logfile-size') > 0) {
return;
}
if (strpos($buffer, 'check-proxy-tunnels') > 0) {
return;
}
if (strpos($buffer, 'seconds to allow worker') > 0) {
return;
}
if (strpos($buffer, '] loading URL category') > 0) {
return;
}
if (preg_match("#\\] REDIR\\s+#", $buffer)) {
return;
}
if (preg_match('#FATAL\\*\\s+table\\s+"(.+?)"\\s+could not be parsed.+?14#', $buffer, $re)) {
events("Table on {$re[1]} crashed");
ufdbguard_admin_events("Table on {$re[1]} crashed\n{$buffer}", __FUNCTION__, __FILE__, __LINE__, "watchdog");
events_ufdb_exec("{$buffer}");
$GLOBALS["CLASS_UNIX"]->send_email_events("ufdbguard: {$re[1]} could not be parsed", "Ufdbguard claim: {$buffer}\n\n\t\tYou need to compile this database", "proxy");
return;
}
if (strpos($buffer, "HUP signal received to reload the configuration") > 0) {
events_ufdb_exec("service was reloaded, wait 15 seconds");
ufdbguard_admin_events("service was reloaded, wait 15 seconds\n{$buffer}", __FUNCTION__, __FILE__, __LINE__, "watchdog");
$GLOBALS["CLASS_UNIX"]->send_email_events("ufdbguard: service was reloaded, wait 15 seconds", "Ufdbguard \n\t\t: {$buffer}\n", "proxy");
return;
}
if (preg_match('#\\*FATAL.+? cannot read from "(.+?)".+?: No such file or directory#', $buffer, $re)) {
events("cannot read '{$re[1]}' -> \"{$buffer}\"");
ufdbguard_admin_events("cannot read '{$re[1]}' -> \"{$buffer}\"", __FUNCTION__, __FILE__, __LINE__, "watchdog");
if (!is_dir(dirname($re[1]))) {
@mkdir(dirname($re[1]), 755, true);
shell_exec("{$GLOBALS["chown"]} -R squid:squid " . dirname($re[1]));
}
$newfile = str_replace(".ufdb", "", $re[1]);
if (!is_file($newfile)) {
events("cannot '{$newfile}' no such file, create it");
@file_put_contents($newfile, "\n");
}
if (!is_file(dirname($newfile) . "/urls")) {
@file_put_contents(dirname($newfile) . "/urls", "\n");
}
if (!is_file(dirname($newfile) . "/expressions")) {
@file_put_contents(dirname($newfile) . "/expressions", "\n");
}
$category = str_replace("/var/lib/squidguard/", "", dirname($newfile));
$category = str_replace("web-filter-plus/BL/", "", $category);
$category = str_replace("blacklist-artica/", "", $category);
$category = str_replace("personal-categories/", "", $category);
if (preg_match("#\\/(.+?)\$#", $category, $re)) {
$category = $re[1];
}
if (strlen($category) > 15) {
$category = str_replace("recreation_", "recre_", $category);
$category = str_replace("automobile_", "auto_", $category);
$category = str_replace("finance_", "fin_", $category);
if (strlen($category) > 15) {
$category = str_replace("_", "", $category);
$category = substr($category, strlen($category) - 15, 15);
}
}
$cmd = "{$GLOBALS["ufdbGenTable"]} -n -D -W -t {$category} -d {$newfile} -u " . dirname($newfile) . "/urls";
events("Category {$category} " . strlen($category) . "chars -> {$cmd}");
shell_exec($cmd);
shell_exec("/bin/chown -R squid:squid " . dirname($newfile) . " >/dev/null 2>&1 &");
return;
}
if (preg_match('#\\*FATAL\\*\\s+cannot read from\\s+"(.+?)"#', $buffer, $re)) {
events("Problem on {$re[1]}");
ufdbguard_admin_events("Problem on {$re[1]}\nYou need to compile your databases", __FUNCTION__, __FILE__, __LINE__, "watchdog");
events_ufdb_exec("{$buffer}");
$GLOBALS["CLASS_UNIX"]->send_email_events("ufdbguard: {$re[1]} Not compiled..", "Ufdbguard claim: {$buffer}\nYou need to compile your databases");
return;
}
if (preg_match("#\\*FATAL\\*\\s+cannot read from\\s+\"(.+?)\\.ufdb\".+?No such file or directory#", $buffer, $re)) {
events("UFDB database missing : Problem on {$re[1]}");
ufdbguard_admin_events("UFDB database missing : Problem on {$re[1]}\nUfdbguard claim: {$buffer}\nYou need to compile your databases", __FUNCTION__, __FILE__, __LINE__, "watchdog");
if (!is_file($re[1])) {
@mkdir(dirname($re[1]), 666, true);
shell_exec("/bin/touch {$re[1]}");
}
$GLOBALS["CLASS_UNIX"]->send_email_events("ufdbguard: {$re[1]} Not compiled..", "Ufdbguard claim: {$buffer}\nYou need to compile your databases", "proxy");
return;
}
if (preg_match("#\\*FATAL\\*\\s+expression list\\s+(.+?): Permission denied#", $buffer, $re)) {
ufdbguard_admin_events("UFDB expression permission issue : Problem on '{$re[1]}' -> chown squid:squid", __FUNCTION__, __FILE__, __LINE__, "watchdog");
events("UFDB expression permission issue : Problem on '{$re[1]}' -> chown squid:squid");
shell_exec("{$GLOBALS["chown"]} -R squid:squid " . dirname($re[1]));
return;
}
if (preg_match("#\\*FATAL.+?expression list\\s+(.+?):\\s+No such file or directory#", $buffer, $re)) {
ufdbguard_admin_events("Expression list: Problem on {$re[1]} -> \"{$buffer}\", try to repair", __FUNCTION__, __FILE__, __LINE__, "watchdog");
events("Expression list: Problem on {$re[1]} -> \"{$buffer}\"");
events("Creating directory " . dirname($re[1]));
@mkdir(dirname($re[1]), 755, true);
events("Creating empty file '" . $re[1] . "'");
@file_put_contents($re[1], "\n");
ufdbguard_admin_events("Service will be reloaded", __FUNCTION__, __FILE__, __LINE__, "watchdog");
shell_exec("/etc/init.d/ufdb reload &");
return;
}
if (preg_match("#database table \\/var\\/lib\\/squidguard\\/(.+?)\\/domains\\s+is empty#", $buffer, $re)) {
ufdbguard_admin_events("Database {$re[1]} as no datas, you should recompile your databases", __FUNCTION__, __FILE__, __LINE__, "watchdog");
$GLOBALS["CLASS_UNIX"]->send_email_events("ufdbguard: {$re[1]} database is empty, please compile your databases", "Ufdbguard claim: {$buffer}\nYou need to compile your databases", "proxy");
}
if (preg_match("#the new configuration and database are loaded for ufdbguardd ([0-9\\.]+)#", $buffer, $re)) {
ufdbguard_admin_events("UfdbGuard v{$re[1]} has reloaded new configuration and databases", __FUNCTION__, __FILE__, __LINE__, "watchdog");
$GLOBALS["CLASS_UNIX"]->send_email_events("UfdbGuard v{$re[1]} has reloaded new configuration and databases", null, "proxy");
return;
}
if (preg_match("#BLOCK (.*?)\\s+(.+?)\\s+(.+?)\\s+(.+?)\\s+(|http|https|ftp|ftps)://(.+?)myip=(.+)\$#", $buffer, $re)) {
$user = trim($re[1]);
$local_ip = $re[2];
$rulename = $re[3];
$category = $re[4];
$www = $re[6];
$public_ip = $re[7];
if (strpos($www, "/") > 0) {
$tb = explode("/", $www);
$www = $tb[0];
}
$date = time();
if ($user != "-") {
$local_ip = $user;
}
$table = date('Ymd') . "_blocked";
if ($category == "agressivecat") {
$category = "agressive";
}
if ($category == "automobile_bikes") {
$category = "automobile/bikes";
}
if ($category == "automobile_boats") {
$category = "automobile/boats";
}
if ($category == "automobile_planes") {
$category = "automobile/planes";
}
if ($category == "automobile_cars") {
$category = "automobile/cars";
}
if ($category == "finance_banking") {
$category = "finance_banking";
}
if ($category == "finance_banking") {
$category = "finance/banking";
}
if ($category == "finance_insurance") {
$category = "finance/insurance";
}
if ($category == "finance_moneylending") {
$category = "finance/moneylending";
}
if ($category == "finance_realestate") {
$category = "finance/realestate";
}
if ($category == "hobby_cooking") {
$category = "hobby/cooking";
}
if ($category == "hobby_arts") {
$category = "hobby/arts";
}
if ($category == "hobby_pets") {
$category = "hobby/pets";
}
$md5 = md5("{$date},{$local_ip},{$rulename},{$category},{$www},{$public_ip}");
$sql = "INSERT INTO `{$table}` (client,website,category,rulename,public_ip) VALUES";
$sql = "('{$local_ip}','{$www}','{$category}','{$rulename}','{$public_ip}')";
@file_put_contents("/var/log/artica-postfix/ufdbguard-queue/{$md5}.sql", $sql);
events("{$www} ({$public_ip}) blocked by rule {$rulename}/{$category} from {$local_ip} " . @filesize("/var/log/artica-postfix/ufdbguard-queue/{$md5}.sql") . " bytes");
return;
}
events("Not filtered: {$buffer}");
}
