function process_hosts()
{
global $start, $seed;
echo "NOTE: Processing Hosts Begins\n";
/* All time/dates will be stored in timestamps
* Get Autodiscovery Lastrun Information
*/
$auto_discovery_lastrun = read_config_option("hmib_autodiscovery_lastrun");
/* Get Collection Frequencies (in seconds) */
$auto_discovery_freq = read_config_option("hmib_autodiscovery_freq");
/* Set the booleans based upon current times */
if (read_config_option("hmib_autodiscovery") == "on") {
echo "NOTE: Auto Discovery Starting\n";
if (runCollector($start, $auto_discovery_lastrun, $auto_discovery_freq)) {
autoDiscoverHosts();
}
echo "NOTE: Auto Discovery Complete\n";
}
/* Purge collectors that run longer than 10 minutes */
db_execute("DELETE FROM plugin_hmib_processes WHERE (UNIX_TIMESTAMP() - UNIX_TIMESTAMP(started)) > 600");
/* Do not process collectors are still running */
if (db_fetch_cell("SELECT count(*) FROM plugin_hmib_processes") > 0) {
echo "WARNING: Another Host Mib Collector is still running! Exiting\n";
exit(0);
}
/* The hosts to scan will
* 1) Not be disabled,
* 2) Be linked to the host table
* 3) Be up and operational
*/
$hosts = db_fetch_assoc("SELECT hm.host_id, host.description, host.hostname FROM plugin_hmib_hrSystem AS hm\n\t\tINNER JOIN host\n\t\tON host.id=hm.host_id\n\t\tWHERE host.disabled!='on'\n\t\tAND host.status!=1");
/* Remove entries from down and disabled hosts */
db_execute("DELETE FROM plugin_hmib_hrSWRun WHERE host_id IN(SELECT id FROM host WHERE disabled='on' OR host.status=1)");
db_execute("DELETE FROM plugin_hmib_hrDevices WHERE host_id IN(SELECT id FROM host WHERE disabled='on' OR host.status=1)");
db_execute("DELETE FROM plugin_hmib_hrStorage WHERE host_id IN(SELECT id FROM host WHERE disabled='on' OR host.status=1)");
db_execute("DELETE FROM plugin_hmib_hrProcessor WHERE host_id IN(SELECT id FROM host WHERE disabled='on' OR host.status=1)");
$concurrent_processes = read_config_option("hmib_concurrent_processes");
echo "NOTE: Launching Collectors Starting\n";
$i = 0;
if (sizeof($hosts)) {
foreach ($hosts as $host) {
while (true) {
$processes = db_fetch_cell("SELECT COUNT(*) FROM plugin_hmib_processes");
if ($processes < $concurrent_processes) {
/* put a placeholder in place to prevent overloads on slow systems */
$key = rand();
db_execute("INSERT INTO plugin_hmib_processes (pid, taskid, started) VALUES ({$key}, {$seed}, NOW())");
echo "NOTE: Launching Host Collector For: '" . $host["description"] . "[" . $host["hostname"] . "]'\n";
process_host($host["host_id"], $seed, $key);
usleep(10000);
break;
} else {
sleep(1);
}
}
}
}
/* taking a break cause for slow systems slow */
sleep(5);
echo "NOTE: All Hosts Launched, proceeding to wait for completion\n";
/* wait for all processes to end or max run time */
while (true) {
$processes_left = db_fetch_cell("SELECT count(*) FROM plugin_hmib_processes WHERE taskid={$seed}");
$pl = db_fetch_cell("SELECT count(*) FROM plugin_hmib_processes");
if ($processes_left == 0) {
echo "NOTE: All Processees Complete, Exiting\n";
break;
} else {
echo "NOTE: Waiting on '{$processes_left}' Processes\n";
sleep(2);
}
}
echo "NOTE: Updating Last Run Statistics\n";
// Update the last runtimes
// All time/dates will be stored in timestamps;
// Get Collector Lastrun Information
$hrDevices_lastrun = read_config_option("hmib_hrDevices_lastrun");
$hrSWRun_lastrun = read_config_option("hmib_hrSWRun_lastrun");
$hrSWRunPerf_lastrun = read_config_option("hmib_hrSWRunPerf_lastrun");
$hrSWInstalled_lastrun = read_config_option("hmib_hrSWInstalled_lastrun");
$hrStorage_lastrun = read_config_option("hmib_hrStorage_lastrun");
$hrProcessor_lastrun = read_config_option("hmib_hrProcessor_lastrun");
// Get Collection Frequencies (in seconds)
$hrDevices_freq = read_config_option("hmib_hrDevices_freq");
$hrSWRun_freq = read_config_option("hmib_hrSWRun_freq");
$hrSWRunPerf_freq = read_config_option("hmib_hrSWRunPerf_freq");
$hrSWInstalled_freq = read_config_option("hmib_hrSWInstalled_freq");
$hrStorage_freq = read_config_option("hmib_hrStorage_freq");
$hrProcessor_freq = read_config_option("hmib_hrProcessor_freq");
/* set the collector statistics */
if (runCollector($start, $hrDevices_lastrun, $hrDevices_freq)) {
db_execute("REPLACE INTO settings (name,value) VALUES ('hmib_hrDevices_lastrun', '{$start}')");
}
if (runCollector($start, $hrSWRun_lastrun, $hrSWRun_freq)) {
db_execute("REPLACE INTO settings (name,value) VALUES ('hmib_hrSWRun_lastrun', '{$start}')");
}
if (runCollector($start, $hrSWRunPerf_lastrun, $hrSWRunPerf_freq)) {
db_execute("REPLACE INTO settings (name,value) VALUES ('hmib_hrSWRunPerf_lastrun', '{$start}')");
}
if (runCollector($start, $hrSWInstalled_lastrun, $hrSWInstalled_freq)) {
db_execute("REPLACE INTO settings (name,value) VALUES ('hmib_hrSWInstalled_lastrun', '{$start}')");
}
if (runCollector($start, $hrStorage_lastrun, $hrStorage_freq)) {
db_execute("REPLACE INTO settings (name,value) VALUES ('hmib_hrStorage_lastrun', '{$start}')");
}
if (runCollector($start, $hrProcessor_lastrun, $hrProcessor_freq)) {
db_execute("REPLACE INTO settings (name,value) VALUES ('hmib_hrProcessor_lastrun', '{$start}')");
}
if (read_config_option("hmib_autopurge") == "on") {
echo "NOTE: Auto Purging Hosts\n";
$dead_hosts = db_fetch_assoc("SELECT host_id FROM plugin_hmib_hrSystem AS hr\n\t\t\tLEFT JOIN host\n\t\t\tON host.id=hr.host_id\n\t\t\tWHERE host.id IS NULL");
if (sizeof($dead_hosts)) {
foreach ($dead_hosts as $host) {
db_execute("DELETE FROM plugin_hmib_hrSystem WHERE host_id=" . $host["host_id"]);
db_execute("DELETE FROM plugin_hmib_hrSWRun WHERE host_id=" . $host["host_id"]);
db_execute("DELETE FROM plugin_hmib_hrSWRun_last_seen WHERE host_id=" . $host["host_id"]);
db_execute("DELETE FROM plugin_hmib_hrDevices WHERE host_id=" . $host["host_id"]);
db_execute("DELETE FROM plugin_hmib_hrStorage WHERE host_id=" . $host["host_id"]);
db_execute("DELETE FROM plugin_hmib_hrProcessor WHERE host_id=" . $host["host_id"]);
db_execute("DELETE FROM plugin_hmib_hrSWInstalled WHERE host_id=" . $host["host_id"]);
echo "Purging Host with ID '" . $host["host_id"] . "'\n";
}
}
}
echo "NOTE: Updating Summary Statistics for Each Host\n";
/* update some statistics in hrSystem */
$stats = db_fetch_assoc("SELECT\n\t\thost.id AS host_id,\n\t\thost.status AS host_status,\n\t\tAVG(`load`) AS cpuPercent,\n\t\tCOUNT(`load`) AS numCpus\n\t\tFROM host\n\t\tINNER JOIN plugin_hmib_hrSystem AS hrs\n\t\tON host.id=hrs.host_id\n\t\tLEFT JOIN plugin_hmib_hrProcessor AS hrp\n\t\tON hrp.host_id=hrs.host_id\n\t\tGROUP BY host.id, host.status");
if (sizeof($stats)) {
$sql_insert = "";
$sql_prefix = "INSERT INTO plugin_hmib_hrSystem\n\t\t\t(host_id, host_status, cpuPercent, numCpus) VALUES ";
$sql_suffix = " ON DUPLICATE KEY UPDATE\n\t\t\thost_status=VALUES(host_status),\n\t\t\tcpuPercent=VALUES(cpuPercent),\n\t\t\tnumCpus=VALUES(numCpus)";
$j = 0;
foreach ($stats as $s) {
$sql_insert .= (strlen($sql_insert) ? ", " : "") . "(" . $s["host_id"] . ", " . $s["host_status"] . ", " . (!empty($s["cpuPercent"]) ? $s["cpuPercent"] : "0") . ", " . (!empty($s["numCpus"]) ? $s["numCpus"] : "0") . ")";
$j++;
if ($j % 200 == 0) {
db_execute($sql_prefix . $sql_insert . $sql_suffix);
$sql_insert = "";
}
}
if (strlen($sql_insert)) {
db_execute($sql_prefix . $sql_insert . $sql_suffix);
}
}
/* update the memory information */
db_execute("INSERT INTO plugin_hmib_hrSystem\n\t\t(host_id, memSize, memUsed, swapSize, swapUsed)\n\t\tSELECT host_id,\n\t\tSUM(CASE WHEN type=12 THEN size * allocationUnits ELSE 0 END) AS memSize,\n\t\tSUM(CASE WHEN type=12 THEN (used / size) * 100 ELSE 0 END) AS memUsed,\n\t\tSUM(CASE WHEN type=13 THEN size * allocationUnits ELSE 0 END) AS swapSize,\n\t\tSUM(CASE WHEN type=13 THEN (used / size) * 100 ELSE 0 END) AS swapUsed\n\t\tFROM plugin_hmib_hrStorage\n\t\tWHERE type IN(12,13)\n\t\tGROUP BY host_id\n\t\tON DUPLICATE KEY UPDATE\n\t\t\tmemSize=VALUES(memSize),\n\t\t\tmemUsed=VALUES(memUsed),\n\t\t\tswapSize=VALUES(swapSize),\n\t\t\tswapUsed=VALUES(swapUsed)");
echo "NOTE: Detecting Host Types Based Upon Host Types Table\n";
$types = db_fetch_assoc("SELECT * FROM plugin_hmib_hrSystemTypes");
if (sizeof($types)) {
foreach ($types as $t) {
db_execute("UPDATE plugin_hmib_hrSystem AS hrs SET host_type=" . $t["id"] . "\n\t\t\tWHERE hrs.sysDescr REGEXP '" . $t["sysDescrMatch"] . "'\n\t\t\tAND hrs.sysObjectID='" . $t["sysObjectID"] . "'");
}
}
/* for hosts that are down, clear information */
db_execute("UPDATE plugin_hmib_hrSystem\n\t\tSET users=0, cpuPercent=0, processes=0, memUsed=0, swapUsed=0, uptime=0, sysUptime=0\n\t\tWHERE host_status IN (0,1)");
/* take time and log performance data */
list($micro, $seconds) = explode(" ", microtime());
$end = $seconds + $micro;
$cacti_stats = sprintf("time:%01.4f " . "processes:%s " . "hosts:%s", round($end - $start, 2), $concurrent_processes, sizeof($hosts));
/* log to the database */
db_execute("REPLACE INTO settings (name,value) VALUES ('stats_hmib', '" . $cacti_stats . "')");
/* log to the logfile */
cacti_log("HMIB STATS: " . $cacti_stats, TRUE, "SYSTEM");
echo "NOTE: Host Mib Polling Completed, {$cacti_stats}\n";
/* launch the graph creation process */
process_graphs();
}
function process_hosts()
{
global $start, $seed, $key;
echo "NOTE: Processing Hosts Begins\n";
/* All time/dates will be stored in timestamps
* Get Autodiscovery Lastrun Information
*/
$auto_discovery_lastrun = read_config_option('mikrotik_autodiscovery_lastrun');
/* Get Collection Frequencies (in seconds) */
$auto_discovery_freq = read_config_option('mikrotik_autodiscovery_freq');
/* Set the booleans based upon current times */
if (read_config_option('mikrotik_autodiscovery') == 'on') {
echo "NOTE: Auto Discovery Starting\n";
if (runCollector($start, $auto_discovery_lastrun, $auto_discovery_freq)) {
autoDiscoverHosts();
}
echo "NOTE: Auto Discovery Complete\n";
}
/* Purge collectors that run longer than 10 minutes */
db_execute('DELETE FROM plugin_mikrotik_processes WHERE (UNIX_TIMESTAMP() - UNIX_TIMESTAMP(started)) > 600');
/* Do not process collectors are still running */
if (db_fetch_cell('SELECT count(*) FROM plugin_mikrotik_processes') > 0) {
echo "WARNING: Another MikroTik Collector is still running! Exiting\n";
exit(0);
}
$types = array('storage', 'trees', 'users', 'queues', 'interfaces', 'wireless_aps', 'wireless_reg');
$run = false;
foreach ($types as $t) {
$lastrun = read_config_option('mikrotik_' . $t . '_lastrun');
$freq = read_config_option('mikrotik_' . $t . '_freq');
if (runCollector($start, $lastrun, $freq)) {
$run = true;
}
}
if (!$run) {
print "No collectors scheduled for this run, exiting\n";
exit;
}
/* The hosts to scan will
* 1) Not be disabled,
* 2) Be linked to the host table
* 3) Be up and operational
*/
$hosts = db_fetch_assoc("SELECT hm.host_id, h.description, h.hostname \n\t\tFROM plugin_mikrotik_system AS hm\n\t\tINNER JOIN host AS h\n\t\tON h.id=hm.host_id\n\t\tWHERE h.disabled!='on'\n\t\tAND h.status!=1");
/* Remove entries from down and disabled hosts */
db_execute("DELETE FROM plugin_mikrotik_processor \n\t\tWHERE host_id IN(SELECT id FROM host AS h WHERE disabled='on' OR h.status=1)");
$concurrent_processes = read_config_option('mikrotik_concurrent_processes');
echo "NOTE: Launching Collectors Starting\n";
$i = 0;
if (sizeof($hosts)) {
foreach ($hosts as $host) {
while (true) {
$processes = db_fetch_cell('SELECT COUNT(*) FROM plugin_mikrotik_processes');
if ($processes < $concurrent_processes) {
/* put a placeholder in place to prevent overloads on slow systems */
$key = rand();
db_execute("INSERT INTO plugin_mikrotik_processes (pid, taskid, started) VALUES ({$key}, {$seed}, NOW())");
echo "NOTE: Launching Host Collector For: '" . $host['description'] . '[' . $host['hostname'] . "]'\n";
process_host($host['host_id'], $seed, $key);
usleep(10000);
break;
} else {
sleep(1);
}
}
}
}
/* taking a break cause for slow systems slow */
sleep(5);
echo "NOTE: All Hosts Launched, proceeding to wait for completion\n";
/* wait for all processes to end or max run time */
while (true) {
$processes_left = db_fetch_cell("SELECT count(*) FROM plugin_mikrotik_processes WHERE taskid={$seed}");
$pl = db_fetch_cell('SELECT count(*) FROM plugin_mikrotik_processes');
if ($processes_left == 0) {
echo "NOTE: All Processees Complete, Exiting\n";
break;
} else {
echo "NOTE: Waiting on '{$processes_left}' Processes\n";
sleep(2);
}
}
echo "NOTE: Updating Last Run Statistics\n";
// Update the last runtimes
// All time/dates will be stored in timestamps;
// Get Collector Lastrun Information
$storage_lastrun = read_config_option('mikrotik_storage_lastrun');
$trees_lastrun = read_config_option('mikrotik_trees_lastrun');
$users_lastrun = read_config_option('mikrotik_users_lastrun');
$queues_lastrun = read_config_option('mikrotik_queues_lastrun');
$interfaces_lastrun = read_config_option('mikrotik_interfaces_lastrun');
$processor_lastrun = read_config_option('mikrotik_processor_lastrun');
$wireless_reg_lastrun = read_config_option('mikrotik_wireless_reg_lastrun');
// Get Collection Frequencies (in seconds)
$storage_freq = read_config_option('mikrotik_storage_freq');
$processor_freq = read_config_option('mikrotik_processor_freq');
$trees_freq = read_config_option('mikrotik_trees_freq');
$users_freq = read_config_option('mikrotik_users_freq');
$queues_freq = read_config_option('mikrotik_queues_freq');
$interfaces_freq = read_config_option('mikrotik_interfaces_freq');
$wireless_reg_freq = read_config_option('mikrotik_wireless_reg_freq');
/* set the collector statistics */
if (runCollector($start, $storage_lastrun, $storage_freq)) {
db_execute("REPLACE INTO settings (name,value) VALUES ('mikrotik_storage_lastrun', '{$start}')");
}
if (runCollector($start, $trees_lastrun, $trees_freq)) {
db_execute("REPLACE INTO settings (name,value) VALUES ('mikrotik_trees_lastrun', '{$start}')");
/* for users that are active, increment data */
db_execute("UPDATE plugin_mikrotik_trees\n\t\t\tSET curBytes=IF(prevBytes>0 AND bytes>prevBytes,(bytes-prevBytes)/{$trees_freq},0),\n\t\t\tcurPackets=IF(prevPackets>0 AND packets>prevPackets,(packets-prevPackets)/{$trees_freq},0),\n\t\t\tcurHCBytes=IF(prevHCBytes>0 AND HCBytes>prevHCBytes,(HCBytes-prevHCBytes)/{$trees_freq},0)\n\t\t\tWHERE present=1");
/* for users that are active, store previous data */
db_execute('UPDATE plugin_mikrotik_trees
SET prevBytes=bytes,
prevPackets=packets,
prevHCBytes=HCBytes
WHERE present=1');
/* for users that are inactive, clear information */
db_execute('UPDATE plugin_mikrotik_trees
SET bytes=0, packets=0, HCBytes=0,
curBytes=0, curPackets=0, curHCBytes=0,
prevBytes=0, prevPackets=0, prevHCBytes=0
WHERE present=0');
}
if (runCollector($start, $users_lastrun, $users_freq)) {
db_execute("REPLACE INTO settings (name,value) VALUES ('mikrotik_users_lastrun', '{$start}')");
/* for users that are active, increment data */
db_execute("UPDATE plugin_mikrotik_users\n\t\t\tSET curBytesIn=IF(prevBytesIn>0 AND bytesIn>prevBytesIn,(bytesIn-prevBytesIn)/{$users_freq},0),\n\t\t\tcurBytesOut=IF(prevBytesIn>0 AND bytesOut>prevBytesOut,(bytesOut-prevBytesOut)/{$users_freq},0),\n\t\t\tcurPacketsIn=IF(prevPacketsIn>0 AND packetsIn>prevPacketsIn,(packetsIn-prevPacketsIn)/{$users_freq},0),\n\t\t\tcurPacketsOut=IF(prevPacketsOut>0 AND packetsOut>prevPacketsOut,(packetsOut-prevPacketsOut)/{$users_freq},0)\n\t\t\tWHERE present=1");
/* for users that are active, store previous data */
db_execute('UPDATE plugin_mikrotik_users
SET prevBytesIn=bytesIn,
prevBytesOut=bytesOut,
prevPacketsIn=packetsIn,
prevPacketsOut=packetsOut
WHERE present=1');
/* for users that are inactive, clear information */
db_execute('UPDATE plugin_mikrotik_users
SET bytesIn=0, bytesOut=0, packetsIn=0, packetsOut=0,
curBytesIn=0, curBytesOut=0, curPacketsIn=0, curPacketsOut=0,
prevBytesIn=0, prevBytesOut=0, prevPacketsIn=0, prevPacketsOut=0,
connectTime=0
WHERE present=0 AND userType=0');
}
if (runCollector($start, $wireless_reg_lastrun, $wireless_reg_freq)) {
db_execute("REPLACE INTO settings (name,value) VALUES ('mikrotik_wireless_reg_lastrun', '{$start}')");
/* for users that are active, increment data */
db_execute("UPDATE plugin_mikrotik_wireless_registrations\n\t\t\tSET curTxBytes=IF(prevTxBytes>0 AND TxBytes>prevTxBytes,(TxBytes-prevTxBytes)/{$wireless_reg_freq},0),\n\t\t\tcurRxBytes=IF(prevRxBytes>0 AND RxBytes>prevRxBytes,(RxBytes-prevRxBytes)/{$wireless_reg_freq},0),\n\t\t\tcurTxPackets=IF(prevTxPackets>0 AND TxPackets>prevTxPackets,(TxPackets-prevTxPackets)/{$wireless_reg_freq},0),\n\t\t\tcurRxPackets=IF(prevRxPackets>0 AND RxPackets>prevRxPackets,(RxPackets-prevRxPackets)/{$wireless_reg_freq},0)\n\t\t\tWHERE present=1");
/* for users that are active, store previous data */
db_execute('UPDATE plugin_mikrotik_wireless_registrations
SET prevTxBytes=TxBytes,
prevRxBytes=RxBytes,
prevTxPackets=TxPackets,
prevRxPackets=RxPackets
WHERE present=1');
/* for users that are inactive, clear information */
db_execute('UPDATE plugin_mikrotik_wireless_registrations
SET TxBytes=0, TxPackets=0, RxBytes=0, RxPackets=0,
curTxBytes=0, curTxPackets=0, curRxBytes=0, curRxPackets=0,
prevTxBytes=0, prevTxPackets=0, prevRxBytes=0, prevRxPackets=0,
Uptime=0
WHERE present=0');
}
if (runCollector($start, $processor_lastrun, $processor_freq)) {
db_execute("REPLACE INTO settings (name,value) VALUES ('mikrotik_processor_lastrun', '{$start}')");
}
if (runCollector($start, $interfaces_lastrun, $interfaces_freq)) {
global $mikrotikInterfaces;
db_execute("REPLACE INTO settings (name,value) VALUES ('mikrotik_interfaces_lastrun', '{$start}')");
$sql = '';
foreach ($mikrotikInterfaces as $key => $oid) {
if ($key == 'index') {
continue;
}
if ($key == 'name') {
continue;
}
$sql .= (strlen($sql) ? ',' : '') . 'cur' . $key . '=IF(prev' . $key . '>0 AND ' . $key . '>prev' . $key . ',(' . $key . '-prev' . $key . ')/' . $interfaces_freq . ',0)';
}
/* for users that are active, increment data */
db_execute("UPDATE plugin_mikrotik_interfaces SET {$sql} WHERE present=1");
$sql = '';
foreach ($mikrotikInterfaces as $key => $oid) {
if ($key == 'index') {
continue;
}
if ($key == 'name') {
continue;
}
$sql .= (strlen($sql) ? ',' : '') . 'prev' . $key . '=' . $key;
}
/* for users that are active, store previous data */
db_execute("UPDATE plugin_mikrotik_interfaces SET {$sql} WHERE present=1");
$sql = '';
foreach ($mikrotikInterfaces as $key => $oid) {
if ($key == 'index') {
continue;
}
if ($key == 'name') {
continue;
}
$sql .= (strlen($sql) ? ',' : '') . $key . '=0, cur' . $key . '=0, prev' . $key . '=0';
}
/* for users that are inactive, clear information */
db_execute("UPDATE plugin_mikrotik_interfaces SET {$sql} WHERE present=0");
}
if (runCollector($start, $queues_lastrun, $queues_freq)) {
db_execute("REPLACE INTO settings (name,value) VALUES ('mikrotik_queues_lastrun', '{$start}')");
/* for users that are active, increment data */
db_execute("UPDATE plugin_mikrotik_queues\n\t\t\tSET curBytesIn=IF(prevBytesIn>0 AND bytesIn>prevBytesIn,(bytesIn-prevBytesIn)/{$queues_freq},0),\n\t\t\tcurBytesOut=IF(prevBytesIn>0 AND bytesOut>prevBytesOut,(bytesOut-prevBytesOut)/{$queues_freq},0),\n\t\t\tcurPacketsIn=IF(prevPacketsIn>0 AND packetsIn>prevPacketsIn,(packetsIn-prevPacketsIn)/{$queues_freq},0),\n\t\t\tcurPacketsOut=IF(prevPacketsOut>0 AND packetsOut>prevPacketsOut,(packetsOut-prevPacketsOut)/{$queues_freq},0),\n\t\t\tcurQueuesIn=IF(prevQueuesIn>0 AND queuesIn>prevQueuesIn,(queuesIn-prevQueuesIn)/{$queues_freq},0),\n\t\t\tcurQueuesOut=IF(prevQueuesOut>0 AND queuesOut>prevQueuesOut,(queuesOut-prevQueuesOut)/{$queues_freq},0),\n\t\t\tcurDroppedIn=IF(prevDroppedIn>0 AND droppedIn>prevDroppedIn,(droppedIn-prevDroppedIn)/{$queues_freq},0),\n\t\t\tcurDroppedOut=IF(prevDroppedOut>0 AND droppedOut>prevDroppedOut,(droppedOut-prevDroppedOut)/{$queues_freq},0)\n\t\t\tWHERE present=1");
/* for users that are active, store previous data */
db_execute('UPDATE plugin_mikrotik_queues
SET prevBytesIn=bytesIn,
prevBytesOut=bytesOut,
prevPacketsIn=packetsIn,
prevPacketsOut=packetsOut,
prevQueuesIn=QueuesIn,
prevQueuesOut=QueuesOut,
prevDroppedIn=DroppedIn,
prevDroppedOut=DroppedOut
WHERE present=1');
/* for users that are inactive, clear information */
db_execute('UPDATE plugin_mikrotik_queues
SET bytesIn=0, bytesOut=0, packetsIn=0, packetsOut=0, queuesIn=0, queuesOut=0, droppedIn=0, droppedOut=0,
curBytesIn=0, curBytesOut=0, curPacketsIn=0, curPacketsOut=0, curQueuesIn=0, curQueuesOut=0, curDroppedIn=0, curDroppedOut=0,
prevBytesIn=0, prevBytesOut=0, prevPacketsIn=0, prevPacketsOut=0, prevQueuesIn=0, prevQueuesOut=0, prevDroppedIn=0, prevDroppedOut=0
WHERE present=0');
}
if (read_config_option('mikrotik_autopurge') == 'on') {
echo "NOTE: Auto Purging Hosts\n";
$dead_hosts = db_fetch_assoc("SELECT host_id FROM plugin_mikrotik_system AS hr\n\t\t\tLEFT JOIN host AS h\n\t\t\tON h.id=hr.host_id\n\t\t\tWHERE h.id IS NULL");
if (sizeof($dead_hosts)) {
foreach ($dead_hosts as $host) {
db_execute('DELETE FROM plugin_mikrotik_processor WHERE host_id=' . $host['host_id']);
db_execute('DELETE FROM plugin_mikrotik_system WHERE host_id=' . $host['host_id']);
db_execute('DELETE FROM plugin_mikrotik_trees WHERE host_id=' . $host['host_id']);
db_execute('DELETE FROM plugin_mikrotik_users WHERE host_id=' . $host['host_id']);
db_execute('DELETE FROM plugin_mikrotik_queues WHERE host_id=' . $host['host_id']);
echo "Purging Host with ID '" . $host['host_id'] . "'\n";
}
}
}
echo "NOTE: Updating Summary Statistics for Each Host\n";
/* update some statistics in system */
$stats = db_fetch_assoc('SELECT h.id AS host_id,
h.status AS host_status,
AVG(`load`) AS cpuPercent,
COUNT(`load`) AS numCpus
FROM host AS h
INNER JOIN plugin_mikrotik_system AS hrs
ON h.id=hrs.host_id
LEFT JOIN plugin_mikrotik_processor AS hrp
ON hrp.host_id=hrs.host_id
GROUP BY h.id, h.status');
if (sizeof($stats)) {
$sql_insert = '';
$sql_prefix = 'INSERT INTO plugin_mikrotik_system
(host_id, host_status, cpuPercent, numCpus) VALUES ';
$sql_suffix = ' ON DUPLICATE KEY UPDATE
host_status=VALUES(host_status),
cpuPercent=VALUES(cpuPercent),
numCpus=VALUES(numCpus)';
$j = 0;
foreach ($stats as $s) {
$sql_insert .= (strlen($sql_insert) ? ', ' : '') . '(' . $s['host_id'] . ', ' . $s['host_status'] . ', ' . (!empty($s['cpuPercent']) ? $s['cpuPercent'] : '0') . ', ' . (!empty($s['numCpus']) ? $s['numCpus'] : '0') . ')';
$j++;
if ($j % 200 == 0) {
db_execute($sql_prefix . $sql_insert . $sql_suffix);
$sql_insert = '';
}
}
if (strlen($sql_insert)) {
db_execute($sql_prefix . $sql_insert . $sql_suffix);
}
}
/* update the memory information */
db_execute('INSERT INTO plugin_mikrotik_system
(host_id, memSize, memUsed, diskSize, diskUsed)
SELECT host_id,
SUM(CASE WHEN type=11 THEN size * allocationUnits ELSE 0 END) AS memSize,
SUM(CASE WHEN type=11 THEN (used / size) * 100 ELSE 0 END) AS memUsed,
SUM(CASE WHEN type=14 THEN size * allocationUnits ELSE 0 END) AS diskSize,
SUM(CASE WHEN type=14 THEN (used / size) * 100 ELSE 0 END) AS diskUsed
FROM plugin_mikrotik_storage
WHERE type IN(11,14)
GROUP BY host_id
ON DUPLICATE KEY UPDATE
memSize=VALUES(memSize),
memUsed=VALUES(memUsed),
diskSize=VALUES(diskSize),
diskUsed=VALUES(diskUsed)');
/* update the user information */
db_execute('INSERT INTO plugin_mikrotik_system
(host_id, users)
SELECT host_id,
COUNT(name) AS users
FROM plugin_mikrotik_users
WHERE present=1
GROUP BY host_id
ON DUPLICATE KEY UPDATE
users=VALUES(users)');
/* update the maxProcesses information */
db_execute('UPDATE plugin_mikrotik_system SET maxProcesses=processes WHERE processes>maxProcesses');
echo "NOTE: Detecting Host Types Based Upon Host Types Table\n";
/* for hosts that are down, clear information */
db_execute('UPDATE plugin_mikrotik_system
SET users=0, cpuPercent=0, processes=0, memUsed=0, diskUsed=0, uptime=0, sysUptime=0
WHERE host_status IN (0,1)');
// Clear tables when disabled
if ($storage_freq == -1) {
db_execute("TRUNCATE plugin_mikrotik_storage");
} else {
db_execute("DELETE FROM plugin_mikrotik_storage WHERE host_id NOT IN (SELECT id FROM host)");
}
if ($processor_freq == -1) {
db_execute("TRUNCATE plugin_mikrotik_processor");
} else {
db_execute("DELETE FROM plugin_mikrotik_processor WHERE host_id NOT IN (SELECT id FROM host)");
}
if ($trees_freq == -1) {
db_execute("TRUNCATE plugin_mikrotik_trees");
} else {
db_execute("DELETE FROM plugin_mikrotik_trees WHERE host_id NOT IN (SELECT id FROM host)");
}
if ($users_freq == -1) {
db_execute("TRUNCATE plugin_mikrotik_users");
} else {
db_execute("DELETE FROM plugin_mikrotik_users WHERE host_id NOT IN (SELECT id FROM host)");
}
if ($queues_freq == -1) {
db_execute("TRUNCATE plugin_mikrotik_queues");
} else {
db_execute("DELETE FROM plugin_mikrotik_queues WHERE host_id NOT IN (SELECT id FROM host)");
}
if ($interfaces_freq == -1) {
db_execute("TRUNCATE plugin_mikrotik_interfaces");
} else {
db_execute("DELETE FROM plugin_mikrotik_interfaces WHERE host_id NOT IN (SELECT id FROM host)");
}
/* prune old tables of orphan hosts */
db_execute("DELETE FROM plugin_mikrotik_system WHERE host_id NOT IN (SELECT id FROM host)");
db_execute("DELETE FROM plugin_mikrotik_system_health WHERE host_id NOT IN (SELECT id FROM host)");
/* take time and log performance data */
list($micro, $seconds) = explode(' ', microtime());
$end = $seconds + $micro;
$interfaces = db_fetch_cell("SELECT count(*) FROM plugin_mikrotik_interfaces WHERE present=1");
$queues = db_fetch_cell("SELECT count(*) FROM plugin_mikrotik_queues WHERE present=1");
$users = db_fetch_cell("SELECT count(*) FROM plugin_mikrotik_users WHERE present=1");
$trees = db_fetch_cell("SELECT count(*) FROM plugin_mikrotik_trees WHERE present=1");
$waps = db_fetch_cell("SELECT count(*) FROM plugin_mikrotik_wireless_aps WHERE present=1");
$wreg = db_fetch_cell("SELECT count(*) FROM plugin_mikrotik_wireless_registrations WHERE present=1");
$cacti_stats = sprintf('Time:%01.4f Processes:%s Hosts:%s Interfaces:%s Queues:%s Users:%s Trees:%s Waps:%s Wreg:%s', round($end - $start, 2), $concurrent_processes, sizeof($hosts), $interfaces, $queues, $users, $trees, $waps, $wreg);
/* log to the database */
db_execute("REPLACE INTO settings (name,value) VALUES ('stats_mikrotik', '" . $cacti_stats . "')");
/* log to the logfile */
cacti_log('MIKROTIK STATS: ' . $cacti_stats, TRUE, 'SYSTEM');
echo "NOTE: MikroTik Polling Completed, {$cacti_stats}\n";
/* launch the graph creation process */
process_graphs();
}