poller_mikrotik.php

#!/usr/bin/php -q
<?php
/*
 +-------------------------------------------------------------------------+
 | Copyright (C) 2004-2010 The Cacti Group                                 |
 |                                                                         |
 | This program is free software; you can redistribute it and/or           |
 | modify it under the terms of the GNU General Public License             |
 | as published by the Free Software Foundation; either version 2          |
 | of the License, or (at your option) any later version.                  |
 |                                                                         |
 | This program is distributed in the hope that it will be useful,         |
 | but WITHOUT ANY WARRANTY; without even the implied warranty of          |
 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the           |
 | GNU General Public License for more details.                            |
 +-------------------------------------------------------------------------+
 | Cacti: The Complete RRDTool-based Graphing Solution                     |
 +-------------------------------------------------------------------------+
 | This code is designed, written, and maintained by the Cacti Group. See  |
 | about.php and/or the AUTHORS file for specific developer information.   |
 +-------------------------------------------------------------------------+
 | http://www.cacti.net/                                                   |
 +-------------------------------------------------------------------------+
*/

chdir(dirname(__FILE__));
chdir("../..");
include("./include/global.php");
include_once("./lib/poller.php");
if (!function_exists('cacti_escapeshellcmd')) {
	include_once("./plugins/mikrotik/snmp_functions.php");
}
include_once("./plugins/mikrotik/snmp.php");
include_once("./lib/ping.php");
ini_set("memory_limit", "128M");

/* process calling arguments */
$parms = $_SERVER["argv"];
array_shift($parms);

global $debug, $start, $seed, $forcerun;

$debug          = FALSE;
$forcerun       = FALSE;
$forcediscovery = FALSE;
$mainrun        = FALSE;
$host_id        = "";
$start          = "";
$seed           = "";
$key            = "";

foreach($parms as $parameter) {
	@list($arg, $value) = @explode("=", $parameter);

	switch ($arg) {
	case "-d":
	case "--debug":
		$debug = TRUE;
		break;
	case "--host-id":
		$host_id = $value;
		break;
	case "--seed":
		$seed = $value;
		break;
	case "--key":
		$key = $value;
		break;
	case "-f":
	case "--force":
		$forcerun = TRUE;
		break;
	case "-fd":
	case "--force-discovery":
		$forcediscovery = TRUE;
		break;
	case "-M":
		$mainrun = TRUE;
		break;
	case "-s":
	case "--start":
		$start = $value;
		break;
	case "-v":
	case "--help":
	case "-V":
	case "--version":
		display_help();
		exit;
	default:
		print "ERROR: Invalid Parameter " . $parameter . "\n\n";
		display_help();
		exit;
	}
}

/* Check for mandatory parameters */
if (!$mainrun && $host_id == "") {
	echo "FATAL: You must specify a Cacti host-id run\n";
	exit;
}

/* Do not process if not enabled */
if (read_config_option("mikrotik_enabled") == "" || db_fetch_cell("SELECT status FROM plugin_config WHERE directory='mikrotik'") != 1) {
	echo "WARNING: The MikroTik Collection is Down!  Exiting\n";
	exit(0);
}

if ($seed == "") {
	$seed = rand();
}

if ($start == "") {
	list($micro,$seconds) = explode(" ", microtime());
	$start = $seconds + $micro;
}

if ($mainrun) {
	process_hosts();
}else{
	checkHost($host_id);
}

exit(0);

function runCollector($start, $lastrun, $frequency) {
	global $forcerun;

	if ((empty($lastrun) || ($start - $lastrun) > ($frequency - 55)) && $frequency > 0 || $forcerun) {
		return true;
	}else{
		return false;
	}
}

function debug($message) {
	global $debug;

	if ($debug) {
		echo "DEBUG: " . trim($message) . "\n";
	}
}

function autoDiscoverHosts() {
	global $debug;

	$hosts = db_fetch_assoc("SELECT *
		FROM host
		WHERE snmp_version>0
		AND disabled!='on'
		AND status!=1");

	debug("Starting AutoDiscovery for '" . sizeof($hosts) . "' Hosts");

	/* set a process lock */
	db_execute("REPLACE INTO plugin_mikrotik_processes (pid, taskid) VALUES (" . getmypid() . ", 0)");

	if (sizeof($hosts)) {
	foreach($hosts as $host) {
		debug("AutoDiscovery Check for Host '" . $host["description"] . "[" . $host["hostname"] . "]'");
		$mikroTikMib   = cacti_snmp_walk($host["hostname"], $host["snmp_community"], ".1.3.6.1.4.1.14988.1.1.11", $host["snmp_version"],
			$host["snmp_username"], $host["snmp_password"],
			$host["snmp_auth_protocol"], $host["snmp_priv_passphrase"], $host["snmp_priv_protocol"],
			$host["snmp_context"], $host["snmp_port"], $host["snmp_timeout"],
			read_config_option("snmp_retries"), $host["max_oids"], SNMP_VALUE_LIBRARY, SNMP_WEBUI);

		$system   = cacti_snmp_get($host["hostname"], $host["snmp_community"], ".1.3.6.1.2.1.1.1.0", $host["snmp_version"],
			$host["snmp_username"], $host["snmp_password"],
			$host["snmp_auth_protocol"], $host["snmp_priv_passphrase"], $host["snmp_priv_protocol"],
			$host["snmp_context"], $host["snmp_port"], $host["snmp_timeout"],
			read_config_option("snmp_retries"), $host["max_oids"], SNMP_VALUE_LIBRARY, SNMP_WEBUI);

		if (sizeof($mikroTikMib)) {
			$add = true;

			if ($add) {
				debug("Host '" . $host["description"] . "[" . $host["hostname"] . "]' Supports MikroTik Resources");
				db_execute("INSERT INTO plugin_mikrotik_system (host_id) VALUES (" . $host["id"] . ") ON DUPLICATE KEY UPDATE host_id=VALUES(host_id)");
			}
		}
	}
	}

	/* remove the process lock */
	db_execute("DELETE FROM plugin_mikrotik_processes WHERE pid=" . getmypid());
	db_execute("REPLACE INTO settings (name,value) VALUES ('mikrotik_autodiscovery_lastrun', '" . time() . "')");

	return true;
}

function process_hosts() {
	global $start, $seed;

	echo "NOTE: Processing Hosts Begins\n";

	/* All time/dates will be stored in timestamps
	 * Get Autodiscovery Lastrun Information
	 */
	$auto_discovery_lastrun = read_config_option("mikrotik_autodiscovery_lastrun");

	/* Get Collection Frequencies (in seconds) */
	$auto_discovery_freq = read_config_option("mikrotik_autodiscovery_freq");

	/* Set the booleans based upon current times */
	if (read_config_option("mikrotik_autodiscovery") == "on") {
		echo "NOTE: Auto Discovery Starting\n";

		if (runCollector($start, $auto_discovery_lastrun, $auto_discovery_freq)) {
			autoDiscoverHosts();
		}

		echo "NOTE: Auto Discovery Complete\n";
	}

	/* Purge collectors that run longer than 10 minutes */
	db_execute("DELETE FROM plugin_mikrotik_processes WHERE (UNIX_TIMESTAMP() - UNIX_TIMESTAMP(started)) > 600");

	/* Do not process collectors are still running */
	if (db_fetch_cell("SELECT count(*) FROM plugin_mikrotik_processes") > 0) {
		echo "WARNING: Another MikroTik Collector is still running!  Exiting\n";
		exit(0);
	}

	/* The hosts to scan will
	 *  1) Not be disabled,
	 *  2) Be linked to the host table
	 *  3) Be up and operational
	 */
	$hosts = db_fetch_assoc("SELECT hm.host_id, host.description, host.hostname FROM plugin_mikrotik_system AS hm
		INNER JOIN host
		ON host.id=hm.host_id
		WHERE host.disabled!='on'
		AND host.status!=1");

	/* Remove entries from  down and disabled hosts */
	db_execute("DELETE FROM plugin_mikrotik_processor WHERE host_id IN(SELECT id FROM host WHERE disabled='on' OR host.status=1)");

	$concurrent_processes = read_config_option("mikrotik_concurrent_processes");

	echo "NOTE: Launching Collectors Starting\n";

	$i = 0;
	if (sizeof($hosts)) {
	foreach ($hosts as $host) {
		while ( true ) {
			$processes = db_fetch_cell("SELECT COUNT(*) FROM plugin_mikrotik_processes");

			if ($processes < $concurrent_processes) {
				/* put a placeholder in place to prevent overloads on slow systems */
				$key = rand();
				db_execute("INSERT INTO plugin_mikrotik_processes (pid, taskid, started) VALUES ($key, $seed, NOW())");

				echo "NOTE: Launching Host Collector For: '" . $host["description"] . "[" . $host["hostname"] . "]'\n";
				process_host($host["host_id"], $seed, $key);
				usleep(10000);

				break;
			}else{
				sleep(1);
			}
		}
	}
	}

	/* taking a break cause for slow systems slow */
	sleep(5);

	echo "NOTE: All Hosts Launched, proceeding to wait for completion\n";

	/* wait for all processes to end or max run time */
	while ( true ) {
		$processes_left = db_fetch_cell("SELECT count(*) FROM plugin_mikrotik_processes WHERE taskid=$seed");
		$pl = db_fetch_cell("SELECT count(*) FROM plugin_mikrotik_processes");

		if ($processes_left == 0) {
			echo "NOTE: All Processees Complete, Exiting\n";
			break;
		}else{
			echo "NOTE: Waiting on '$processes_left' Processes\n";
			sleep(2);
		}
	}

	echo "NOTE: Updating Last Run Statistics\n";

	// Update the last runtimes
	// All time/dates will be stored in timestamps;
	// Get Collector Lastrun Information
	$storage_lastrun     = read_config_option("mikrotik_storage_lastrun");
	$trees_lastrun       = read_config_option("mikrotik_trees_lastrun");
	$users_lastrun       = read_config_option("mikrotik_users_lastrun");
	$processor_lastrun   = read_config_option("mikrotik_processor_lastrun");

	// Get Collection Frequencies (in seconds)
	$storage_freq        = read_config_option("mikrotik_device_freq");
	$processor_freq      = read_config_option("mikrotik_processor_freq");
	$trees_freq          = read_config_option("mikrotik_trees_freq");
	$users_freq          = read_config_option("mikrotik_users_freq");

	/* set the collector statistics */
	if (runCollector($start, $storage_lastrun, $storage_freq)) {
		db_execute("REPLACE INTO settings (name,value) VALUES ('mikrotik_storage_lastrun', '$start')");
	}
	if (runCollector($start, $trees_lastrun, $trees_freq)) {
		db_execute("REPLACE INTO settings (name,value) VALUES ('mikrotik_trees_lastrun', '$start')");
	}
	if (runCollector($start, $users_lastrun, $users_freq)) {
		db_execute("REPLACE INTO settings (name,value) VALUES ('mikrotik_users_lastrun', '$start')");
	}
	if (runCollector($start, $processor_lastrun, $processor_freq)) {
		db_execute("REPLACE INTO settings (name,value) VALUES ('mikrotik_processor_lastrun', '$start')");
	}

	if (read_config_option("mikrotik_autopurge") == "on") {
		echo "NOTE: Auto Purging Hosts\n";

		$dead_hosts = db_fetch_assoc("SELECT host_id FROM plugin_mikrotik_system AS hr
			LEFT JOIN host
			ON host.id=hr.host_id
			WHERE host.id IS NULL");

		if (sizeof($dead_hosts)) {
		foreach($dead_hosts as $host) {
			db_execute("DELETE FROM plugin_mikrotik_processor WHERE host_id=". $host["host_id"]);
			db_execute("DELETE FROM plugin_mikrotik_system WHERE host_id=". $host["host_id"]);
			db_execute("DELETE FROM plugin_mikrotik_trees WHERE host_id=". $host["host_id"]);
			db_execute("DELETE FROM plugin_mikrotik_users WHERE host_id=". $host["host_id"]);
			echo "Purging Host with ID '" . $host["host_id"] . "'\n";
		}
		}
	}

	echo "NOTE: Updating Summary Statistics for Each Host\n";

	/* update some statistics in system */
	$stats = db_fetch_assoc("SELECT
		host.id AS host_id,
		host.status AS host_status,
		AVG(`load`) AS cpuPercent,
		COUNT(`load`) AS numCpus
		FROM host
		INNER JOIN plugin_mikrotik_system AS hrs
		ON host.id=hrs.host_id
		LEFT JOIN plugin_mikrotik_processor AS hrp
		ON hrp.host_id=hrs.host_id
		GROUP BY host.id, host.status");

	if (sizeof($stats)) {
		$sql_insert = "";

		$sql_prefix = "INSERT INTO plugin_mikrotik_system
			(host_id, host_status, cpuPercent, numCpus) VALUES ";

		$sql_suffix = " ON DUPLICATE KEY UPDATE
			host_status=VALUES(host_status),
			cpuPercent=VALUES(cpuPercent),
			numCpus=VALUES(numCpus)";

		$j = 0;
		foreach($stats as $s) {
			$sql_insert .= (strlen($sql_insert) ? ", ":"") . "(" .
				$s["host_id"]     . ", " .
				$s["host_status"] . ", " .
				(!empty($s["cpuPercent"]) ? $s["cpuPercent"]:"0") . ", " .
				(!empty($s["numCpus"])    ? $s["numCpus"]:"0")    . ")";

			$j++;

			if (($j % 200) == 0) {
				db_execute($sql_prefix . $sql_insert . $sql_suffix);
				$sql_insert = "";
			}
		}

		if (strlen($sql_insert)) {
			db_execute($sql_prefix . $sql_insert . $sql_suffix);
		}
	}

	/* update the memory information */
	db_execute("INSERT INTO plugin_mikrotik_system
		(host_id, memSize, memUsed, diskSize, diskUsed)
		SELECT host_id,
		SUM(CASE WHEN type=11 THEN size * allocationUnits ELSE 0 END) AS memSize,
		SUM(CASE WHEN type=11 THEN (used / size) * 100 ELSE 0 END) AS memUsed,
		SUM(CASE WHEN type=14 THEN size * allocationUnits ELSE 0 END) AS diskSize,
		SUM(CASE WHEN type=14 THEN (used / size) * 100 ELSE 0 END) AS diskUsed
		FROM plugin_mikrotik_storage
		WHERE type IN(11,14)
		GROUP BY host_id
		ON DUPLICATE KEY UPDATE
			memSize=VALUES(memSize),
			memUsed=VALUES(memUsed),
			diskSize=VALUES(diskSize),
			diskUsed=VALUES(diskUsed)");

	/* update the user information */
	db_execute("INSERT INTO plugin_mikrotik_system
		(host_id, users)
		SELECT host_id,
		COUNT(name) AS users
		FROM plugin_mikrotik_users
		WHERE present=1
		GROUP BY host_id
		ON DUPLICATE KEY UPDATE
			users=VALUES(users)");

	/* update the maxProcesses information */
	db_execute("UPDATE plugin_mikrotik_system SET maxProcesses=processes WHERE processes>maxProcesses");

	echo "NOTE: Detecting Host Types Based Upon Host Types Table\n";

	/* for hosts that are down, clear information */
	db_execute("UPDATE plugin_mikrotik_system
		SET users=0, cpuPercent=0, processes=0, memUsed=0, diskUsed=0, uptime=0, sysUptime=0
		WHERE host_status IN (0,1)");

	if (runCollector($start, $users_lastrun, $users_freq)) {
		$freq = read_config_option("mikrotik_users_freq");

		/* for users that are active, increment data */
		db_execute("UPDATE plugin_mikrotik_users
			SET curBytesIn=IF(prevBytesIn>0 AND bytesIn>prevBytesIn,(bytesIn-prevBytesIn)/$freq,0),
			curBytesOut=IF(prevBytesIn>0 AND bytesOut>prevBytesOut,(bytesOut-prevBytesOut)/$freq,0),
			curPacketsIn=IF(prevPacketsIn>0 AND packetsIn>prevPacketsIn,(packetsIn-prevPacketsIn)/$freq,0),
			curPacketsOut=IF(prevPacketsOut>0 AND packetsOut>prevPacketsOut,(packetsOut-prevPacketsOut)/$freq,0)
			WHERE present=1");

		/* for users that are active, store previous data */
		db_execute("UPDATE plugin_mikrotik_users
			SET prevBytesIn=bytesIn,
			prevBytesOut=bytesOut,
			prevPacketsIn=packetsIn,
			prevPacketsOut=packetsOut
			WHERE present=1");

		/* for users that are inactive, clear information */
		db_execute("UPDATE plugin_mikrotik_users
			SET bytesIn=0, bytesOut=0, packetsIn=0, packetsOut=0, 
			curBytesIn=0, curBytesOut=0, curPacketsIn=0, curPacketsOut=0, 
			prevBytesIn=0, prevBytesOut=0, prevPacketsIn=0, prevPacketsOut=0, 
			connectTime=0
			WHERE present=0");
	}

	/* take time and log performance data */
	list($micro,$seconds) = explode(" ", microtime());
	$end = $seconds + $micro;

	$cacti_stats = sprintf(
		"time:%01.4f " .
		"processes:%s " .
		"hosts:%s",
		round($end-$start,2),
		$concurrent_processes,
		sizeof($hosts));

	/* log to the database */
	db_execute("REPLACE INTO settings (name,value) VALUES ('stats_mikrotik', '" . $cacti_stats . "')");

	/* log to the logfile */
	cacti_log("MIKROTIK STATS: " . $cacti_stats , TRUE, "SYSTEM");
	echo "NOTE: MikroTik Polling Completed, $cacti_stats\n";

	/* launch the graph creation process */
	process_graphs();
}

function process_host($host_id, $seed, $key) {
	global $config, $debug, $start, $forcerun;

	exec_background(read_config_option("path_php_binary")," -q " .
		$config["base_path"] . "/plugins/mikrotik/poller_mikrotik.php" .
		" --host-id=" . $host_id .
		" --start=" . $start .
		" --seed=" . $seed .
		" --key=" . $key .
		($forcerun ? " --force":"") .
		($debug ? " --debug":""));
}

function process_graphs() {
	global $config, $debug, $start, $forcerun;

	exec_background(read_config_option("path_php_binary")," -q " .
		$config["base_path"] . "/plugins/mikrotik/poller_graphs.php" .
		($forcerun ? " --force":"") .
		($debug ? " --debug":""));
}

function checkHost($host_id) {
	global $config, $start, $seed, $key;

	// All time/dates will be stored in timestamps;
	// Get Collector Lastrun Information
	$storage_lastrun   = read_config_option("mikrotik_storage_lastrun");
	$trees_lastrun     = read_config_option("mikrotik_trees_lastrun");
	$users_lastrun     = read_config_option("mikrotik_users_lastrun");
	$processor_lastrun = read_config_option("mikrotik_processor_lastrun");

	// Get Collection Frequencies (in seconds)
	$storage_freq   = read_config_option("mikrotik_storage_freq");
	$trees_freq     = read_config_option("mikrotik_trees_freq");
	$users_freq     = read_config_option("mikrotik_users_freq");
	$processor_freq = read_config_option("mikrotik_processor_freq");

	/* remove the key process and insert the set a process lock */
	db_execute("DELETE FROM plugin_mikrotik_processes WHERE pid=$key");
	db_execute("REPLACE INTO plugin_mikrotik_processes (pid, taskid) VALUES (" . getmypid() . ", $seed)");

	/* obtain host information */
	$host = db_fetch_row("SELECT * FROM host WHERE id=$host_id");

	// Run the collectors
	collect_system($host);
	if (runCollector($start, $trees_lastrun, $trees_freq)) {
		collect_trees($host);
	}
	if (runCollector($start, $users_lastrun, $users_freq)) {
		collect_users($host);
	}
	if (runCollector($start, $processor_lastrun, $processor_freq)) {
		collect_processor($host);
	}
	if (runCollector($start, $storage_lastrun, $storage_freq)) {
		collect_storage($host);
	}

	/* remove the process lock */
	db_execute("DELETE FROM plugin_mikrotik_processes WHERE pid=" . getmypid());
}

function collect_system(&$host) {
	global $mikrotikSystem;

	if (sizeof($host)) {
		debug("Polling System from '" . $host["description"] . "[" . $host["hostname"] . "]'");
		$hostMib   = cacti_snmp_walk($host["hostname"], $host["snmp_community"], ".1.3.6.1.2.1.25.1", $host["snmp_version"],
			$host["snmp_username"], $host["snmp_password"],
			$host["snmp_auth_protocol"], $host["snmp_priv_passphrase"], $host["snmp_priv_protocol"],
			$host["snmp_context"], $host["snmp_port"], $host["snmp_timeout"],
			read_config_option("snmp_retries"), $host["max_oids"], SNMP_VALUE_LIBRARY, SNMP_WEBUI);

		$systemMib = cacti_snmp_walk($host["hostname"], $host["snmp_community"], ".1.3.6.1.2.1.1", $host["snmp_version"],
			$host["snmp_username"], $host["snmp_password"],
			$host["snmp_auth_protocol"], $host["snmp_priv_passphrase"], $host["snmp_priv_protocol"],
			$host["snmp_context"], $host["snmp_port"], $host["snmp_timeout"],
			read_config_option("snmp_retries"), $host["max_oids"], SNMP_VALUE_LIBRARY, SNMP_WEBUI);

		$hostMib = array_merge($hostMib, $systemMib);

		$set_string = "";

		// Locate the values names
		if (sizeof($hostMib)) {
		foreach($hostMib as $mib) {
			/* do some cleanup */
			if (substr($mib["oid"], 0, 1) != ".") $mib["oid"] = "." . trim($mib["oid"]);
			if (substr($mib["value"], 0, 4) == "OID:") $mib["value"] = str_replace("OID:", "", $mib["value"]);

			$key = array_search($mib["oid"], $mikrotikSystem);

			if ($key == "date") {
				$mib["value"] = mikrotik_dateParse($mib["value"]);
			}

			if (!empty($key)) {
				$set_string .= (strlen($set_string) ? ",":"") . $key . "=" . sql_sanitize(trim($mib["value"], ' "'));
			}
		}
		}

		/* Update the values */
		if (strlen($set_string)) {
			db_execute("UPDATE plugin_mikrotik_system SET $set_string WHERE host_id=" . $host["id"]);
		}
	}
}

function mikrotik_dateParse($value) {
	$value = explode(",", $value);

	if (isset($value[1]) && strpos($value[1], ".")) {
		$value[1] = substr($value[1], 0, strpos($value[1], "."));
	}

	$date1 = trim($value[0] . " " . (isset($value[1]) ? $value[1]:""));
	if (strtotime($date1) === false) {
		$value = date("Y-m-d H:i:s");
	}else{
		$value = $date1;
	}

	return $value;
}

function mikrotik_splitBaseIndex($oid) {
	$splitIndex = array();
	$oid        = strrev($oid);
	$pos        = strpos($oid, ".");
	if ($pos !== false) {
		$index = strrev(substr($oid, 0, $pos));
		$base  = strrev(substr($oid, $pos+1));
		return array($base, $index);
	}else{
		return $splitIndex;
	}
}

function collectHostIndexedOid(&$host, $tree, $table, $name, $preserve = false) {
	global $cnn_id;
	static $types;

	debug("Beginning Processing for '" . $host["description"] . "[" . $host["hostname"] . "]', Table '$name'");

	if (sizeof($host)) {
		/* mark for deletion */
		db_execute("UPDATE $table SET present=0 WHERE host_id=" . $host["id"]);

		debug("Polling $name from '" . $host["description"] . "[" . $host["hostname"] . "]'");
		$hostMib   = array();
		foreach($tree AS $mname => $oid) {
			if ($name == "processor") {
				$retrieval = SNMP_VALUE_PLAIN;
			}elseif ($mname == "mac") {
				$retrieval = SNMP_VALUE_LIBRARY;
			}elseif ($mname == "date") {
				$retrieval = SNMP_VALUE_LIBRARY;
			}elseif ($mname != "baseOID") {
				$retrieval = SNMP_VALUE_PLAIN;
			}else{
				continue;
			}

			$walk = cacti_snmp_walk($host["hostname"], $host["snmp_community"], $oid, $host["snmp_version"],
				$host["snmp_username"], $host["snmp_password"],
				$host["snmp_auth_protocol"], $host["snmp_priv_passphrase"], $host["snmp_priv_protocol"],
				$host["snmp_context"], $host["snmp_port"], $host["snmp_timeout"],
				read_config_option("snmp_retries"), $host["max_oids"], $retrieval, SNMP_WEBUI);

			$hostMib = array_merge($hostMib, $walk);
		}

		$set_string = "";
		$values     = "";
		$sql_suffix = "";
		$sql_prefix = "INSERT INTO $table";

		if (sizeof($tree)) {
		foreach($tree as $bname => $oid) {
			if ($bname != "baseOID" && $bname != "index") {
				$values     .= (strlen($values) ? "`, `":"`") . $bname;
				$sql_suffix .= (!strlen($sql_suffix) ? " ON DUPLICATE KEY UPDATE `index`=VALUES(`index`), `":", `") . $bname . "`=VALUES(`" . $bname . "`)";
			}
		}
		}

		$sql_prefix .= " (`host_id`, `index`, " . ($preserve ? "`last_seen`, ":"") . $values . "`) VALUES ";
		$sql_suffix .= ", present=1" . ($preserve ? ", last_seen=NOW()":"");

		// Locate the values names
		$prevIndex    = "";
		$new_array    = array();

		if (sizeof($hostMib)) {
		foreach($hostMib as $mib) {
			/* do some cleanup */
			if (substr($mib["oid"], 0, 1) != ".") $mib["oid"] = "." . $mib["oid"];
			if (substr($mib["value"], 0, 4) == "OID:") {
				$mib["value"] = trim(str_replace("OID:", "", $mib["value"]));
			}

			$splitIndex = mikrotik_splitBaseIndex($mib["oid"]);

			if (sizeof($splitIndex)) {
				$index = $splitIndex[1];
				$oid   = $splitIndex[0];
				$key   = array_search($oid, $tree);

				if (!empty($key)) {
					if ($key == "type") {
						if ($mib["value"] == ".1.3.6.1.2.1.25.2.1.1") {
							$new_array[$index][$key] = 11;
						}elseif($mib["value"] == ".1.3.6.1.2.1.25.2.1.4") {
							$new_array[$index][$key] = 14;
						}
					}elseif ($key == "name") {
						$new_array[$index][$key] = strtoupper($mib["value"]);
					}elseif ($key == "date") {
						$new_array[$index][$key] = mikrotik_dateParse($mib["value"]);
					}elseif ($key != "index") {
						$new_array[$index][$key] = $mib["value"];
					}
				}

				if (!empty($key) && $key != "index") {
					debug("Key:'" . $key . "', Orig:'" . $mib["oid"] . "', Val:'" . $new_array[$index][$key] . "', Index:'" . $index . "', Base:'" . $oid . "'");
				}
			}else{
				echo "WARNING: Error parsing OID value\n";
			}
		}
		}

		/* dump the output to the database */
		$sql_insert = "";
		$count      = 0;
		if (sizeof($new_array)) {
			foreach($new_array as $index => $item) {
				$sql_insert .= (strlen($sql_insert) ? "), (":"(") . $host["id"] . ", " . $index . ", " . ($preserve ? "NOW(), ":"");
				$i = 0;
				foreach($tree as $mname => $oid) {
					if ($mname != "baseOID" && $mname != "index") {
						$sql_insert .= ($i >  0 ? ", ":"") . (isset($item[$mname]) && strlen(strlen($item[$mname])) ? $cnn_id->qstr($item[$mname]):"''");
						$i++;
					}
				}
			}
			$sql_insert .= ")";
			$count++;
			if (($count % 200) == 0) {
				db_execute($sql_prefix . $sql_insert . $sql_suffix);
				$sql_insert = "";
			}
		}

		//print $sql_prefix . $sql_insert . $sql_suffix . "\n";

		if (strlen($sql_insert)) {
			db_execute($sql_prefix . $sql_insert . $sql_suffix);
		}
	}
}

function collect_trees(&$host) {
	global $mikrotikTrees;
	collectHostIndexedOid($host, $mikrotikTrees, "plugin_mikrotik_trees", "trees", true);
}

function collect_users(&$host) {
	global $mikrotikUsers;
	collectHostIndexedOid($host, $mikrotikUsers, "plugin_mikrotik_users", "users", true);
}

function collect_processor(&$host) {
	global $mikrotikProcessor;
	collectHostIndexedOid($host, $mikrotikProcessor, "plugin_mikrotik_processor", "processor");
}

function collect_storage(&$host) {
	global $mikrotikStorage;
	collectHostIndexedOid($host, $mikrotikStorage, "plugin_mikrotik_storage", "storage");
}

function display_help() {
	echo "MikroTik Poller Process 1.0, Copyright 2004-2011 - The Cacti Group\n\n";
	echo "The main MikroTik poller process script for Cacti.\n\n";
	echo "usage: \n";
	echo "master process: poller_mikrotik.php [-M] [-f] [-fd] [-d]\n";
	echo "child  process: poller_mikrotik.php --host-id=N [--seed=N] [-f] [-d]\n\n";
}