function poll_status($device)
{
global $config, $agent_sensors, $ipmi_sensors, $graphs, $oid_cache;
$sql = "SELECT * FROM `status`";
$sql .= " LEFT JOIN `status-state` USING(`status_id`)";
$sql .= " WHERE `device_id` = ?";
foreach (dbFetchRows($sql, array($device['device_id'])) as $status_db) {
//print_cli_heading("Status: ".$status_db['status_descr']. "(".$status_db['poller_type'].")", 3);
print_debug("Checking (" . $status_db['poller_type'] . ") " . $status_db['status_descr'] . " ");
// $status_poll = $status_db; // Cache non-humanized status array for use as new status state
if ($status_db['poller_type'] == "snmp") {
// Check if a specific poller file exists for this status, else collect via SNMP.
$file = $config['install_dir'] . "/includes/polling/status/" . $status_db['status_type'] . ".inc.php";
if (is_file($file)) {
include $file;
} else {
// Take value from $oid_cache if we have it, else snmp_get it
if (is_numeric($oid_cache[$status_db['status_oid']])) {
print_debug("value taken from oid_cache");
$status_value = $oid_cache[$status_db['status_oid']];
} else {
$status_value = snmp_get($device, $status_db['status_oid'], "-OUqnv", "SNMPv2-MIB");
}
$status_value = snmp_fix_numeric($status_value);
}
} else {
if ($status_db['poller_type'] == "agent") {
if (isset($agent_sensors['state'])) {
$status_value = $agent_sensors['state'][$status_db['status_type']][$status_db['status_index']]['current'];
} else {
print_warning("No agent status data available.");
continue;
}
} else {
if ($status_db['poller_type'] == "ipmi") {
if (isset($ipmi_sensors['state'])) {
$status_value = $ipmi_sensors['state'][$status_db['status_type']][$status_db['status_index']]['current'];
} else {
print_warning("No IPMI status data available.");
continue;
}
} else {
print_warning("Unknown status poller type.");
continue;
}
}
}
$status_polled_time = time();
// Store polled time for current status
// Write new value and humanize (for alert checks)
$state_array = get_state_array($status_db['status_type'], $status_value, $status_db['poller_type']);
$status_poll['status_value'] = $state_array['value'];
$status_poll['status_name'] = $state_array['name'];
if ($status_db['status_ignore'] || $status_db['status_disable']) {
$status_poll['status_event'] = 'ignore';
} else {
$status_poll['status_event'] = $state_array['event'];
}
// If last change never set, use current time
if (empty($status_db['status_last_change'])) {
$status_db['status_last_change'] = $status_polled_time;
}
if ($status_poll['status_event'] != $status_db['status_event']) {
// Status event changed, log and set status_last_change
$status_poll['status_last_change'] = $status_polled_time;
if ($status_poll['status_event'] == 'ignore') {
print_message("[%ystatus Ignored%n]", 'color');
} else {
if ($status_db['status_event'] != '') {
// If old state not empty and new state not equals to new state
$msg = 'Status ';
switch ($status_poll['status_event']) {
case 'alert':
// New state alerted
$msg .= "Alert: " . $device['hostname'] . " " . $status_db['status_descr'] . " entered ALERT state: " . $status_poll['status_name'] . " (previous: " . $status_db['status_name'] . ")";
log_event($msg, $device, 'status', $status_db['status_id'], 'warning');
break;
case 'warning':
// New state warned
$msg .= "Warning: " . $device['hostname'] . " " . $status_db['status_descr'] . " entered WARNING state: " . $status_poll['status_name'] . " (previous: " . $status_db['status_name'] . ")";
log_event($msg, $device, 'status', $status_db['status_id']);
break;
case 'ok':
// New state ok
$msg .= "Ok: " . $device['hostname'] . " " . $status_db['status_descr'] . " entered OK state: " . $status_poll['status_name'] . " (previous: " . $status_db['status_name'] . ")";
log_event($msg, $device, 'status', $status_db['status_id'], 'warning');
break;
}
}
}
} else {
// If status not changed, leave old last_change
$status_poll['status_last_change'] = $status_db['status_last_change'];
}
if (OBS_DEBUG > 1) {
print_vars($status_poll);
}
// Send statistics array via AMQP/JSON if AMQP is enabled globally and for the ports module
if ($config['amqp']['enable'] == TRUE && $config['amqp']['modules']['status']) {
$json_data = array('value' => $status_value);
messagebus_send(array('attribs' => array('t' => time(), 'device' => $device['hostname'], 'device_id' => $device['device_id'], 'e_type' => 'status', 'e_type' => $status_db['status_type'], 'e_index' => $status_db['status_index']), 'data' => $json_data));
}
// Update StatsD/Carbon
if ($config['statsd']['enable'] == TRUE) {
StatsD::gauge(str_replace(".", "_", $device['hostname']) . '.' . 'status' . '.' . $status_db['status_class'] . '.' . $status_db['status_type'] . '.' . $status_db['status_index'], $status_value);
}
// Update RRD - FIXME - can't convert to NG because filename is dynamic! new function should return index instead of filename.
$rrd_file = get_status_rrd($device, $status_db);
rrdtool_create($device, $rrd_file, "DS:status:GAUGE:600:-20000:U");
rrdtool_update($device, $rrd_file, "N:{$status_value}");
// Enable graph
$graphs[$sensor_db['status']] = TRUE;
// Check alerts
$metrics = array();
$metrics['status_value'] = $status_value;
$metrics['status_name'] = $status_poll['status_name'];
$metrics['status_name_uptime'] = $status_polled_time - $status_poll['status_last_change'];
$metrics['status_event'] = $status_poll['status_event'];
//print_cli_data("Event (State)", $status_poll['status_event'] ." (".$status_poll['status_name'].")", 3);
$GLOBALS['table_rows'][] = array($status_db['status_descr'], $status_db['status_type'], $status_db['status_index'], $status_db['poller_type'], $status_poll['status_name'], $status_poll['status_event'], format_unixtime($status_poll['status_last_change']));
check_entity('status', $status_db, $metrics);
// Update SQL State
if (is_numeric($status_db['status_polled'])) {
dbUpdate(array('status_value' => $status_value, 'status_name' => $status_poll['status_name'], 'status_event' => $status_poll['status_event'], 'status_last_change' => $status_poll['status_last_change'], 'status_polled' => $status_polled_time), 'status-state', '`status_id` = ?', array($status_db['status_id']));
} else {
dbInsert(array('status_id' => $status_db['status_id'], 'status_value' => $status_value, 'status_name' => $status_poll['status_name'], 'status_event' => $status_poll['status_event'], 'status_last_change' => $status_poll['status_last_change'], 'status_polled' => $status_polled_time), 'status-state');
}
}
}
function poll_sensor($device, $class, $unit, &$oid_cache)
{
global $config, $agent_sensors, $ipmi_sensors;
$sql = "SELECT *, `sensors`.`sensor_id` AS `sensor_id`";
$sql .= " FROM `sensors`";
$sql .= " LEFT JOIN `sensors-state` ON `sensors`.sensor_id = `sensors-state`.sensor_id";
$sql .= " WHERE `sensor_class` = ? AND `device_id` = ?";
foreach (dbFetchRows($sql, array($class, $device['device_id'])) as $sensor) {
echo "Checking (" . $sensor['poller_type'] . ") {$class} " . $sensor['sensor_descr'] . " ";
$sensor_new = $sensor;
// Cache non-humanized sensor array
humanize_sensor($sensor);
if ($sensor['poller_type'] == "snmp") {
# if ($class == "temperature" && $device['os'] == "papouch")
// Why all temperature?
if ($class == "temperature" && !$sensor['sensor_state']) {
for ($i = 0; $i < 5; $i++) {
// Take value from $oid_cache if we have it, else snmp_get it
if (is_numeric($oid_cache[$sensor['sensor_oid']])) {
print_debug("value taken from oid_cache");
$sensor_value = $oid_cache[$sensor['sensor_oid']];
} else {
$sensor_value = preg_replace("/[^0-9\\-\\.]/", "", snmp_get($device, $sensor['sensor_oid'], "-OUqnv", "SNMPv2-MIB", mib_dirs()));
}
if (is_numeric($sensor_value) && $sensor_value != 9999) {
break;
}
// TME sometimes sends 999.9 when it is right in the middle of an update;
sleep(1);
# Give the TME some time to reset
}
// Also reduce value by 32 if sensor in Fahrenheit unit
if ($sensor['sensor_divisor'] == 9 && $sensor['sensor_multiplier'] == 5) {
$sensor_value -= 32;
}
} else {
if ($class == "runtime" && !$sensor['sensor_state']) {
if (isset($oid_cache[$sensor['sensor_oid']])) {
print_debug("value taken from oid_cache");
$sensor_value = timeticks_to_sec($oid_cache[$sensor['sensor_oid']]);
} else {
$sensor_value = trim(str_replace("\"", "", snmp_get($device, $sensor['sensor_oid'], "-OUqnv", "SNMPv2-MIB", mib_dirs())));
$sensor_value = timeticks_to_sec($sensor_value);
}
} else {
// Take value from $oid_cache if we have it, else snmp_get it
if (is_numeric($oid_cache[$sensor['sensor_oid']])) {
print_debug("value taken from oid_cache");
$sensor_value = $oid_cache[$sensor['sensor_oid']];
} else {
$sensor_value = trim(str_replace("\"", "", snmp_get($device, $sensor['sensor_oid'], "-OUqnv", "SNMPv2-MIB", mib_dirs())));
}
}
}
} else {
if ($sensor['poller_type'] == "agent") {
if (isset($agent_sensors)) {
$sensor_value = $agent_sensors[$class][$sensor['sensor_type']][$sensor['sensor_index']]['current'];
# FIXME pass unit?
} else {
print_warning("No agent sensor data.");
continue;
}
} else {
if ($sensor['poller_type'] == "ipmi") {
if (isset($ipmi_sensors)) {
$sensor_value = $ipmi_sensors[$class][$sensor['sensor_type']][$sensor['sensor_index']]['current'];
$unit = $ipmi_sensors[$class][$sensor['sensor_type']][$sensor['sensor_index']]['unit'];
} else {
print_warning("No IPMI sensor data.");
continue;
}
} else {
print_warning("Unknown sensor poller type.");
continue;
}
}
}
if (!$sensor['sensor_state']) {
if ($sensor_value == -32768) {
echo "Invalid (-32768) ";
$sensor_value = 0;
}
if ($sensor['sensor_divisor']) {
$sensor_value = $sensor_value / $sensor['sensor_divisor'];
}
if ($sensor['sensor_multiplier']) {
$sensor_value = $sensor_value * $sensor['sensor_multiplier'];
}
}
$rrd_file = get_sensor_rrd($device, $sensor);
if (!is_file($rrd_file)) {
rrdtool_create($rrd_file, "DS:sensor:GAUGE:600:-20000:U");
//DS:sensor:GAUGE:600:-20000:20000 ");
}
echo "{$sensor_value} {$unit} ";
// Write new value and humanize (for alert checks)
$sensor_new['sensor_value'] = $sensor_value;
humanize_sensor($sensor_new);
// FIXME also warn when crossing WARN level!!
if ($sensor['state_event'] != 'ignore') {
if (!$sensor['sensor_state']) {
if ($sensor['sensor_limit_low'] != "" && $sensor['sensor_value'] >= $sensor['sensor_limit_low'] && $sensor_value < $sensor['sensor_limit_low']) {
$msg = ucfirst($class) . " Alarm: " . $device['hostname'] . " " . $sensor['sensor_descr'] . " is under threshold: " . $sensor_value . "{$unit} (< " . $sensor['sensor_limit_low'] . "{$unit})";
notify($device, ucfirst($class) . " Alarm: " . $device['hostname'] . " " . $sensor['sensor_descr'], $msg);
print_message("[%rAlerting for " . $device['hostname'] . " " . $sensor['sensor_descr'] . "%n\n", 'color');
log_event(ucfirst($class) . ' ' . $sensor['sensor_descr'] . " under threshold: " . $sensor_value . " {$unit} (< " . $sensor['sensor_limit_low'] . " {$unit})", $device, $class, $sensor['sensor_id']);
} else {
if ($sensor['sensor_limit'] != "" && $sensor['sensor_value'] <= $sensor['sensor_limit'] && $sensor_value > $sensor['sensor_limit']) {
$msg = ucfirst($class) . " Alarm: " . $device['hostname'] . " " . $sensor['sensor_descr'] . " is over threshold: " . $sensor_value . "{$unit} (> " . $sensor['sensor_limit'] . "{$unit})";
notify($device, ucfirst($class) . " Alarm: " . $device['hostname'] . " " . $sensor['sensor_descr'], $msg);
print_message("[%rAlerting for " . $device['hostname'] . " " . $sensor['sensor_descr'] . "%n\n", 'color');
log_event(ucfirst($class) . ' ' . $sensor['sensor_descr'] . " above threshold: " . $sensor_value . " {$unit} (> " . $sensor['sensor_limit'] . " {$unit})", $device, $class, $sensor['sensor_id']);
}
}
} else {
if ($sensor_value != $sensor['sensor_value'] && $sensor['state_value'] != '') {
$sensor_state_name = $sensor_new['state_name'];
$sensor_state_event = $sensor_new['state_event'];
switch ($sensor_state_event) {
case 'alert':
$msg = ucfirst($class) . " Alarm: " . $device['hostname'] . " " . $sensor['sensor_descr'] . " is under ALERT state: " . $sensor_state_name . " (previous state: " . $sensor['state_name'] . ")";
print_message("[%rSensor ALARM for " . $device['hostname'] . " " . $sensor['sensor_descr'] . "%n\n", 'color');
notify($device, ucfirst($class) . " Alarm: " . $device['hostname'] . " " . $sensor['sensor_descr'], $msg);
log_event($msg, $device, $class, $sensor['sensor_id']);
break;
case 'warning':
$msg = ucfirst($class) . " Warning: " . $device['hostname'] . " " . $sensor['sensor_descr'] . " in WARNING state: " . $sensor_state_name . " (previous state: " . $sensor['state_name'] . ")";
print_message("[%rSensor WARNING for " . $device['hostname'] . " " . $sensor['sensor_descr'] . "%n\n", 'color');
log_event($msg, $device, $class, $sensor['sensor_id']);
break;
case 'up':
$msg = ucfirst($class) . " Up: " . $device['hostname'] . " " . $sensor['sensor_descr'] . " in NORMAL state: " . $sensor_state_name . " (previous state: " . $sensor['state_name'] . ")";
print_message("[%rSensor UP for " . $device['hostname'] . " " . $sensor['sensor_descr'] . "%n\n", 'color');
if ($sensor['state_event'] != 'warning') {
notify($device, ucfirst($class) . " Up: " . $device['hostname'] . " " . $sensor['sensor_descr'], $msg);
}
log_event($msg, $device, $class, $sensor['sensor_id']);
break;
}
}
}
} else {
print_message("[%ySensor Ignored%n]", 'color');
}
echo "\n";
// Send statistics array via AMQP/JSON if AMQP is enabled globally and for the ports module
if ($config['amqp']['enable'] == TRUE && $config['amqp']['modules']['sensors']) {
$json_data = array('value' => $sensor_value);
messagebus_send(array('attribs' => array('t' => time(), 'device' => $device['hostname'], 'device_id' => $device['device_id'], 'e_type' => 'sensor', 'e_class' => $sensor['sensor_class'], 'e_type' => $sensor['sensor_type'], 'e_index' => $sensor['sensor_index']), 'data' => $json_data));
}
// Update StatsD/Carbon
if ($config['statsd']['enable'] == TRUE) {
StatsD::gauge(str_replace(".", "_", $device['hostname']) . '.' . 'sensor' . '.' . $sensor['sensor_class'] . '.' . $sensor['sensor_type'] . '.' . $sensor['sensor_index'], $sensor_value);
}
// Update RRD
rrdtool_update($rrd_file, "N:{$sensor_value}");
// Check alerts
if (!$sensor['sensor_state']) {
check_entity('sensor', $sensor, array('sensor_value' => $sensor_new['sensor_value']));
}
check_entity('sensor', $sensor, array('sensor_event' => $sensor_new['state_event']));
// Update SQL State
if (is_numeric($sensor['sensor_polled'])) {
dbUpdate(array('sensor_value' => $sensor_value, 'sensor_polled' => time()), 'sensors-state', '`sensor_id` = ?', array($sensor['sensor_id']));
} else {
dbInsert(array('sensor_id' => $sensor['sensor_id'], 'sensor_value' => $sensor_value, 'sensor_polled' => time()), 'sensors-state');
}
}
}
if ($attribs[$ports_module] || $config[$ports_module] && !isset($attribs[$ports_module])) {
include "port-adsl.inc.php";
}
// Do PoE MIBs
$ports_module = 'enable_ports_poe';
if ($attribs[$ports_module] || $config[$ports_module] && !isset($attribs[$ports_module])) {
include "port-poe.inc.php";
}
# if ($debug || TRUE) { print_vars($port['alert_array']); echo(PHP_EOL); print_vars($this_port);}
# print_vars($port['alert_array']);
check_entity('port', $port, $port['alert_array']);
// Send statistics array via AMQP/JSON if AMQP is enabled globally and for the ports module
if ($config['amqp']['enable'] == TRUE && $config['amqp']['modules']['ports']) {
$json_data = array_merge($this_port, $port['state']);
unset($json_data['rrd_update']);
messagebus_send(array('attribs' => array('t' => $polled, 'device' => $device['hostname'], 'device_id' => $device['device_id'], 'e_type' => 'port', 'e_index' => $port['ifIndex']), 'data' => $json_data));
unset($json_data);
}
# // Do Alcatel Detailed Stats
# if ($device['os'] == "aos") { include("port-alcatel.inc.php"); }
//if ($this_port['ifOperStatus'] == 'down' && $this_port['ifAdminStatus'] == 'up')
if (isset($port['update']['ifOperStatus']) || isset($port['update']['ifAdminStatus'])) {
$if_lastchange = $polled;
// by default set ifLastChange as current polled time
/** The value of sysUpTime at the time the interface entered
* its current operational state. If the current state was
* entered prior to the last re-initialization of the local
* network management subsystem, then this object contains a
* zero value.
*
* NOTE. But observium uses last change timestamp.
function poll_status($device)
{
global $config, $agent_status, $ipmi_status, $graphs, $oid_cache;
$sql = "SELECT *, `status`.`status_id` AS `status_id`";
$sql .= " FROM `status`";
$sql .= " LEFT JOIN `status-state` ON `status`.status_id = `status-state`.status_id";
$sql .= " WHERE `device_id` = ?";
foreach (dbFetchRows($sql, array($device['device_id'])) as $status_db) {
print_debug("Checking (" . $status_db['poller_type'] . ") " . $status_db['status_descr'] . " ");
// $status_poll = $status_db; // Cache non-humanized status array for use as new status state
if ($status_db['poller_type'] == "snmp") {
// Check if a specific poller file exists for this status, else collect via SNMP.
$file = $config['install_dir'] . "/includes/polling/status/" . $status_db['status_type'] . ".inc.php";
if (is_file($file)) {
include $file;
} else {
// Take value from $oid_cache if we have it, else snmp_get it
if (is_numeric($oid_cache[$status_db['status_oid']])) {
print_debug("value taken from oid_cache");
$status_value = $oid_cache[$status_db['status_oid']];
} else {
$status_value = snmp_fix_numeric(snmp_get($device, $status_db['status_oid'], "-OUqnv", "SNMPv2-MIB", mib_dirs()));
}
}
} else {
if ($status_db['poller_type'] == "agent") {
if (isset($agent_status)) {
$status_value = $agent_status[$class][$status_db['status_type']][$status_db['status_index']]['current'];
// FIXME pass unit?
} else {
print_warning("No agent status data available.");
continue;
}
} else {
if ($status_db['poller_type'] == "ipmi") {
if (isset($ipmi_status)) {
$status_value = $ipmi_status[$class][$status_db['status_type']][$status_db['status_index']]['current'];
$unit = $ipmi_status[$class][$status_db['status_type']][$status_db['status_index']]['unit'];
} else {
print_warning("No IPMI status data available.");
continue;
}
} else {
print_warning("Unknown status poller type.");
continue;
}
}
}
$rrd_file = get_status_rrd($device, $status_db);
rrdtool_create($device, $rrd_file, "DS:status:GAUGE:600:-20000:U");
echo "{$status_value} {$unit} ";
// Write new value and humanize (for alert checks)
$status_poll['status_value'] = $status_value;
// Set status_event and status_name if they're not already set.
if (isset($config['status_states'][$status_db['status_type']]) && !isset($status['status_event'])) {
$status_poll['status_value'] = (int) $status_poll['status_value'];
$status_poll['status_name'] = $config['status_states'][$status_db['status_type']][$status_poll['status_value']]['name'];
if ($status_poll['status_ignore'] || $status['status_disable']) {
$status_poll['status_event'] = 'ignore';
} else {
$status_poll['status_event'] = $config['status_states'][$status_db['status_type']][$status_poll['status_value']]['event'];
}
}
// FIXME I left the eventlog code for now, as soon as alerts send an entry to the eventlog this can go.
if ($status_poll['status_event'] != 'ignore') {
if ($status_db['status_event'] != '' && $status_poll['status_event'] != $status_db['status_event']) {
// If old state not empty and new state not equals to new state
switch ($status_poll['status_event']) {
case 'alert':
// New state alerted
$msg = "Alarm: " . $device['hostname'] . " " . $status_db['status_descr'] . " entered ALERT state: " . $status_poll['status_name'] . " (previous: " . $status_db['status_name'] . ")";
log_event($msg, $device, 'status', $status_db['status_id'], 'warning');
break;
case 'warning':
// New state warned
$msg = "Warning: " . $device['hostname'] . " " . $status_db['status_descr'] . " entered WARNING state: " . $status_poll['status_name'] . " (previous: " . $status_db['status_name'] . ")";
log_event($msg, $device, 'status', $status_db['status_id']);
break;
case 'up':
// New state ok
$msg = "Up: " . $device['hostname'] . " " . $status_db['status_descr'] . " entered NORMAL state: " . $status_poll['status_name'] . " (previous: " . $status_db['status_name'] . ")";
log_event('Status ' . $msg, $device, 'status', $status_db['status_id'], 'warning');
break;
}
}
} else {
print_message("[%ystatus Ignored%n]", 'color');
}
print_r($status_poll);
echo PHP_EOL;
// Send statistics array via AMQP/JSON if AMQP is enabled globally and for the ports module
if ($config['amqp']['enable'] == TRUE && $config['amqp']['modules']['status']) {
$json_data = array('value' => $status_value);
messagebus_send(array('attribs' => array('t' => time(), 'device' => $device['hostname'], 'device_id' => $device['device_id'], 'e_type' => 'status', 'e_type' => $status_db['status_type'], 'e_index' => $status_db['status_index']), 'data' => $json_data));
}
// Update StatsD/Carbon
if ($config['statsd']['enable'] == TRUE) {
StatsD::gauge(str_replace(".", "_", $device['hostname']) . '.' . 'status' . '.' . $status_db['status_class'] . '.' . $status_db['status_type'] . '.' . $status_db['status_index'], $status_value);
}
// Update RRD
rrdtool_update($device, $rrd_file, "N:{$status_value}");
// Enable graph
$graphs[$status_db['status_class']] = TRUE;
// Check alerts
$metrics = array();
$metrics['status_value'] = $status_value;
$metrics['status_name'] = $status_poll['status_name'];
$metrics['status_event'] = $status_poll['status_event'];
check_entity('status', $status_db, $metrics);
// Update SQL State
if (is_numeric($status_db['status_polled'])) {
dbUpdate(array('status_value' => $status_value, 'status_name' => $status_poll['status_name'], 'status_event' => $status_poll['status_event'], 'status_polled' => time()), 'status-state', '`status_id` = ?', array($status_db['status_id']));
} else {
dbInsert(array('status_id' => $status_db['status_id'], 'status_value' => $status_value, 'status_name' => $status_poll['status_name'], 'status_event' => $status_poll['status_event'], 'status_polled' => time()), 'status-state');
}
}
}
