DEBUG! CMD[[0;33m/usr/bin/svn info /opt/observium[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0109s[0m][0m STDOUT[ Path: . Working Copy Root Path: /opt/observium URL: http://svn.observium.org/svn/observium/trunk Repository Root: http://svn.observium.org/svn Repository UUID: 61d68cd4-352d-0410-923a-c4978735b2b8 Revision: 10393 Node Kind: directory Schedule: normal Last Changed Author: mike Last Changed Rev: 10393 Last Changed Date: 2020-04-24 17:41:08 +0200 (Fri, 24 Apr 2020) ] SQL[[0;33mSELECT `attrib_value` FROM `observium_attribs` WHERE `attrib_type` = 'dbSchema';[0m][0m SQL RUNTIME[[0;32m0.00019407s[0m][0m SQL[[0;33mSELECT @@SESSION.sql_mode;[0m][0m SQL RUNTIME[[0;32m0.00005198s[0m][0m SQL[[0;33mSET SESSION `sql_mode` = 'NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION'[0m][0m SQL RUNTIME[[0;32m0.00003815s[0m][0m DB mode(s) disabled: STRICT_TRANS_TABLES, ERROR_FOR_DIVISION_BY_ZERO SQL[[0;33mSELECT `attrib_value` FROM `observium_attribs` WHERE `attrib_type` = 'current_rev';[0m][0m SQL RUNTIME[[0;32m0.00009108s[0m][0m SQL[[0;33mSELECT * FROM `config`[0m][0m SQL RUNTIME[[0;32m0.00011516s[0m][0m CMD[[0;33m/bin/hostname -f[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0029s[0m][0m STDOUT[ lnx98.fqdn.local ] [1;37m ___ _ _ / _ \ | |__ ___ ___ _ __ __ __(_) _ _ _ __ ___ | | | || '_ \ / __| / _ \| '__|\ \ / /| || | | || '_ ` _ \ | |_| || |_) |\__ \| __/| | \ V / | || |_| || | | | | | \___/ |_.__/ |___/ \___||_| \_/ |_| \__,_||_| |_| |_|[0;36m Observium Professional 20.4.10393 http://www.observium.org[0m [0m SQL[[0;33mSELECT `attrib_value` FROM `observium_attribs` WHERE `attrib_type` = 'latest_ver';[0m][0m SQL RUNTIME[[0;32m0.00013900s[0m][0m SQL[[0;33mSELECT `attrib_value` FROM `observium_attribs` WHERE `attrib_type` = 'latest_rev';[0m][0m SQL RUNTIME[[0;32m0.00008178s[0m][0m SQL[[0;33mSELECT `attrib_value` FROM `observium_attribs` WHERE `attrib_type` = 'latest_rev_date';[0m][0m SQL RUNTIME[[0;32m0.00007200s[0m][0m CMD[[0;33m/opt/observium/scripts/distro[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0118s[0m][0m STDOUT[ Linux|3.10.0-1062.18.1.el7.x86_64|amd64|CentOS|7|vmware| ] CMD[[0;33m/usr/bin/env python --version 2>&1[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0024s[0m][0m STDOUT[ Python 2.7.5 ] SQL[[0;33mSELECT version();[0m][0m SQL RUNTIME[[0;32m0.00011992s[0m][0m CMD[[0;33m/usr/bin/snmpget --version 2>&1[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0043s[0m][0m STDOUT[ NET-SNMP version: 5.7.2 ] CMD[[0;33m/usr/bin/rrdtool --version | head -n1[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0051s[0m][0m STDOUT[ RRDtool 1.7.1 Copyright by Tobias Oetiker <tobi@oetiker.ch> ] CMD[[0;33m/usr/sbin/fping -v 2>&1[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0016s[0m][0m CMD EXITDELAY[[0;31m10ms[0m][0m STDOUT[ /usr/sbin/fping: Version 3.10 /usr/sbin/fping: comments to david@schweikert.ch ] CMD[[0;33m/usr/bin/env apache2 -v | awk '/Server version:/ {print $3}'[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0022s[0m][0m STDOUT[ ] CMD[[0;33m/usr/sbin/httpd -v | awk '/Server version:/ {print $3}'[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0271s[0m][0m STDOUT[ Apache/2.4.41 ] CMD[[0;33mdate "+%:z"[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0016s[0m][0m STDOUT[ +02:00 ] SQL[[0;33mSELECT TIMEDIFF(NOW(), UTC_TIMESTAMP);[0m][0m SQL RUNTIME[[0;32m0.00012803s[0m][0m SQL[[0;33mSELECT @@SESSION.sql_mode;[0m][0m SQL RUNTIME[[0;32m0.00007820s[0m][0m SQL[[0;33mSHOW VARIABLES LIKE 'character_set_connection'[0m][0m SQL RUNTIME[[0;32m0.00042796s[0m][0m [0;36m##### [1;37mSoftware versions[0;36m #####[0m [0m [0;36m o [1;37mOS [0m Linux 3.10.0-1062.18.1.el7.x86_64 [amd64] (CentOS 7) [0;36m o [1;37mApache [0m 2.4.41 [0;36m o [1;37mPHP [0m 7.3.17 [0;36m o [1;37mPython [0m 2.7.5 [0;36m o [1;37mMySQL [0m 10.3.22-MariaDB-log (extension: mysqli 5.0.12-dev) [0;36m o [1;37mSNMP [0m NET-SNMP 5.7.2 [0;36m o [1;37mRRDtool [0m 1.7.1 [0;36m o [1;37mFping [0m 3.10 (IPv4 only) [0;35m##### [1;37mMemory Limit[0;35m #####[0m [0m [0;35m o [1;37mPHP [0m 512MB [0;35m##### [1;37mMySQL mode[0;35m #####[0m [0m [0;35m o [1;37mMySQL [0m NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION [0;35m##### [1;37mCharset info[0;35m #####[0m [0m [0;35m o [1;37mPHP [0m UTF-8 [0;35m o [1;37mMySQL [0m utf8 [0;35m##### [1;37mTimezones info[0;35m #####[0m [0m [0;35m o [1;37mDate [0m Friday, 24-Apr-20 18:11:00 CEST [0;35m o [1;37mPHP [0m +02:00 [0;35m o [1;37mMySQL [0m +02:00 SQL[[0;33mSELECT * FROM `alerts_maint` WHERE `maint_start` < '1587744660' AND `maint_end` > '1587744660'[0m][0m SQL RUNTIME[[0;32m0.00017786s[0m][0m [1;37m##### [1;37m[1;37mStarting polling run at 2020-04-24 18:11:00[1;37m #####[0m [0m SQL[[0;33mSELECT `device_id` FROM `devices` WHERE `disabled` = 0 AND `hostname` LIKE 'rac-vm03%' AND `poller_id` = '0' ORDER BY `device_id` ASC[0m][0m SQL RUNTIME[[0;32m0.00021219s[0m][0m SQL[[0;33mSELECT * FROM `devices` WHERE `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00020695s[0m][0m SQL[[0;33mSELECT * FROM `entity_attribs` WHERE `entity_type` = 'device' AND `entity_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00015998s[0m][0m SQL[[0;33mSELECT * FROM `observium_processes` WHERE `process_name` = 'poller.php' AND `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00012493s[0m][0m SQL[[0;33mINSERT INTO `observium_processes` (`process_pid`,`process_name`,`process_ppid`,`process_uid`,`process_command`,`process_start`,`device_id`) VALUES ('7336','poller.php','22436','0','php ./poller.php -h rac-vm03* -d','1587744660','429')[0m][0m SQL RUNTIME[[0;32m0.00111890s[0m][0m SQL[[0;33mSELECT * FROM `alert_tests` WHERE 1[0m][0m SQL RUNTIME[[0;32m0.00013590s[0m][0m Cached 6 alert rules. SQL[[0;33mSELECT * FROM `alert_table` WHERE `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00018311s[0m][0m [0;32m##### [1;37mrac-vm03.fqdn.local [429][0;32m #####[0m [0m [0;32m o [1;37mOS [0m drac [0;32m o [1;37mLast poll duration [0m 1.28 seconds [0;32m o [1;37mLast Polled [0m 2020-04-24 18:07:12 [0;32m o [1;37mSNMP Version [0m v2c CMD[[0;33m/usr/sbin/fping -t 500 -c 1 -q 192.168.138.133 2>&1[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0024s[0m][0m CMD EXITDELAY[[0;31m10ms[0m][0m STDOUT[ 192.168.138.133 : xmt/rcv/%loss = 1/1/0%, min/avg/max = 0.80/0.80/0.80 ] CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUs -m SNMPv2-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' sysObjectID.0 sysUpTime.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0094s[0m][0m STDOUT[ sysObjectID.0 = enterprises.674.10892.5 sysUpTime.0 = 0:3:53:28.08 ] SNMP STATUS[[0;32mTRUE[0m][0m [0;32m o [1;37mDevice status [0m Device is reachable by PING (0.80ms) and SNMP (9.43ms) RRD /opt/observium/rrd/rac-vm03.fqdn.local/status.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.02[0m] RRD_STATUS[[0;32mTRUE[0m] [0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/ping.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/ping.rrd N:0.80[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.02[0m] RRD_STATUS[[0;32mTRUE[0m] [0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/ping_snmp.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/ping_snmp.rrd N:9.43[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.03[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mSELECT * FROM `device_graphs` WHERE `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00030804s[0m][0m Module [unix-agent] excluded in process [poller]. Module [junose-atm-vp] excluded in process [poller]. Module [cisco-ipsec-flow-monitor] excluded in process [poller]. Module [cisco-remote-access-monitor] excluded in process [poller]. Module [cisco-cef] excluded in process [poller]. Module [lsp] disabled globally by config in process [poller]. Module [arista-software-ip-forwarding] excluded in process [poller]. Module [cipsec-tunnels] excluded in process [poller]. Module [cisco-cbqos] excluded in process [poller]. Module [cisco-eigrp] excluded in process [poller]. Module [aruba-controller] excluded in process [poller]. Module [cisco-vpdn] excluded in process [poller]. Module [wmi] excluded in process [poller]. [0;32m o [1;37mModules Excluded [0m unix-agent, junose-atm-vp, cisco-ipsec-flow-monitor, cisco-remote-access-monitor, cisco-cef, arista-software-ip-forwarding,cipsec-tunnels, cisco-cbqos, cisco-eigrp, aruba-controller, cisco-vpdn, wmi [0;32m o [1;37mModules Disabled [0m lsp [0;32m o [1;37mModules Enabled [0m system, os, ipmi, sensors, status, counter, processors, mempools, storage, netstats, ucd-mib, ipSystemStats, ports, bgp-peers,printersupplies, ucd-diskio, wifi, p2p-radios, ospf, sla, pseudowires, mac-accounting, loadbalancer, entity-physical,applications, fdb-table, graphs, oids, probes including: includes/polling/system.inc.php [0;36m##### [1;37mModule Start: [1;31msystem[0;36m #####[0m [0m SQL[[0;33mSELECT `mib` FROM `devices_mibs` WHERE `device_id` = '429' AND `use` = 'mib' AND `disabled` = '1'[0m][0m SQL RUNTIME[[0;32m0.00018907s[0m][0m [0;36m o [1;37mSNMPv2-MIB [0m CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUs -m SNMPv2-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' sysUpTime.0 sysLocation.0 sysContact.0 sysName.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0093s[0m][0m STDOUT[ sysUpTime.0 = 0:3:53:28.10 sysLocation.0 = \"unknown\" sysContact.0 = \"support@dell.com\" sysName.0 = rac-vm03 ] SNMP STATUS[[0;32mTRUE[0m][0m Timeticks converted 0:3:53:28.10 -> 14008 CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUv -m SNMPv2-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' sysDescr.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0108s[0m][0m STDOUT[ ] SNMP STATUS[[0;31mFALSE[0m][0m SNMP ERROR[[0;31m#1 - Empty response[0m][0m SQL[[0;33mSELECT * FROM `snmp_errors` WHERE `device_id` = '429' AND `error_code` = '1' AND `snmp_cmd` = 'snmpget' AND `mib` = 'SNMPv2-MIB' AND `oid` = 'sysDescr.0';[0m][0m SQL RUNTIME[[0;32m0.00029302s[0m][0m SQL[[0;33mUPDATE `snmp_errors` SET `error_count` ='58',`updated` ='1587744660' WHERE `error_id` = '6306'[0m][0m SQL RUNTIME[[0;32m0.00111699s[0m][0m CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUvn -m SNMPv2-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' sysObjectID.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0091s[0m][0m STDOUT[ .1.3.6.1.4.1.674.10892.5 ] SNMP STATUS[[0;32mTRUE[0m][0m CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUv -m SNMP-FRAMEWORK-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' snmpEngineID.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0094s[0m][0m STDOUT[ "80 00 1F 88 04 43 38 30 36 53 50 32 " ] SNMP STATUS[[0;32mTRUE[0m][0m CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUv -m HOST-RESOURCES-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' hrSystemUptime.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0127s[0m][0m STDOUT[ No Such Object available on this agent at this OID ] SNMP STATUS[[0;31mFALSE[0m][0m SNMP ERROR[[0;31m#1000 - Failed response[0m][0m SQL[[0;33mSELECT * FROM `snmp_errors` WHERE `device_id` = '429' AND `error_code` = '1000' AND `snmp_cmd` = 'snmpget' AND `mib` = 'HOST-RESOURCES-MIB' AND `oid` = 'hrSystemUptime.0';[0m][0m SQL RUNTIME[[0;32m0.00030398s[0m][0m SQL[[0;33mUPDATE `snmp_errors` SET `error_count` ='58',`updated` ='1587744660' WHERE `error_id` = '6307'[0m][0m SQL RUNTIME[[0;32m0.00120997s[0m][0m CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUv -m SNMP-FRAMEWORK-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' snmpEngineTime.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0115s[0m][0m STDOUT[ 14008 ] SNMP STATUS[[0;32mTRUE[0m][0m Using SNMP Agent snmpEngineTime (14008 sec. => 3h 53m 28s) RRD /opt/observium/rrd/rac-vm03.fqdn.local/uptime.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/uptime.rrd N:14008[0m][0m RRD RUNTIME[[0;32m0.001s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.10[0m] RRD_STATUS[[0;32mTRUE[0m] [0m [0;36m o [1;37mUptime [0m 3h 53m 28s [0;36m o [1;37mLast reboot [0m 2020-04-24 14:17:33 [1;44;96m [0m[44;36m /opt/observium/includes/polling/system.inc.php:314 [0m array( [use] => string(14) "snmpEngineTime" [sysUpTime] => int(14008) [hrSystemUptime] => bool(false) [snmpEngineTime] => int(14008) [uptime] => int(14008) [formatted] => string(10) "3h 53m 28s" [message] => string(31) "Using SNMP Agent snmpEngineTime" [previous] => string(5) "13779" [diff] => int(-229) [last_rebooted] => string(10) "1587730653" [rebooted] => int(0) ) CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUsn -m UCD-SNMP-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' .1.3.6.1.4.1.2021.10.1.5.1 .1.3.6.1.4.1.2021.10.1.5.2 .1.3.6.1.4.1.2021.10.1.5.3[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0094s[0m][0m STDOUT[ .1.3.6.1.4.1.2021.10.1.5.1 = No Such Object available on this agent at this OID .1.3.6.1.4.1.2021.10.1.5.2 = No Such Object available on this agent at this OID .1.3.6.1.4.1.2021.10.1.5.3 = No Such Object available on this agent at this OID ] SNMP ERROR[[0;31m#1000 - Failed response[0m][0m SQL[[0;33mSELECT * FROM `snmp_errors` WHERE `device_id` = '429' AND `error_code` = '1000' AND `snmp_cmd` = 'snmpget' AND `mib` = 'UCD-SNMP-MIB' AND `oid` = '.1.3.6.1.4.1.2021.10.1.5.1 .1.3.6.1.4.1.2021.10.1.5.2 .1.3.6.1.4.1.2021.10.1.5.3';[0m][0m SQL RUNTIME[[0;32m0.00028896s[0m][0m SQL[[0;33mUPDATE `snmp_errors` SET `error_count` ='58',`updated` ='1587744660' WHERE `error_id` = '6308'[0m][0m SQL RUNTIME[[0;32m0.00124812s[0m][0m SNMP STATUS[[0;31mFALSE[0m][0m [0;36m o [1;37msysObjectID [0m .1.3.6.1.4.1.674.10892.5 [0;36m o [1;37msnmpEngineID [0m 80001F880443383036535032 [0;36m o [1;37msysDescr [0m [0;36m o [1;37msysName [0m rac-vm03 [0;36m o [1;37mLocation [0m unknown SQL[[0;33mSELECT * FROM `devices_locations` WHERE `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00016117s[0m][0m [0;36m o [1;37mModule time [0m 0.0880s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-system.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-system.rrd N:0.088[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.12[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/os.inc.php [0;36m##### [1;37mModule Start: [1;31mos[0;36m #####[0m [0m CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUv -m IDRAC-MIB-SMIv2 -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp:/opt/observium/mibs/dell 'udp':'rac-vm03.fqdn.local':'161' systemServiceTag.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0308s[0m][0m STDOUT[ "CXXXXP2" ] SNMP STATUS[[0;32mTRUE[0m][0m Added OS param from SNMP definition walk: 'serial' = 'CXXXXP2' CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUv -m IDRAC-MIB-SMIv2 -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp:/opt/observium/mibs/dell 'udp':'rac-vm03.fqdn.local':'161' racFirmwareVersion.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0202s[0m][0m STDOUT[ "4.10.10.10" ] SNMP STATUS[[0;32mTRUE[0m][0m Added OS param from SNMP definition walk: 'version' = '4.10.10.10' CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUv -m IDRAC-MIB-SMIv2 -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp:/opt/observium/mibs/dell 'udp':'rac-vm03.fqdn.local':'161' racShortName.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0186s[0m][0m STDOUT[ "iDRAC9" ] SNMP STATUS[[0;32mTRUE[0m][0m Added OS param from SNMP definition walk: 'hardware' = 'iDRAC9' CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUv -m IDRAC-MIB-SMIv2 -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp:/opt/observium/mibs/dell 'udp':'rac-vm03.fqdn.local':'161' systemAssetTag.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0308s[0m][0m STDOUT[ "" ] SNMP STATUS[[0;31mFALSE[0m][0m SNMP ERROR[[0;31m#1 - Empty response[0m][0m SQL[[0;33mSELECT * FROM `snmp_errors` WHERE `device_id` = '429' AND `error_code` = '1' AND `snmp_cmd` = 'snmpget' AND `mib` = 'IDRAC-MIB-SMIv2' AND `oid` = 'systemAssetTag.0';[0m][0m SQL RUNTIME[[0;32m0.00030112s[0m][0m SQL[[0;33mUPDATE `snmp_errors` SET `error_count` ='49',`updated` ='1587744660' WHERE `error_id` = '6314'[0m][0m SQL RUNTIME[[0;32m0.00138211s[0m][0m CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUv -m DELL-RAC-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp:/opt/observium/mibs/dell 'udp':'rac-vm03.fqdn.local':'161' drsProductChassisAssetTag.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0145s[0m][0m STDOUT[ "" ] SNMP STATUS[[0;31mFALSE[0m][0m SNMP ERROR[[0;31m#1 - Empty response[0m][0m SQL[[0;33mSELECT * FROM `snmp_errors` WHERE `device_id` = '429' AND `error_code` = '1' AND `snmp_cmd` = 'snmpget' AND `mib` = 'DELL-RAC-MIB' AND `oid` = 'drsProductChassisAssetTag.0';[0m][0m SQL RUNTIME[[0;32m0.00028515s[0m][0m SQL[[0;33mUPDATE `snmp_errors` SET `error_count` ='58',`updated` ='1587744660' WHERE `error_id` = '6309'[0m][0m SQL RUNTIME[[0;32m0.00119710s[0m][0m CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUv -m IDRAC-MIB-SMIv2 -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp:/opt/observium/mibs/dell 'udp':'rac-vm03.fqdn.local':'161' racURL.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0219s[0m][0m STDOUT[ "https://192.168.138.133:443" ] SNMP STATUS[[0;32mTRUE[0m][0m Added OS param from SNMP definition walk: 'ra_url_http' = 'https://192.168.138.133:443' [0;36m o [1;37mOS Poller [0m [0;31mGeneric[0;37m [0;36m o [1;37mVendor [0m Dell [0;36m o [1;37mHardware [0m iDRAC9 [0;36m o [1;37mVersion [0m 4.10.10.10 [0;36m o [1;37mFeatures [0m [0;34m<empty>[0m [0;36m o [1;37mSerial [0m CXXXXP2 [0;36m o [1;37mAsset [0m [0;34m<empty>[0m SQL[[0;33mSELECT EXISTS (SELECT 1 FROM `entity_attribs` WHERE `entity_type` = 'device' AND `entity_id` = '429' AND `attrib_type` = 'ra_url_http')[0m][0m SQL RUNTIME[[0;32m0.00030994s[0m][0m SQL[[0;33mUPDATE `entity_attribs` SET `attrib_value` ='https://192.168.138.133:443' WHERE `entity_type` = 'device' AND `entity_id` = '429' AND `attrib_type` = 'ra_url_http'[0m][0m SQL RUNTIME[[0;32m0.00014782s[0m][0m [0;36m o [1;37mManagement URL [0m https://192.168.138.133:443 [0;36m o [1;37mModule time [0m 0.1497s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-os.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-os.rrd N:0.1497[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.27[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/ipmi.inc.php [0;36m##### [1;37mModule Start: [1;31mipmi[0;36m #####[0m [0m SQL[[0;33mSELECT `attrib_value` FROM `entity_attribs` WHERE `entity_type` = 'device' AND `entity_id` = '429' AND `attrib_type` = 'ipmi_hostname'[0m][0m SQL RUNTIME[[0;32m0.00016689s[0m][0m [1;44;96m > $ipmi_sensors[0m[44;36m /opt/observium/includes/polling/ipmi.inc.php:42 [0m null SQL[[0;33mSELECT * FROM `sensors` WHERE `device_id` = '429' AND `sensor_class` = 'voltage' AND `poller_type` = 'ipmi' AND `sensor_deleted` = '0'[0m][0m SQL RUNTIME[[0;32m0.00024009s[0m][0m SQL[[0;33mSELECT * FROM `sensors` WHERE `device_id` = '429' AND `sensor_class` = 'temperature' AND `poller_type` = 'ipmi' AND `sensor_deleted` = '0'[0m][0m SQL RUNTIME[[0;32m0.00020504s[0m][0m SQL[[0;33mSELECT * FROM `sensors` WHERE `device_id` = '429' AND `sensor_class` = 'fanspeed' AND `poller_type` = 'ipmi' AND `sensor_deleted` = '0'[0m][0m SQL RUNTIME[[0;32m0.00030708s[0m][0m SQL[[0;33mSELECT * FROM `sensors` WHERE `device_id` = '429' AND `sensor_class` = 'power' AND `poller_type` = 'ipmi' AND `sensor_deleted` = '0'[0m][0m SQL RUNTIME[[0;32m0.00035214s[0m][0m SQL[[0;33mSELECT * FROM `sensors` WHERE `device_id` = '429' AND `sensor_class` = 'airflow' AND `poller_type` = 'ipmi' AND `sensor_deleted` = '0'[0m][0m SQL RUNTIME[[0;32m0.00014496s[0m][0m SQL[[0;33mSELECT * FROM `sensors` WHERE `device_id` = '429' AND `sensor_class` = 'capacity' AND `poller_type` = 'ipmi' AND `sensor_deleted` = '0'[0m][0m SQL RUNTIME[[0;32m0.00017595s[0m][0m SQL[[0;33mSELECT * FROM `sensors` WHERE `device_id` = '429' AND `sensor_class` = '' AND `poller_type` = 'ipmi' AND `sensor_deleted` = '0'[0m][0m SQL RUNTIME[[0;32m0.00016499s[0m][0m [0;36m o [1;37mModule time [0m 0.0038s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-ipmi.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-ipmi.rrd N:0.0038[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.27[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/sensors.inc.php [0;36m##### [1;37mModule Start: [1;31msensors[0;36m #####[0m [0m SQL[[0;33mSELECT DISTINCT `sensor_class` FROM `sensors` WHERE `device_id` = '429' AND `sensor_deleted` = '0' AND `sensor_class` IN ('temperature','humidity','fanspeed','dewpoint','airflow','voltage','current','power','apower','rpower','crestfactor','powerfactor','impedance','resistance','frequency','dbm','snr','dust','sound','capacity','load','runtime','volume','waterflow','pressure','velocity','illuminance','wavelength','gauge')[0m][0m SQL RUNTIME[[0;32m0.00038409s[0m][0m SQL[[0;33mSELECT * FROM `entity_attribs` WHERE `device_id` = '429' AND `entity_type` IN ('sensor')[0m][0m SQL RUNTIME[[0;32m0.00012922s[0m][0m SQL[[0;33mSELECT DISTINCT `sensor_oid` FROM `sensors` WHERE `device_id` = '429' AND `sensor_deleted` = '0' AND `poller_type` = 'snmp'[0m][0m SQL RUNTIME[[0;32m0.00017214s[0m][0m CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUsn -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' .1.3.6.1.4.1.674.10892.5.4.600.20.1.6.1.33 .1.3.6.1.4.1.674.10892.5.4.600.20.1.6.1.34 .1.3.6.1.4.1.674.10892.5.4.600.30.1.6.1.1 .1.3.6.1.4.1.674.10892.5.4.600.30.1.6.1.2 .1.3.6.1.4.1.674.10892.5.4.600.30.1.6.1.3 .1.3.6.1.4.1.674.10892.5.4.700.12.1.6.1.1 .1.3.6.1.4.1.674.10892.5.4.700.12.1.6.1.2 .1.3.6.1.4.1.674.10892.5.4.700.12.1.6.1.3 .1.3.6.1.4.1.674.10892.5.4.700.12.1.6.1.4 .1.3.6.1.4.1.674.10892.5.4.700.12.1.6.1.5 .1.3.6.1.4.1.674.10892.5.4.700.12.1.6.1.6 .1.3.6.1.4.1.674.10892.5.4.700.20.1.6.1.1 .1.3.6.1.4.1.674.10892.5.4.700.20.1.6.1.2 .1.3.6.1.4.1.674.10892.5.4.700.20.1.6.1.3 .1.3.6.1.4.1.674.10892.5.4.700.20.1.6.1.4[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0367s[0m][0m STDOUT[ .1.3.6.1.4.1.674.10892.5.4.600.20.1.6.1.33 = 226000 .1.3.6.1.4.1.674.10892.5.4.600.20.1.6.1.34 = 228000 .1.3.6.1.4.1.674.10892.5.4.600.30.1.6.1.1 = 12 .1.3.6.1.4.1.674.10892.5.4.600.30.1.6.1.2 = 10 .1.3.6.1.4.1.674.10892.5.4.600.30.1.6.1.3 = 468 .1.3.6.1.4.1.674.10892.5.4.700.12.1.6.1.1 = 6600 .1.3.6.1.4.1.674.10892.5.4.700.12.1.6.1.2 = 6960 .1.3.6.1.4.1.674.10892.5.4.700.12.1.6.1.3 = 6720 .1.3.6.1.4.1.674.10892.5.4.700.12.1.6.1.4 = 6480 .1.3.6.1.4.1.674.10892.5.4.700.12.1.6.1.5 = 7320 .1.3.6.1.4.1.674.10892.5.4.700.12.1.6.1.6 = 6600 .1.3.6.1.4.1.674.10892.5.4.700.20.1.6.1.1 = 610 .1.3.6.1.4.1.674.10892.5.4.700.20.1.6.1.2 = 610 .1.3.6.1.4.1.674.10892.5.4.700.20.1.6.1.3 = 240 .1.3.6.1.4.1.674.10892.5.4.700.20.1.6.1.4 = 410 ] SNMP STATUS[[0;32mTRUE[0m][0m SQL[[0;33mSELECT * FROM `sensors` WHERE `sensor_class` = 'voltage' AND `device_id` = '429' AND `sensor_deleted` = '0' ORDER BY `sensor_oid`[0m][0m SQL RUNTIME[[0;32m0.00040412s[0m][0m Checking (snmp) voltage Power supply 1 [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:692 [0m array( [sensor_id] => string(4) "9592" [sensor_deleted] => string(1) "0" [sensor_class] => string(7) "voltage" [device_id] => string(3) "429" [poller_type] => string(4) "snmp" [sensor_oid] => string(42) ".1.3.6.1.4.1.674.10892.5.4.600.20.1.6.1.33" [sensor_mib] => string(15) "IDRAC-MIB-SMIv2" [sensor_object] => string(19) "voltageProbeReading" [sensor_index] => string(4) "1.33" [sensor_type] => string(35) "IDRAC-MIB-SMIv2-voltageProbeReading" [sensor_descr] => string(14) "Power supply 1" [sensor_unit] => null [sensor_multiplier] => string(5) "0.001" [sensor_limit] => string(5) "257.6" [sensor_limit_warn] => null [sensor_limit_low] => string(5) "190.4" [sensor_limit_low_warn] => null [sensor_custom_limit] => string(1) "0" [entPhysicalIndex] => null [entPhysicalClass] => null [entPhysicalIndex_measured] => null [measured_class] => null [measured_entity] => null [sensor_ignore] => string(1) "0" [sensor_disable] => string(1) "0" [sensor_value] => string(9) "226.00000" [sensor_event] => string(2) "ok" [sensor_status] => string(0) "" [sensor_polled] => string(10) "1587744431" [sensor_last_change] => string(10) "1587734964" ) value taken from oid_cache [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:783 [0m array( [sensor_value] => int(226000) ) RRD /opt/observium/rrd/rac-vm03.fqdn.local/sensor-voltage-IDRAC-MIB-SMIv2-voltageProbeReading-1.33.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/sensor-voltage-IDRAC-MIB-SMIv2-voltageProbeReading-1.33.rrd N:226[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.31[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mUPDATE `alert_table` SET `state` ='{\"metrics\":{\"\":null}}',`count` ='0',`alert_status` ='1',`last_message` ='Checks OK',`last_checked` ='1587744660',`last_ok` ='1587744660' WHERE `alert_table_id` = '20128'[0m][0m SQL RUNTIME[[0;32m0.00122285s[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/alert-20128.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/alert-20128.rrd N:1:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.32[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) voltage Power supply 2 [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:692 [0m array( [sensor_id] => string(4) "9593" [sensor_deleted] => string(1) "0" [sensor_class] => string(7) "voltage" [device_id] => string(3) "429" [poller_type] => string(4) "snmp" [sensor_oid] => string(42) ".1.3.6.1.4.1.674.10892.5.4.600.20.1.6.1.34" [sensor_mib] => string(15) "IDRAC-MIB-SMIv2" [sensor_object] => string(19) "voltageProbeReading" [sensor_index] => string(4) "1.34" [sensor_type] => string(35) "IDRAC-MIB-SMIv2-voltageProbeReading" [sensor_descr] => string(14) "Power supply 2" [sensor_unit] => null [sensor_multiplier] => string(5) "0.001" [sensor_limit] => string(5) "262.2" [sensor_limit_warn] => null [sensor_limit_low] => string(5) "193.8" [sensor_limit_low_warn] => null [sensor_custom_limit] => string(1) "0" [entPhysicalIndex] => null [entPhysicalClass] => null [entPhysicalIndex_measured] => null [measured_class] => null [measured_entity] => null [sensor_ignore] => string(1) "0" [sensor_disable] => string(1) "0" [sensor_value] => string(9) "228.00000" [sensor_event] => string(2) "ok" [sensor_status] => string(0) "" [sensor_polled] => string(10) "1587744431" [sensor_last_change] => string(10) "1587734964" ) value taken from oid_cache [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:783 [0m array( [sensor_value] => int(228000) ) RRD /opt/observium/rrd/rac-vm03.fqdn.local/sensor-voltage-IDRAC-MIB-SMIv2-voltageProbeReading-1.34.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/sensor-voltage-IDRAC-MIB-SMIv2-voltageProbeReading-1.34.rrd N:228[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.32[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mUPDATE `alert_table` SET `state` ='{\"metrics\":{\"\":null}}',`count` ='0',`alert_status` ='1',`last_message` ='Checks OK',`last_checked` ='1587744660',`last_ok` ='1587744660' WHERE `alert_table_id` = '20129'[0m][0m SQL RUNTIME[[0;32m0.00086284s[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/alert-20129.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/alert-20129.rrd N:1:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.32[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mSELECT * FROM `sensors` WHERE `sensor_class` = 'fanspeed' AND `device_id` = '429' AND `sensor_deleted` = '0' ORDER BY `sensor_oid`[0m][0m SQL RUNTIME[[0;32m0.00038218s[0m][0m Checking (snmp) fanspeed System Board Fan1 [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:692 [0m array( [sensor_id] => string(4) "9594" [sensor_deleted] => string(1) "0" [sensor_class] => string(8) "fanspeed" [device_id] => string(3) "429" [poller_type] => string(4) "snmp" [sensor_oid] => string(41) ".1.3.6.1.4.1.674.10892.5.4.700.12.1.6.1.1" [sensor_mib] => string(15) "IDRAC-MIB-SMIv2" [sensor_object] => string(20) "coolingDeviceReading" [sensor_index] => string(3) "1.1" [sensor_type] => string(36) "IDRAC-MIB-SMIv2-coolingDeviceReading" [sensor_descr] => string(17) "System Board Fan1" [sensor_unit] => null [sensor_multiplier] => string(1) "1" [sensor_limit] => string(5) "11880" [sensor_limit_warn] => null [sensor_limit_low] => string(3) "480" [sensor_limit_low_warn] => string(3) "840" [sensor_custom_limit] => string(1) "0" [entPhysicalIndex] => null [entPhysicalClass] => null [entPhysicalIndex_measured] => null [measured_class] => null [measured_entity] => null [sensor_ignore] => string(1) "0" [sensor_disable] => string(1) "0" [sensor_value] => string(10) "6840.00000" [sensor_event] => string(2) "ok" [sensor_status] => string(0) "" [sensor_polled] => string(10) "1587744431" [sensor_last_change] => string(10) "1587736821" ) value taken from oid_cache [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:783 [0m array( [sensor_value] => int(6600) ) RRD /opt/observium/rrd/rac-vm03.fqdn.local/sensor-fanspeed-IDRAC-MIB-SMIv2-coolingDeviceReading-1.1.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/sensor-fanspeed-IDRAC-MIB-SMIv2-coolingDeviceReading-1.1.rrd N:6600[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.32[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mUPDATE `alert_table` SET `state` ='{\"metrics\":{\"\":null}}',`count` ='0',`alert_status` ='1',`last_message` ='Checks OK',`last_checked` ='1587744660',`last_ok` ='1587744660' WHERE `alert_table_id` = '20130'[0m][0m SQL RUNTIME[[0;32m0.00154495s[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/alert-20130.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/alert-20130.rrd N:1:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.32[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) fanspeed System Board Fan2 [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:692 [0m array( [sensor_id] => string(4) "9595" [sensor_deleted] => string(1) "0" [sensor_class] => string(8) "fanspeed" [device_id] => string(3) "429" [poller_type] => string(4) "snmp" [sensor_oid] => string(41) ".1.3.6.1.4.1.674.10892.5.4.700.12.1.6.1.2" [sensor_mib] => string(15) "IDRAC-MIB-SMIv2" [sensor_object] => string(20) "coolingDeviceReading" [sensor_index] => string(3) "1.2" [sensor_type] => string(36) "IDRAC-MIB-SMIv2-coolingDeviceReading" [sensor_descr] => string(17) "System Board Fan2" [sensor_unit] => null [sensor_multiplier] => string(1) "1" [sensor_limit] => string(5) "12528" [sensor_limit_warn] => null [sensor_limit_low] => string(3) "480" [sensor_limit_low_warn] => string(3) "840" [sensor_custom_limit] => string(1) "0" [entPhysicalIndex] => null [entPhysicalClass] => null [entPhysicalIndex_measured] => null [measured_class] => null [measured_entity] => null [sensor_ignore] => string(1) "0" [sensor_disable] => string(1) "0" [sensor_value] => string(10) "6720.00000" [sensor_event] => string(2) "ok" [sensor_status] => string(0) "" [sensor_polled] => string(10) "1587744431" [sensor_last_change] => string(10) "1587736821" ) value taken from oid_cache [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:783 [0m array( [sensor_value] => int(6960) ) RRD /opt/observium/rrd/rac-vm03.fqdn.local/sensor-fanspeed-IDRAC-MIB-SMIv2-coolingDeviceReading-1.2.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/sensor-fanspeed-IDRAC-MIB-SMIv2-coolingDeviceReading-1.2.rrd N:6960[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.33[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mUPDATE `alert_table` SET `state` ='{\"metrics\":{\"\":null}}',`count` ='0',`alert_status` ='1',`last_message` ='Checks OK',`last_checked` ='1587744660',`last_ok` ='1587744660' WHERE `alert_table_id` = '20131'[0m][0m SQL RUNTIME[[0;32m0.00125813s[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/alert-20131.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/alert-20131.rrd N:1:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.33[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) fanspeed System Board Fan3 [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:692 [0m array( [sensor_id] => string(4) "9596" [sensor_deleted] => string(1) "0" [sensor_class] => string(8) "fanspeed" [device_id] => string(3) "429" [poller_type] => string(4) "snmp" [sensor_oid] => string(41) ".1.3.6.1.4.1.674.10892.5.4.700.12.1.6.1.3" [sensor_mib] => string(15) "IDRAC-MIB-SMIv2" [sensor_object] => string(20) "coolingDeviceReading" [sensor_index] => string(3) "1.3" [sensor_type] => string(36) "IDRAC-MIB-SMIv2-coolingDeviceReading" [sensor_descr] => string(17) "System Board Fan3" [sensor_unit] => null [sensor_multiplier] => string(1) "1" [sensor_limit] => string(5) "11880" [sensor_limit_warn] => null [sensor_limit_low] => string(3) "480" [sensor_limit_low_warn] => string(3) "840" [sensor_custom_limit] => string(1) "0" [entPhysicalIndex] => null [entPhysicalClass] => null [entPhysicalIndex_measured] => null [measured_class] => null [measured_entity] => null [sensor_ignore] => string(1) "0" [sensor_disable] => string(1) "0" [sensor_value] => string(10) "6960.00000" [sensor_event] => string(2) "ok" [sensor_status] => string(0) "" [sensor_polled] => string(10) "1587744431" [sensor_last_change] => string(10) "1587736821" ) value taken from oid_cache [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:783 [0m array( [sensor_value] => int(6720) ) RRD /opt/observium/rrd/rac-vm03.fqdn.local/sensor-fanspeed-IDRAC-MIB-SMIv2-coolingDeviceReading-1.3.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/sensor-fanspeed-IDRAC-MIB-SMIv2-coolingDeviceReading-1.3.rrd N:6720[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.33[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mUPDATE `alert_table` SET `state` ='{\"metrics\":{\"\":null}}',`count` ='0',`alert_status` ='1',`last_message` ='Checks OK',`last_checked` ='1587744660',`last_ok` ='1587744660' WHERE `alert_table_id` = '20132'[0m][0m SQL RUNTIME[[0;32m0.00174999s[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/alert-20132.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/alert-20132.rrd N:1:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.33[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) fanspeed System Board Fan4 [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:692 [0m array( [sensor_id] => string(4) "9597" [sensor_deleted] => string(1) "0" [sensor_class] => string(8) "fanspeed" [device_id] => string(3) "429" [poller_type] => string(4) "snmp" [sensor_oid] => string(41) ".1.3.6.1.4.1.674.10892.5.4.700.12.1.6.1.4" [sensor_mib] => string(15) "IDRAC-MIB-SMIv2" [sensor_object] => string(20) "coolingDeviceReading" [sensor_index] => string(3) "1.4" [sensor_type] => string(36) "IDRAC-MIB-SMIv2-coolingDeviceReading" [sensor_descr] => string(17) "System Board Fan4" [sensor_unit] => null [sensor_multiplier] => string(1) "1" [sensor_limit] => string(5) "11664" [sensor_limit_warn] => null [sensor_limit_low] => string(3) "480" [sensor_limit_low_warn] => string(3) "840" [sensor_custom_limit] => string(1) "0" [entPhysicalIndex] => null [entPhysicalClass] => null [entPhysicalIndex_measured] => null [measured_class] => null [measured_entity] => null [sensor_ignore] => string(1) "0" [sensor_disable] => string(1) "0" [sensor_value] => string(10) "6600.00000" [sensor_event] => string(2) "ok" [sensor_status] => string(0) "" [sensor_polled] => string(10) "1587744431" [sensor_last_change] => string(10) "1587736821" ) value taken from oid_cache [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:783 [0m array( [sensor_value] => int(6480) ) RRD /opt/observium/rrd/rac-vm03.fqdn.local/sensor-fanspeed-IDRAC-MIB-SMIv2-coolingDeviceReading-1.4.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/sensor-fanspeed-IDRAC-MIB-SMIv2-coolingDeviceReading-1.4.rrd N:6480[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.34[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mUPDATE `alert_table` SET `state` ='{\"metrics\":{\"\":null}}',`count` ='0',`alert_status` ='1',`last_message` ='Checks OK',`last_checked` ='1587744660',`last_ok` ='1587744660' WHERE `alert_table_id` = '20133'[0m][0m SQL RUNTIME[[0;32m0.00116515s[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/alert-20133.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/alert-20133.rrd N:1:1[0m][0m RRD RUNTIME[[0;32m0.001s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.34[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) fanspeed System Board Fan5 [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:692 [0m array( [sensor_id] => string(4) "9598" [sensor_deleted] => string(1) "0" [sensor_class] => string(8) "fanspeed" [device_id] => string(3) "429" [poller_type] => string(4) "snmp" [sensor_oid] => string(41) ".1.3.6.1.4.1.674.10892.5.4.700.12.1.6.1.5" [sensor_mib] => string(15) "IDRAC-MIB-SMIv2" [sensor_object] => string(20) "coolingDeviceReading" [sensor_index] => string(3) "1.5" [sensor_type] => string(36) "IDRAC-MIB-SMIv2-coolingDeviceReading" [sensor_descr] => string(17) "System Board Fan5" [sensor_unit] => null [sensor_multiplier] => string(1) "1" [sensor_limit] => string(5) "13176" [sensor_limit_warn] => null [sensor_limit_low] => string(3) "480" [sensor_limit_low_warn] => string(3) "840" [sensor_custom_limit] => string(1) "0" [entPhysicalIndex] => null [entPhysicalClass] => null [entPhysicalIndex_measured] => null [measured_class] => null [measured_entity] => null [sensor_ignore] => string(1) "0" [sensor_disable] => string(1) "0" [sensor_value] => string(10) "6840.00000" [sensor_event] => string(2) "ok" [sensor_status] => string(0) "" [sensor_polled] => string(10) "1587744431" [sensor_last_change] => string(10) "1587736821" ) value taken from oid_cache [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:783 [0m array( [sensor_value] => int(7320) ) RRD /opt/observium/rrd/rac-vm03.fqdn.local/sensor-fanspeed-IDRAC-MIB-SMIv2-coolingDeviceReading-1.5.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/sensor-fanspeed-IDRAC-MIB-SMIv2-coolingDeviceReading-1.5.rrd N:7320[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.34[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mUPDATE `alert_table` SET `state` ='{\"metrics\":{\"\":null}}',`count` ='0',`alert_status` ='1',`last_message` ='Checks OK',`last_checked` ='1587744660',`last_ok` ='1587744660' WHERE `alert_table_id` = '20134'[0m][0m SQL RUNTIME[[0;32m0.00115204s[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/alert-20134.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/alert-20134.rrd N:1:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.34[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) fanspeed System Board Fan6 [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:692 [0m array( [sensor_id] => string(4) "9599" [sensor_deleted] => string(1) "0" [sensor_class] => string(8) "fanspeed" [device_id] => string(3) "429" [poller_type] => string(4) "snmp" [sensor_oid] => string(41) ".1.3.6.1.4.1.674.10892.5.4.700.12.1.6.1.6" [sensor_mib] => string(15) "IDRAC-MIB-SMIv2" [sensor_object] => string(20) "coolingDeviceReading" [sensor_index] => string(3) "1.6" [sensor_type] => string(36) "IDRAC-MIB-SMIv2-coolingDeviceReading" [sensor_descr] => string(17) "System Board Fan6" [sensor_unit] => null [sensor_multiplier] => string(1) "1" [sensor_limit] => string(5) "11880" [sensor_limit_warn] => null [sensor_limit_low] => string(3) "480" [sensor_limit_low_warn] => string(3) "840" [sensor_custom_limit] => string(1) "0" [entPhysicalIndex] => null [entPhysicalClass] => null [entPhysicalIndex_measured] => null [measured_class] => null [measured_entity] => null [sensor_ignore] => string(1) "0" [sensor_disable] => string(1) "0" [sensor_value] => string(10) "6720.00000" [sensor_event] => string(2) "ok" [sensor_status] => string(0) "" [sensor_polled] => string(10) "1587744431" [sensor_last_change] => string(10) "1587736821" ) value taken from oid_cache [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:783 [0m array( [sensor_value] => int(6600) ) RRD /opt/observium/rrd/rac-vm03.fqdn.local/sensor-fanspeed-IDRAC-MIB-SMIv2-coolingDeviceReading-1.6.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/sensor-fanspeed-IDRAC-MIB-SMIv2-coolingDeviceReading-1.6.rrd N:6600[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.34[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mUPDATE `alert_table` SET `state` ='{\"metrics\":{\"\":null}}',`count` ='0',`alert_status` ='1',`last_message` ='Checks OK',`last_checked` ='1587744660',`last_ok` ='1587744660' WHERE `alert_table_id` = '20135'[0m][0m SQL RUNTIME[[0;32m0.00177813s[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/alert-20135.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/alert-20135.rrd N:1:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.35[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mSELECT * FROM `sensors` WHERE `sensor_class` = 'temperature' AND `device_id` = '429' AND `sensor_deleted` = '0' ORDER BY `sensor_oid`[0m][0m SQL RUNTIME[[0;32m0.00031900s[0m][0m Checking (snmp) temperature CPU1 [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:692 [0m array( [sensor_id] => string(4) "9600" [sensor_deleted] => string(1) "0" [sensor_class] => string(11) "temperature" [device_id] => string(3) "429" [poller_type] => string(4) "snmp" [sensor_oid] => string(41) ".1.3.6.1.4.1.674.10892.5.4.700.20.1.6.1.1" [sensor_mib] => string(15) "IDRAC-MIB-SMIv2" [sensor_object] => string(23) "temperatureProbeReading" [sensor_index] => string(3) "1.1" [sensor_type] => string(39) "IDRAC-MIB-SMIv2-temperatureProbeReading" [sensor_descr] => string(5) "CPU1 " [sensor_unit] => null [sensor_multiplier] => string(3) "0.1" [sensor_limit] => string(3) "100" [sensor_limit_warn] => null [sensor_limit_low] => string(1) "3" [sensor_limit_low_warn] => null [sensor_custom_limit] => string(1) "0" [entPhysicalIndex] => null [entPhysicalClass] => null [entPhysicalIndex_measured] => null [measured_class] => null [measured_entity] => null [sensor_ignore] => string(1) "0" [sensor_disable] => string(1) "0" [sensor_value] => string(8) "62.00000" [sensor_event] => string(2) "ok" [sensor_status] => string(0) "" [sensor_polled] => string(10) "1587744431" [sensor_last_change] => string(10) "1587736821" ) value taken from oid_cache [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:783 [0m array( [sensor_value] => int(610) ) RRD /opt/observium/rrd/rac-vm03.fqdn.local/sensor-temperature-IDRAC-MIB-SMIv2-temperatureProbeReading-1.1.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/sensor-temperature-IDRAC-MIB-SMIv2-temperatureProbeReading-1.1.rrd N:61[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.35[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mUPDATE `alert_table` SET `state` ='{\"metrics\":{\"\":null}}',`count` ='0',`alert_status` ='1',`last_message` ='Checks OK',`last_checked` ='1587744660',`last_ok` ='1587744660' WHERE `alert_table_id` = '20136'[0m][0m SQL RUNTIME[[0;32m0.00137520s[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/alert-20136.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/alert-20136.rrd N:1:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.35[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) temperature CPU2 [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:692 [0m array( [sensor_id] => string(4) "9601" [sensor_deleted] => string(1) "0" [sensor_class] => string(11) "temperature" [device_id] => string(3) "429" [poller_type] => string(4) "snmp" [sensor_oid] => string(41) ".1.3.6.1.4.1.674.10892.5.4.700.20.1.6.1.2" [sensor_mib] => string(15) "IDRAC-MIB-SMIv2" [sensor_object] => string(23) "temperatureProbeReading" [sensor_index] => string(3) "1.2" [sensor_type] => string(39) "IDRAC-MIB-SMIv2-temperatureProbeReading" [sensor_descr] => string(5) "CPU2 " [sensor_unit] => null [sensor_multiplier] => string(3) "0.1" [sensor_limit] => string(3) "100" [sensor_limit_warn] => null [sensor_limit_low] => string(1) "3" [sensor_limit_low_warn] => null [sensor_custom_limit] => string(1) "0" [entPhysicalIndex] => null [entPhysicalClass] => null [entPhysicalIndex_measured] => null [measured_class] => null [measured_entity] => null [sensor_ignore] => string(1) "0" [sensor_disable] => string(1) "0" [sensor_value] => string(8) "58.00000" [sensor_event] => string(2) "ok" [sensor_status] => string(0) "" [sensor_polled] => string(10) "1587744431" [sensor_last_change] => string(10) "1587736821" ) value taken from oid_cache [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:783 [0m array( [sensor_value] => int(610) ) RRD /opt/observium/rrd/rac-vm03.fqdn.local/sensor-temperature-IDRAC-MIB-SMIv2-temperatureProbeReading-1.2.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/sensor-temperature-IDRAC-MIB-SMIv2-temperatureProbeReading-1.2.rrd N:61[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.35[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mUPDATE `alert_table` SET `state` ='{\"metrics\":{\"\":null}}',`count` ='0',`alert_status` ='1',`last_message` ='Checks OK',`last_checked` ='1587744660',`last_ok` ='1587744660' WHERE `alert_table_id` = '20137'[0m][0m SQL RUNTIME[[0;32m0.00124288s[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/alert-20137.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/alert-20137.rrd N:1:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.36[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) temperature System Board Inlet [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:692 [0m array( [sensor_id] => string(4) "9602" [sensor_deleted] => string(1) "0" [sensor_class] => string(11) "temperature" [device_id] => string(3) "429" [poller_type] => string(4) "snmp" [sensor_oid] => string(41) ".1.3.6.1.4.1.674.10892.5.4.700.20.1.6.1.3" [sensor_mib] => string(15) "IDRAC-MIB-SMIv2" [sensor_object] => string(23) "temperatureProbeReading" [sensor_index] => string(3) "1.3" [sensor_type] => string(39) "IDRAC-MIB-SMIv2-temperatureProbeReading" [sensor_descr] => string(19) "System Board Inlet " [sensor_unit] => null [sensor_multiplier] => string(3) "0.1" [sensor_limit] => string(2) "42" [sensor_limit_warn] => string(2) "38" [sensor_limit_low] => string(2) "-7" [sensor_limit_low_warn] => string(1) "3" [sensor_custom_limit] => string(1) "0" [entPhysicalIndex] => null [entPhysicalClass] => null [entPhysicalIndex_measured] => null [measured_class] => null [measured_entity] => null [sensor_ignore] => string(1) "0" [sensor_disable] => string(1) "0" [sensor_value] => string(8) "24.00000" [sensor_event] => string(2) "ok" [sensor_status] => string(0) "" [sensor_polled] => string(10) "1587744431" [sensor_last_change] => string(10) "1587736821" ) value taken from oid_cache [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:783 [0m array( [sensor_value] => int(240) ) RRD /opt/observium/rrd/rac-vm03.fqdn.local/sensor-temperature-IDRAC-MIB-SMIv2-temperatureProbeReading-1.3.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/sensor-temperature-IDRAC-MIB-SMIv2-temperatureProbeReading-1.3.rrd N:24[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.36[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mUPDATE `alert_table` SET `state` ='{\"metrics\":{\"\":null}}',`count` ='0',`alert_status` ='1',`last_message` ='Checks OK',`last_checked` ='1587744660',`last_ok` ='1587744660' WHERE `alert_table_id` = '20138'[0m][0m SQL RUNTIME[[0;32m0.00113797s[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/alert-20138.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/alert-20138.rrd N:1:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.36[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) temperature System Board Exhaust [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:692 [0m array( [sensor_id] => string(4) "9603" [sensor_deleted] => string(1) "0" [sensor_class] => string(11) "temperature" [device_id] => string(3) "429" [poller_type] => string(4) "snmp" [sensor_oid] => string(41) ".1.3.6.1.4.1.674.10892.5.4.700.20.1.6.1.4" [sensor_mib] => string(15) "IDRAC-MIB-SMIv2" [sensor_object] => string(23) "temperatureProbeReading" [sensor_index] => string(3) "1.4" [sensor_type] => string(39) "IDRAC-MIB-SMIv2-temperatureProbeReading" [sensor_descr] => string(21) "System Board Exhaust " [sensor_unit] => null [sensor_multiplier] => string(3) "0.1" [sensor_limit] => string(2) "80" [sensor_limit_warn] => string(2) "75" [sensor_limit_low] => string(1) "3" [sensor_limit_low_warn] => string(1) "8" [sensor_custom_limit] => string(1) "0" [entPhysicalIndex] => null [entPhysicalClass] => null [entPhysicalIndex_measured] => null [measured_class] => null [measured_entity] => null [sensor_ignore] => string(1) "0" [sensor_disable] => string(1) "0" [sensor_value] => string(8) "42.00000" [sensor_event] => string(2) "ok" [sensor_status] => string(0) "" [sensor_polled] => string(10) "1587744431" [sensor_last_change] => string(10) "1587736821" ) value taken from oid_cache [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:783 [0m array( [sensor_value] => int(410) ) RRD /opt/observium/rrd/rac-vm03.fqdn.local/sensor-temperature-IDRAC-MIB-SMIv2-temperatureProbeReading-1.4.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/sensor-temperature-IDRAC-MIB-SMIv2-temperatureProbeReading-1.4.rrd N:41[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.36[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mUPDATE `alert_table` SET `state` ='{\"metrics\":{\"\":null}}',`count` ='0',`alert_status` ='1',`last_message` ='Checks OK',`last_checked` ='1587744660',`last_ok` ='1587744660' WHERE `alert_table_id` = '20139'[0m][0m SQL RUNTIME[[0;32m0.00122380s[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/alert-20139.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/alert-20139.rrd N:1:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.36[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mSELECT * FROM `sensors` WHERE `sensor_class` = 'current' AND `device_id` = '429' AND `sensor_deleted` = '0' ORDER BY `sensor_oid`[0m][0m SQL RUNTIME[[0;32m0.00058198s[0m][0m Checking (snmp) current Power supply 1 [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:692 [0m array( [sensor_id] => string(4) "9604" [sensor_deleted] => string(1) "0" [sensor_class] => string(7) "current" [device_id] => string(3) "429" [poller_type] => string(4) "snmp" [sensor_oid] => string(41) ".1.3.6.1.4.1.674.10892.5.4.600.30.1.6.1.1" [sensor_mib] => string(15) "IDRAC-MIB-SMIv2" [sensor_object] => string(20) "amperageProbeReading" [sensor_index] => string(3) "1.1" [sensor_type] => string(36) "IDRAC-MIB-SMIv2-amperageProbeReading" [sensor_descr] => string(14) "Power supply 1" [sensor_unit] => null [sensor_multiplier] => string(3) "0.1" [sensor_limit] => string(3) "1.8" [sensor_limit_warn] => null [sensor_limit_low] => null [sensor_limit_low_warn] => null [sensor_custom_limit] => string(1) "0" [entPhysicalIndex] => null [entPhysicalClass] => null [entPhysicalIndex_measured] => null [measured_class] => null [measured_entity] => null [sensor_ignore] => string(1) "0" [sensor_disable] => string(1) "0" [sensor_value] => string(7) "1.20000" [sensor_event] => string(2) "ok" [sensor_status] => string(0) "" [sensor_polled] => string(10) "1587744431" [sensor_last_change] => string(10) "1587739016" ) value taken from oid_cache [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:783 [0m array( [sensor_value] => int(12) ) RRD /opt/observium/rrd/rac-vm03.fqdn.local/sensor-current-IDRAC-MIB-SMIv2-amperageProbeReading-1.1.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/sensor-current-IDRAC-MIB-SMIv2-amperageProbeReading-1.1.rrd N:1.2[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.37[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mUPDATE `alert_table` SET `state` ='{\"metrics\":{\"\":null}}',`count` ='0',`alert_status` ='1',`last_message` ='Checks OK',`last_checked` ='1587744660',`last_ok` ='1587744660' WHERE `alert_table_id` = '20140'[0m][0m SQL RUNTIME[[0;32m0.00115395s[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/alert-20140.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/alert-20140.rrd N:1:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.37[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) current Power supply 2 [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:692 [0m array( [sensor_id] => string(4) "9605" [sensor_deleted] => string(1) "0" [sensor_class] => string(7) "current" [device_id] => string(3) "429" [poller_type] => string(4) "snmp" [sensor_oid] => string(41) ".1.3.6.1.4.1.674.10892.5.4.600.30.1.6.1.2" [sensor_mib] => string(15) "IDRAC-MIB-SMIv2" [sensor_object] => string(20) "amperageProbeReading" [sensor_index] => string(3) "1.2" [sensor_type] => string(36) "IDRAC-MIB-SMIv2-amperageProbeReading" [sensor_descr] => string(14) "Power supply 2" [sensor_unit] => null [sensor_multiplier] => string(3) "0.1" [sensor_limit] => string(3) "1.5" [sensor_limit_warn] => null [sensor_limit_low] => null [sensor_limit_low_warn] => null [sensor_custom_limit] => string(1) "0" [entPhysicalIndex] => null [entPhysicalClass] => null [entPhysicalIndex_measured] => null [measured_class] => null [measured_entity] => null [sensor_ignore] => string(1) "0" [sensor_disable] => string(1) "0" [sensor_value] => string(7) "1.00000" [sensor_event] => string(2) "ok" [sensor_status] => string(0) "" [sensor_polled] => string(10) "1587744431" [sensor_last_change] => string(10) "1587739016" ) value taken from oid_cache [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:783 [0m array( [sensor_value] => int(10) ) RRD /opt/observium/rrd/rac-vm03.fqdn.local/sensor-current-IDRAC-MIB-SMIv2-amperageProbeReading-1.2.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/sensor-current-IDRAC-MIB-SMIv2-amperageProbeReading-1.2.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.37[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mUPDATE `alert_table` SET `state` ='{\"metrics\":{\"\":null}}',`count` ='0',`alert_status` ='1',`last_message` ='Checks OK',`last_checked` ='1587744660',`last_ok` ='1587744660' WHERE `alert_table_id` = '20141'[0m][0m SQL RUNTIME[[0;32m0.00105000s[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/alert-20141.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/alert-20141.rrd N:1:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.37[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mSELECT * FROM `sensors` WHERE `sensor_class` = 'power' AND `device_id` = '429' AND `sensor_deleted` = '0' ORDER BY `sensor_oid`[0m][0m SQL RUNTIME[[0;32m0.00046706s[0m][0m Checking (snmp) power System Board [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:692 [0m array( [sensor_id] => string(4) "9606" [sensor_deleted] => string(1) "0" [sensor_class] => string(5) "power" [device_id] => string(3) "429" [poller_type] => string(4) "snmp" [sensor_oid] => string(41) ".1.3.6.1.4.1.674.10892.5.4.600.30.1.6.1.3" [sensor_mib] => string(15) "IDRAC-MIB-SMIv2" [sensor_object] => string(20) "amperageProbeReading" [sensor_index] => string(3) "1.3" [sensor_type] => string(36) "IDRAC-MIB-SMIv2-amperageProbeReading" [sensor_descr] => string(12) "System Board" [sensor_unit] => null [sensor_multiplier] => string(1) "1" [sensor_limit] => string(4) "1300" [sensor_limit_warn] => string(4) "1170" [sensor_limit_low] => null [sensor_limit_low_warn] => null [sensor_custom_limit] => string(1) "0" [entPhysicalIndex] => null [entPhysicalClass] => null [entPhysicalIndex_measured] => null [measured_class] => null [measured_entity] => null [sensor_ignore] => string(1) "0" [sensor_disable] => string(1) "0" [sensor_value] => string(9) "494.00000" [sensor_event] => string(2) "ok" [sensor_status] => string(0) "" [sensor_polled] => string(10) "1587744431" [sensor_last_change] => string(10) "1587739016" ) value taken from oid_cache [1;44;96m [0m[44;36m /opt/observium/includes/entities/sensor.inc.php:783 [0m array( [sensor_value] => int(468) ) RRD /opt/observium/rrd/rac-vm03.fqdn.local/sensor-power-IDRAC-MIB-SMIv2-amperageProbeReading-1.3.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/sensor-power-IDRAC-MIB-SMIv2-amperageProbeReading-1.3.rrd N:468[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.37[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mUPDATE `alert_table` SET `state` ='{\"metrics\":{\"\":null}}',`count` ='0',`alert_status` ='1',`last_message` ='Checks OK',`last_checked` ='1587744661',`last_ok` ='1587744661' WHERE `alert_table_id` = '20142'[0m][0m SQL RUNTIME[[0;32m0.00104213s[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/alert-20142.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/alert-20142.rrd N:1:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.38[0m] RRD_STATUS[[0;32mTRUE[0m] [0m MultiUpdate sensors DB. SQL[[0;33mINSERT INTO `sensors` (`sensor_id`,`sensor_value`,`sensor_event`,`sensor_status`,`sensor_last_change`,`sensor_polled`) VALUES ('9592','226','ok','','1587734964','1587744660'),('9593','228','ok','','1587734964','1587744660'),('9594','6600','ok','','1587736821','1587744660'),('9595','6960','ok','','1587736821','1587744660'),('9596','6720','ok','','1587736821','1587744660'),('9597','6480','ok','','1587736821','1587744660'),('9598','7320','ok','','1587736821','1587744660'),('9599','6600','ok','','1587736821','1587744660'),('9600','61','ok','','1587736821','1587744660'),('9601','61','ok','','1587736821','1587744660'),('9602','24','ok','','1587736821','1587744660'),('9603','41','ok','','1587736821','1587744660'),('9604','1.2','ok','','1587739016','1587744660'),('9605','1','ok','','1587739016','1587744660'),('9606','468','ok','','1587739016','1587744661') ON DUPLICATE KEY UPDATE `sensor_id`=VALUES(`sensor_id`),`sensor_value`=VALUES(`sensor_value`),`sensor_event`=VALUES(`sensor_event`),`sensor_status`=VALUES(`sensor_status`),`sensor_last_change`=VALUES(`sensor_last_change`),`sensor_polled`=VALUES(`sensor_polled`)[0m][0m SQL RUNTIME[[0;32m0.00122905s[0m] SQL WARNINGS[ [0;35m1364: Field 'sensor_class' doesn't have a default value[0m [0;35m1364: Field 'sensor_oid' doesn't have a default value[0m ][0m +-----------------------+-------------+-----------------------------------------+--------+----------+-------+---------------------+ | Descr | Class | Type | Origin | Value | Event | Last Changed | +-----------------------+-------------+-----------------------------------------+--------+----------+-------+---------------------+ | Power supply 1 | voltage | IDRAC-MIB-SMIv2-voltageProbeReading | snmp | 226V | ok | 2020-04-24 15:29:24 | | Power supply 2 | voltage | IDRAC-MIB-SMIv2-voltageProbeReading | snmp | 228V | ok | 2020-04-24 15:29:24 | | System Board Fan1 | fanspeed | IDRAC-MIB-SMIv2-coolingDeviceReading | snmp | 6600RPM | ok | 2020-04-24 16:00:21 | | System Board Fan2 | fanspeed | IDRAC-MIB-SMIv2-coolingDeviceReading | snmp | 6960RPM | ok | 2020-04-24 16:00:21 | | System Board Fan3 | fanspeed | IDRAC-MIB-SMIv2-coolingDeviceReading | snmp | 6720RPM | ok | 2020-04-24 16:00:21 | | System Board Fan4 | fanspeed | IDRAC-MIB-SMIv2-coolingDeviceReading | snmp | 6480RPM | ok | 2020-04-24 16:00:21 | | System Board Fan5 | fanspeed | IDRAC-MIB-SMIv2-coolingDeviceReading | snmp | 7320RPM | ok | 2020-04-24 16:00:21 | | System Board Fan6 | fanspeed | IDRAC-MIB-SMIv2-coolingDeviceReading | snmp | 6600RPM | ok | 2020-04-24 16:00:21 | | CPU1 | temperature | IDRAC-MIB-SMIv2-temperatureProbeReading | snmp | 61°C | ok | 2020-04-24 16:00:21 | | CPU2 | temperature | IDRAC-MIB-SMIv2-temperatureProbeReading | snmp | 61°C | ok | 2020-04-24 16:00:21 | | System Board Inlet | temperature | IDRAC-MIB-SMIv2-temperatureProbeReading | snmp | 24°C | ok | 2020-04-24 16:00:21 | | System Board Exhaust | temperature | IDRAC-MIB-SMIv2-temperatureProbeReading | snmp | 41°C | ok | 2020-04-24 16:00:21 | | Power supply 1 | current | IDRAC-MIB-SMIv2-amperageProbeReading | snmp | 1.2A | ok | 2020-04-24 16:36:56 | | Power supply 2 | current | IDRAC-MIB-SMIv2-amperageProbeReading | snmp | 1A | ok | 2020-04-24 16:36:56 | | System Board | power | IDRAC-MIB-SMIv2-amperageProbeReading | snmp | 468W | ok | 2020-04-24 16:36:56 | +-----------------------+-------------+-----------------------------------------+--------+----------+-------+---------------------+ [0;36m o [1;37mModule time [0m 0.1194s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-sensors.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-sensors.rrd N:0.1194[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.39[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/status.inc.php [0;36m##### [1;37mModule Start: [1;31mstatus[0;36m #####[0m [0m SQL[[0;33mSELECT COUNT(*) FROM `status` WHERE `device_id` = '429' AND `status_deleted` = '0';[0m][0m SQL RUNTIME[[0;32m0.00036907s[0m][0m [0;36m o [1;37mStatus Count [0m 44 SQL[[0;33mSELECT DISTINCT `status_oid` FROM `status` WHERE `device_id` = '429' AND `status_deleted` = '0' AND `poller_type` = 'snmp'[0m][0m SQL RUNTIME[[0;32m0.00025797s[0m][0m Passed to snmp_get_multi_oid() Oids count (44) more than max-get (16). Command snmpget splitted to multiple chunks. CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUsn -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' .1.3.6.1.4.1.674.10892.5.1.3.20.0 .1.3.6.1.4.1.674.10892.5.2.1.0 .1.3.6.1.4.1.674.10892.5.2.2.0 .1.3.6.1.4.1.674.10892.5.2.3.0 .1.3.6.1.4.1.674.10892.5.2.4.0 .1.3.6.1.4.1.674.10892.5.4.300.10.1.4.1 .1.3.6.1.4.1.674.10892.5.4.300.70.1.6.1.1 .1.3.6.1.4.1.674.10892.5.4.600.12.1.5.1.1 .1.3.6.1.4.1.674.10892.5.4.600.12.1.5.1.2 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.2 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.3 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.4 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.5 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.6 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.7[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0473s[0m][0m STDOUT[ .1.3.6.1.4.1.674.10892.5.1.3.20.0 = 0 .1.3.6.1.4.1.674.10892.5.2.1.0 = 3 .1.3.6.1.4.1.674.10892.5.2.2.0 = 3 .1.3.6.1.4.1.674.10892.5.2.3.0 = 3 .1.3.6.1.4.1.674.10892.5.2.4.0 = 4 .1.3.6.1.4.1.674.10892.5.4.300.10.1.4.1 = 3 .1.3.6.1.4.1.674.10892.5.4.300.70.1.6.1.1 = 1 .1.3.6.1.4.1.674.10892.5.4.600.12.1.5.1.1 = 3 .1.3.6.1.4.1.674.10892.5.4.600.12.1.5.1.2 = 3 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.1 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.2 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.3 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.4 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.5 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.6 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.7 = 1 ] CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUsn -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.8 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.9 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.10 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.11 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.12 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.13 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.14 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.15 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.16 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.17 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.18 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.19 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.20 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.21 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.22 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.23[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0477s[0m][0m STDOUT[ .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.8 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.9 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.10 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.11 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.12 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.13 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.14 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.15 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.16 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.17 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.18 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.19 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.20 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.21 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.22 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.23 = 1 ] CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUsn -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.24 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.25 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.26 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.27 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.28 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.29 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.30 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.31 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.32 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.35 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.36 .1.3.6.1.4.1.674.10892.5.4.600.50.1.6.1.1[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0263s[0m][0m STDOUT[ .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.24 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.25 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.26 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.27 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.28 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.29 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.30 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.31 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.32 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.35 = 1 .1.3.6.1.4.1.674.10892.5.4.600.20.1.16.1.36 = 1 .1.3.6.1.4.1.674.10892.5.4.600.50.1.6.1.1 = 4 ] SNMP STATUS[[0;32mTRUE[0m][0m SQL[[0;33mSELECT * FROM `status` WHERE `device_id` = '429' AND `status_deleted` = '0' ORDER BY `status_oid`[0m][0m SQL RUNTIME[[0;32m0.00055003s[0m][0m Checking (snmp) System Lockdown State value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-systemLockdownMode-0.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-systemLockdownMode-0.rrd N:0[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.52[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Overall System Status value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-globalSystemStatus-0.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-globalSystemStatus-0.rrd N:3[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.52[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) System LCD Status value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-systemLCDStatus-0.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-systemLCDStatus-0.rrd N:3[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.52[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Global Storage Status value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-globalStorageStatus-0.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-globalStorageStatus-0.rrd N:3[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.53[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) System Power State value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-systemPowerState-0.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-systemPowerState-0.rrd N:4[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.53[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Main System Chassis value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-chassisStatus-1.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-chassisStatus-1.rrd N:3[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.53[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) System Board Intrusion value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-intrusionReading-1.1.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-intrusionReading-1.1.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.53[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Power supply 1 Status value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-powerSupplyStatus-1.1.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-powerSupplyStatus-1.1.rrd N:3[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.53[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Power supply 2 Status value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-powerSupplyStatus-1.2.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-powerSupplyStatus-1.2.rrd N:3[0m][0m RRD RUNTIME[[0;32m0.001s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.53[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage System Board DIMM PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.1.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.1.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.53[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage System Board 5V SW PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.10.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.10.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.00 s:0.00 r:0.53[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage System Board PVNN SW PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.11.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.11.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.53[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage System Board VSB11 SW PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.12.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.12.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.54[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage System Board VSBM SW PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.13.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.13.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.54[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage System Board 3.3V B PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.14.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.14.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.001s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.54[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage CPU1 MEM012 VDDQ PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.15.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.15.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.54[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage CPU1 MEM012 VPP PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.16.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.16.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.54[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage CPU1 MEM012 VTT PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.17.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.17.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.54[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage CPU1 MEM345 VDDQ PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.18.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.18.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.54[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage CPU1 MEM345 VPP PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.19.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.19.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.54[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage System Board NDC PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.2.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.2.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.001s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.55[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage CPU1 MEM345 VTT PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.20.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.20.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0019s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.55[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage CPU1 VCCIO PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.21.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.21.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.55[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage CPU1 VCORE PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.22.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.22.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.55[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage CPU1 FIVR PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.23.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.23.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.55[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage CPU2 MEM012 VDDQ PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.24.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.24.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.55[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage CPU2 MEM012 VPP PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.25.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.25.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.55[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage CPU2 MEM012 VTT PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.26.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.26.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.55[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage CPU2 MEM345 VDDQ PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.27.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.27.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.56[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage CPU2 MEM345 VPP PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.28.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.28.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.56[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage CPU2 MEM345 VTT PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.29.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.29.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.56[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage System Board PS1 PG FAIL value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.3.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.3.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.56[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage CPU2 VCCIO PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.30.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.30.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.56[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage CPU2 VCORE PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.31.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.31.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.56[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage CPU2 FIVR PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.32.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.32.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.56[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage CPU1 VSA PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.35.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.35.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.56[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage CPU2 VSA PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.36.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.36.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.57[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage System Board PS2 PG FAIL value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.4.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.4.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.57[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage System Board BP0 PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.5.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.5.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.57[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage System Board BP1 PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.6.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.6.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.57[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage System Board BP2 PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.7.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.7.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.57[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage System Board 1.8V SW PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.8.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.8.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.57[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) Voltage System Board 2.5V SW PG value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.9.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-voltageProbeDiscreteReading-1.9.rrd N:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.57[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Checking (snmp) System Board CMOS Battery value taken from oid_cache RRD /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-systemBatteryReading-1.1.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/status-IDRAC-MIB-SMIv2-systemBatteryReading-1.1.rrd N:4[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.57[0m] RRD_STATUS[[0;32mTRUE[0m] [0m MultiUpdate status DB. SQL[[0;33mINSERT INTO `status` (`status_id`,`status_value`,`status_name`,`status_event`,`status_last_change`,`status_polled`) VALUES ('8344','0','disabled','ok','1587733617','1587744661'),('8340','3','ok','ok','1587730743','1587744661'),('8341','3','ok','ok','1587730744','1587744661'),('8342','3','ok','ok','1587730744','1587744661'),('8343','4','on','ok','1587730744','1587744661'),('8383','3','ok','ok','1587740425','1587744661'),('8379','1','chassisNotBreached','ok','1587739016','1587744661'),('8381','3','ok','ok','1587740425','1587744661'),('8382','3','ok','ok','1587740425','1587744661'),('8345','1','voltageIsGood','ok','1587734811','1587744661'),('8354','1','voltageIsGood','ok','1587734811','1587744661'),('8355','1','voltageIsGood','ok','1587734811','1587744661'),('8356','1','voltageIsGood','ok','1587734811','1587744661'),('8357','1','voltageIsGood','ok','1587734811','1587744661'),('8358','1','voltageIsGood','ok','1587734811','1587744661'),('8359','1','voltageIsGood','ok','1587734811','1587744661'),('8360','1','voltageIsGood','ok','1587734811','1587744661'),('8361','1','voltageIsGood','ok','1587734811','1587744661'),('8362','1','voltageIsGood','ok','1587734811','1587744661'),('8363','1','voltageIsGood','ok','1587734811','1587744661'),('8346','1','voltageIsGood','ok','1587734811','1587744661'),('8364','1','voltageIsGood','ok','1587734811','1587744661'),('8365','1','voltageIsGood','ok','1587734811','1587744661'),('8366','1','voltageIsGood','ok','1587734811','1587744661'),('8367','1','voltageIsGood','ok','1587734811','1587744661'),('8368','1','voltageIsGood','ok','1587734811','1587744661'),('8369','1','voltageIsGood','ok','1587734811','1587744661'),('8370','1','voltageIsGood','ok','1587734811','1587744661'),('8371','1','voltageIsGood','ok','1587734811','1587744661'),('8372','1','voltageIsGood','ok','1587734811','1587744661'),('8373','1','voltageIsGood','ok','1587734811','1587744661'),('8347','1','voltageIsGood','ok','1587734811','1587744661'),('8374','1','voltageIsGood','ok','1587734811','1587744661'),('8375','1','voltageIsGood','ok','1587734811','1587744661'),('8376','1','voltageIsGood','ok','1587734811','1587744661'),('8377','1','voltageIsGood','ok','1587734811','1587744661'),('8378','1','voltageIsGood','ok','1587734811','1587744661'),('8348','1','voltageIsGood','ok','1587734811','1587744661'),('8349','1','voltageIsGood','ok','1587734811','1587744661'),('8350','1','voltageIsGood','ok','1587734811','1587744661'),('8351','1','voltageIsGood','ok','1587734811','1587744661'),('8352','1','voltageIsGood','ok','1587734811','1587744661'),('8353','1','voltageIsGood','ok','1587734811','1587744661'),('8380','4','presenceDetected','ok','1587739016','1587744661') ON DUPLICATE KEY UPDATE `status_id`=VALUES(`status_id`),`status_value`=VALUES(`status_value`),`status_name`=VALUES(`status_name`),`status_event`=VALUES(`status_event`),`status_last_change`=VALUES(`status_last_change`),`status_polled`=VALUES(`status_polled`)[0m][0m SQL RUNTIME[[0;32m0.00191998s[0m] SQL WARNINGS[ [0;35m1364: Field 'status_oid' doesn't have a default value[0m ][0m +----------------------------------+----------------------------+-------+--------+--------------------+--------+---------------------+ | [37;1mDescr[0m | [37;1mType[0m | [37;1mIndex[0m | [37;1mOrigin[0m | [37;1mValue[0m | [37;1mStatus[0m | [37;1mLast Changed[0m | +----------------------------------+----------------------------+-------+--------+--------------------+--------+---------------------+ | System Lockdown State | SystemLockdownModeEnum | 0 | snmp | disabled | ok | 2020-04-24 15:06:57 | | Overall System Status | ObjectStatusEnum | 0 | snmp | ok | ok | 2020-04-24 14:19:03 | | System LCD Status | ObjectStatusEnum | 0 | snmp | ok | ok | 2020-04-24 14:19:04 | | Global Storage Status | ObjectStatusEnum | 0 | snmp | ok | ok | 2020-04-24 14:19:04 | | System Power State | PowerStateStatusEnum | 0 | snmp | on | ok | 2020-04-24 14:19:04 | | Main System Chassis | ObjectStatusEnum | 1 | snmp | ok | ok | 2020-04-24 17:00:25 | | System Board Intrusion | DellIntrusionReading | 1.1 | snmp | chassisNotBreached | ok | 2020-04-24 16:36:56 | | Power supply 1 Status | ObjectStatusEnum | 1.1 | snmp | ok | ok | 2020-04-24 17:00:25 | | Power supply 2 Status | ObjectStatusEnum | 1.2 | snmp | ok | ok | 2020-04-24 17:00:25 | | Voltage System Board DIMM PG | DellVoltageDiscreteReading | 1.1 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage System Board 5V SW PG | DellVoltageDiscreteReading | 1.10 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage System Board PVNN SW PG | DellVoltageDiscreteReading | 1.11 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage System Board VSB11 SW PG | DellVoltageDiscreteReading | 1.12 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage System Board VSBM SW PG | DellVoltageDiscreteReading | 1.13 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage System Board 3.3V B PG | DellVoltageDiscreteReading | 1.14 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage CPU1 MEM012 VDDQ PG | DellVoltageDiscreteReading | 1.15 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage CPU1 MEM012 VPP PG | DellVoltageDiscreteReading | 1.16 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage CPU1 MEM012 VTT PG | DellVoltageDiscreteReading | 1.17 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage CPU1 MEM345 VDDQ PG | DellVoltageDiscreteReading | 1.18 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage CPU1 MEM345 VPP PG | DellVoltageDiscreteReading | 1.19 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage System Board NDC PG | DellVoltageDiscreteReading | 1.2 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage CPU1 MEM345 VTT PG | DellVoltageDiscreteReading | 1.20 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage CPU1 VCCIO PG | DellVoltageDiscreteReading | 1.21 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage CPU1 VCORE PG | DellVoltageDiscreteReading | 1.22 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage CPU1 FIVR PG | DellVoltageDiscreteReading | 1.23 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage CPU2 MEM012 VDDQ PG | DellVoltageDiscreteReading | 1.24 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage CPU2 MEM012 VPP PG | DellVoltageDiscreteReading | 1.25 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage CPU2 MEM012 VTT PG | DellVoltageDiscreteReading | 1.26 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage CPU2 MEM345 VDDQ PG | DellVoltageDiscreteReading | 1.27 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage CPU2 MEM345 VPP PG | DellVoltageDiscreteReading | 1.28 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage CPU2 MEM345 VTT PG | DellVoltageDiscreteReading | 1.29 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage System Board PS1 PG FAIL | DellVoltageDiscreteReading | 1.3 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage CPU2 VCCIO PG | DellVoltageDiscreteReading | 1.30 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage CPU2 VCORE PG | DellVoltageDiscreteReading | 1.31 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage CPU2 FIVR PG | DellVoltageDiscreteReading | 1.32 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage CPU1 VSA PG | DellVoltageDiscreteReading | 1.35 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage CPU2 VSA PG | DellVoltageDiscreteReading | 1.36 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage System Board PS2 PG FAIL | DellVoltageDiscreteReading | 1.4 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage System Board BP0 PG | DellVoltageDiscreteReading | 1.5 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage System Board BP1 PG | DellVoltageDiscreteReading | 1.6 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage System Board BP2 PG | DellVoltageDiscreteReading | 1.7 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage System Board 1.8V SW PG | DellVoltageDiscreteReading | 1.8 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | Voltage System Board 2.5V SW PG | DellVoltageDiscreteReading | 1.9 | snmp | voltageIsGood | ok | 2020-04-24 15:26:51 | | System Board CMOS Battery | DellBatteryReading | 1.1 | snmp | presenceDetected | ok | 2020-04-24 16:36:56 | +----------------------------------+----------------------------+-------+--------+--------------------+--------+---------------------+ [0;36m o [1;37mModule time [0m 0.2041s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-status.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-status.rrd N:0.2041[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.60[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/counter.inc.php [0;36m##### [1;37mModule Start: [1;31mcounter[0;36m #####[0m [0m SQL[[0;33mSELECT EXISTS (SELECT 1 FROM `counters` WHERE `device_id` = '429' AND `counter_deleted` = '0')[0m][0m SQL RUNTIME[[0;32m0.00029087s[0m][0m [0;36m o [1;37mModule time [0m 0.0005s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-counter.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-counter.rrd N:0.0005[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.60[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/processors.inc.php [0;36m##### [1;37mModule Start: [1;31mprocessors[0;36m #####[0m [0m SQL[[0;33mSELECT `processor_oid` FROM `processors` WHERE `device_id` = '429' AND `processor_oid` REGEXP '^\\.?[0-9]+(\\.[0-9]+)+$' AND `processor_type` != 'wmi'[0m][0m SQL RUNTIME[[0;32m0.00020695s[0m][0m SQL[[0;33mSELECT * FROM `processors` WHERE `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00012803s[0m][0m [0;36m o [1;37mModule time [0m 0.0006s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-processors.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-processors.rrd N:0.0006[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.60[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/mempools.inc.php [0;36m##### [1;37mModule Start: [1;31mmempools[0;36m #####[0m [0m SQL[[0;33mSELECT * FROM `mempools` WHERE `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00014210s[0m][0m [0;36m o [1;37mModule time [0m 0.0004s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-mempools.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-mempools.rrd N:0.0004[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.60[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/storage.inc.php [0;36m##### [1;37mModule Start: [1;31mstorage[0;36m #####[0m [0m SQL[[0;33mSELECT `storage`.* FROM `storage` WHERE `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00014997s[0m][0m [0;36m o [1;37mModule time [0m 0.0005s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-storage.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-storage.rrd N:0.0005[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.61[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/netstats.inc.php [0;36m##### [1;37mModule Start: [1;31mnetstats[0;36m #####[0m [0m CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUs -m IP-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' ipInReceives.0 ipOutRequests.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0154s[0m][0m STDOUT[ ipInReceives.0 = 11947022 ipOutRequests.0 = 11622830 ] SNMP STATUS[[0;32mTRUE[0m][0m CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUs -m IP-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' ipForwDatagrams.0 ipInDelivers.0 ipInDiscards.0 ipOutDiscards.0 ipOutNoRoutes.0 ipReasmReqds.0 ipReasmOKs.0 ipReasmFails.0 ipFragOKs.0 ipFragFails.0 ipFragCreates.0 ipInUnknownProtos.0 ipInHdrErrors.0 ipInAddrErrors.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0135s[0m][0m STDOUT[ ipForwDatagrams.0 = 0 ipInDelivers.0 = 11814853 ipInDiscards.0 = 0 ipOutDiscards.0 = 188603 ipOutNoRoutes.0 = 0 ipReasmReqds.0 = 0 ipReasmOKs.0 = 0 ipReasmFails.0 = 0 ipFragOKs.0 = 0 ipFragFails.0 = 0 ipFragCreates.0 = 0 ipInUnknownProtos.0 = 0 ipInHdrErrors.0 = 0 ipInAddrErrors.0 = 0 ] SNMP STATUS[[0;32mTRUE[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/netstats-ip.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/netstats-ip.rrd N:0:11814853:11947022:11622830:0:188603:0:0:0:0:0:0:0:0:0:0[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.64[0m] RRD_STATUS[[0;32mTRUE[0m] [0m [0;36m o [1;37mIp Graphs [0m netstat_ip netstat_ip_frag CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUs -m IP-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' icmpInMsgs.0 icmpOutMsgs.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0187s[0m][0m STDOUT[ icmpInMsgs.0 = 392105 icmpOutMsgs.0 = 0 ] SNMP STATUS[[0;32mTRUE[0m][0m CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUs -m IP-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' icmpInErrors.0 icmpOutErrors.0 icmpInEchos.0 icmpOutEchos.0 icmpInEchoReps.0 icmpOutEchoReps.0 icmpInDestUnreachs.0 icmpOutDestUnreachs.0 icmpInParmProbs.0 icmpInTimeExcds.0 icmpInSrcQuenchs.0 icmpInRedirects.0 icmpInTimestamps.0 icmpInTimestampReps.0 icmpInAddrMasks.0 icmpInAddrMaskReps.0 icmpOutTimeExcds.0 icmpOutParmProbs.0 icmpOutSrcQuenchs.0 icmpOutRedirects.0 icmpOutTimestamps.0 icmpOutTimestampReps.0 icmpOutAddrMasks.0 icmpOutAddrMaskReps.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0147s[0m][0m STDOUT[ icmpInErrors.0 = 1 icmpOutErrors.0 = 392208 icmpInEchos.0 = 0 icmpOutEchos.0 = 0 icmpInEchoReps.0 = 1098 icmpOutEchoReps.0 = 0 icmpInDestUnreachs.0 = 0 icmpOutDestUnreachs.0 = 0 icmpInParmProbs.0 = 0 icmpInTimeExcds.0 = 391004 icmpInSrcQuenchs.0 = 0 icmpInRedirects.0 = 0 icmpInTimestamps.0 = 0 icmpInTimestampReps.0 = 0 icmpInAddrMasks.0 = 0 icmpInAddrMaskReps.0 = 3 icmpOutTimeExcds.0 = 391110 icmpOutParmProbs.0 = 0 icmpOutSrcQuenchs.0 = 0 icmpOutRedirects.0 = 0 icmpOutTimestamps.0 = 1098 icmpOutTimestampReps.0 = 0 icmpOutAddrMasks.0 = 0 icmpOutAddrMaskReps.0 = 0 ] SNMP STATUS[[0;32mTRUE[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/netstats-icmp.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/netstats-icmp.rrd N:392105:0:1:392208:0:0:1098:0:0:0:0:391004:0:0:0:0:0:3:391110:0:0:0:1098:0:0:0[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.68[0m] RRD_STATUS[[0;32mTRUE[0m] [0m [0;36m o [1;37mIcmp Graphs [0m netstat_icmp netstat_icmp_info CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUs -m TCP-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' tcpInSegs.0 tcpOutSegs.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0115s[0m][0m STDOUT[ tcpInSegs.0 = 4966299 tcpOutSegs.0 = 4960992 ] SNMP STATUS[[0;32mTRUE[0m][0m CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUs -m TCP-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' tcpActiveOpens.0 tcpPassiveOpens.0 tcpAttemptFails.0 tcpEstabResets.0 tcpCurrEstab.0 tcpRetransSegs.0 tcpInErrs.0 tcpOutRsts.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0121s[0m][0m STDOUT[ tcpActiveOpens.0 = 2113311 tcpPassiveOpens.0 = 65584 tcpAttemptFails.0 = 2068665 tcpEstabResets.0 = 3272 tcpCurrEstab.0 = 4 tcpRetransSegs.0 = 366 tcpInErrs.0 = 0 tcpOutRsts.0 = 2074834 ] SNMP STATUS[[0;32mTRUE[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/netstats-tcp.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/netstats-tcp.rrd N:2113311:65584:2068665:3272:4:4966299:4960992:366:0:2074834[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.70[0m] RRD_STATUS[[0;32mTRUE[0m] [0m [0;36m o [1;37mTCP Graphs [0m netstat_tcp_stats netstat_tcp_segments netstat_tcp_currestab CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUs -m UDP-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' udpInDatagrams.0 udpOutDatagrams.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0177s[0m][0m STDOUT[ udpInDatagrams.0 = 5949818 udpOutDatagrams.0 = 6325320 ] SNMP STATUS[[0;32mTRUE[0m][0m CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUs -m UDP-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' udpInErrors.0 udpNoPorts.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0108s[0m][0m STDOUT[ udpInErrors.0 = 0 udpNoPorts.0 = 391153 ] SNMP STATUS[[0;32mTRUE[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/netstats-udp.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/netstats-udp.rrd N:5949818:6325320:0:391153[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.74[0m] RRD_STATUS[[0;32mTRUE[0m] [0m [0;36m o [1;37mUDP Graphs [0m netstat_udp_datagrams netstat_udp_errors CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUs -m SNMPv2-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' snmpInPkts.0 snmpOutPkts.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0112s[0m][0m STDOUT[ snmpInPkts.0 = 16012 snmpOutPkts.0 = 16009 ] SNMP STATUS[[0;32mTRUE[0m][0m CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUs -m SNMPv2-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' snmpInBadVersions.0 snmpInBadCommunityNames.0 snmpInBadCommunityUses.0 snmpInASNParseErrs.0 snmpInTooBigs.0 snmpInNoSuchNames.0 snmpInBadValues.0 snmpInReadOnlys.0 snmpInGenErrs.0 snmpInTotalReqVars.0 snmpInTotalSetVars.0 snmpInGetRequests.0 snmpInGetNexts.0 snmpInSetRequests.0 snmpInGetResponses.0 snmpInTraps.0 snmpOutTooBigs.0 snmpOutNoSuchNames.0 snmpOutBadValues.0 snmpOutGenErrs.0 snmpOutGetRequests.0 snmpOutGetNexts.0 snmpOutSetRequests.0 snmpOutGetResponses.0 snmpOutTraps.0 snmpSilentDrops.0 snmpProxyDrops.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0113s[0m][0m STDOUT[ snmpInBadVersions.0 = 0 snmpInBadCommunityNames.0 = 2 snmpInBadCommunityUses.0 = 0 snmpInASNParseErrs.0 = 0 snmpInTooBigs.0 = 0 snmpInNoSuchNames.0 = 0 snmpInBadValues.0 = 0 snmpInReadOnlys.0 = 0 snmpInGenErrs.0 = 0 snmpInTotalReqVars.0 = 49443 snmpInTotalSetVars.0 = 0 snmpInGetRequests.0 = 2896 snmpInGetNexts.0 = 10183 snmpInSetRequests.0 = 0 snmpInGetResponses.0 = 0 snmpInTraps.0 = 0 snmpOutTooBigs.0 = 0 snmpOutNoSuchNames.0 = 0 snmpOutBadValues.0 = 0 snmpOutGenErrs.0 = 0 snmpOutGetRequests.0 = 0 snmpOutGetNexts.0 = 0 snmpOutSetRequests.0 = 0 snmpOutGetResponses.0 = 16010 snmpOutTraps.0 = 0 snmpSilentDrops.0 = 0 snmpProxyDrops.0 = 0 ] SNMP STATUS[[0;32mTRUE[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/netstats-snmp.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/netstats-snmp.rrd N:16012:16009:0:2:0:0:0:0:0:0:0:49443:0:2896:10183:0:0:0:0:0:0:0:0:0:0:16010:0:0:0[0m][0m RRD RUNTIME[[0;32m0.0014s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.76[0m] RRD_STATUS[[0;32mTRUE[0m] [0m [0;36m o [1;37mSNMP Graphs [0m netstat_snmp_stats netstat_snmp_packets [0;36m o [1;37mModule time [0m 0.1565s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-netstats.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-netstats.rrd N:0.1565[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.76[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/ucd-mib.inc.php [0;36m##### [1;37mModule Start: [1;31mucd-mib[0;36m #####[0m [0m CMD[[0;33m/usr/bin/snmpbulkwalk -t '10' -v2c -c *** -Pud -OQUs -m UCD-SNMP-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' systemStats[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0128s[0m][0m STDOUT[ systemStats = No Such Object available on this agent at this OID ] SNMP STATUS[[0;31mFALSE[0m][0m SNMP ERROR[[0;31m#1000 - Failed response[0m][0m SQL[[0;33mSELECT * FROM `snmp_errors` WHERE `device_id` = '429' AND `error_code` = '1000' AND `snmp_cmd` = 'snmpwalk' AND `mib` = 'UCD-SNMP-MIB' AND `oid` = 'systemStats';[0m][0m SQL RUNTIME[[0;32m0.00032496s[0m][0m SQL[[0;33mUPDATE `snmp_errors` SET `error_count` ='58',`updated` ='1587744661' WHERE `error_id` = '6310'[0m][0m SQL RUNTIME[[0;32m0.00128913s[0m][0m [0;36m o [1;37mModule time [0m 0.0161s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-ucd-mib.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-ucd-mib.rrd N:0.0161[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.78[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/ipSystemStats.inc.php [0;36m##### [1;37mModule Start: [1;31mipSystemStats[0;36m #####[0m [0m [0;36m o [1;37mCollecting [0m ipSystemStats CMD[[0;33m/usr/bin/snmpbulkwalk -t '10' -v2c -c *** -Pud -OQUs -m IP-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' ipSystemStats[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0268s[0m][0m STDOUT[ ipSystemStatsInReceives.ipv4 = 11945085 ipSystemStatsInReceives.ipv6 = 39514 ipSystemStatsHCInReceives.ipv4 = 11945085 ipSystemStatsHCInReceives.ipv6 = 39514 ipSystemStatsInOctets.ipv4 = 3666459179 ipSystemStatsInOctets.ipv6 = 13307586 ipSystemStatsHCInOctets.ipv4 = 3666459179 ipSystemStatsHCInOctets.ipv6 = 13307586 ipSystemStatsInHdrErrors.ipv4 = 0 ipSystemStatsInHdrErrors.ipv6 = 0 ipSystemStatsInNoRoutes.ipv4 = 0 ipSystemStatsInNoRoutes.ipv6 = 20396 ipSystemStatsInAddrErrors.ipv4 = 0 ipSystemStatsInAddrErrors.ipv6 = 0 ipSystemStatsInUnknownProtos.ipv4 = 0 ipSystemStatsInUnknownProtos.ipv6 = 0 ipSystemStatsInTruncatedPkts.ipv4 = 0 ipSystemStatsInTruncatedPkts.ipv6 = 0 ipSystemStatsInForwDatagrams.ipv4 = 0 ipSystemStatsInForwDatagrams.ipv6 = 20396 ipSystemStatsHCInForwDatagrams.ipv4 = 0 ipSystemStatsHCInForwDatagrams.ipv6 = 20396 ipSystemStatsReasmReqds.ipv4 = 0 ipSystemStatsReasmReqds.ipv6 = 0 ipSystemStatsReasmOKs.ipv4 = 0 ipSystemStatsReasmOKs.ipv6 = 0 ipSystemStatsReasmFails.ipv4 = 0 ipSystemStatsReasmFails.ipv6 = 0 ipSystemStatsInDiscards.ipv4 = 0 ipSystemStatsInDiscards.ipv6 = 19118 ipSystemStatsInDelivers.ipv4 = 11812916 ipSystemStatsInDelivers.ipv6 = 20396 ipSystemStatsHCInDelivers.ipv4 = 11812916 ipSystemStatsHCInDelivers.ipv6 = 20396 ipSystemStatsOutRequests.ipv4 = 11620894 ipSystemStatsOutRequests.ipv6 = 1300 ipSystemStatsHCOutRequests.ipv4 = 11620894 ipSystemStatsHCOutRequests.ipv6 = 1300 ipSystemStatsOutNoRoutes.ipv4 = 0 ipSystemStatsOutNoRoutes.ipv6 = 0 ipSystemStatsOutForwDatagrams.ipv4 = 0 ipSystemStatsOutForwDatagrams.ipv6 = 0 ipSystemStatsHCOutForwDatagrams.ipv4 = 0 ipSystemStatsHCOutForwDatagrams.ipv6 = 0 ipSystemStatsOutDiscards.ipv4 = 188599 ipSystemStatsOutDiscards.ipv6 = 0 ipSystemStatsOutFragReqds.ipv4 = 0 ipSystemStatsOutFragReqds.ipv6 = 0 ipSystemStatsOutFragOKs.ipv4 = 0 ipSystemStatsOutFragOKs.ipv6 = 0 ipSystemStatsOutFragFails.ipv4 = 0 ipSystemStatsOutFragFails.ipv6 = 0 ipSystemStatsOutFragCreates.ipv4 = 0 ipSystemStatsOutFragCreates.ipv6 = 0 ipSystemStatsOutTransmits.ipv4 = 11432295 ipSystemStatsOutTransmits.ipv6 = 1300 ipSystemStatsHCOutTransmits.ipv4 = 11432295 ipSystemStatsHCOutTransmits.ipv6 = 1300 ipSystemStatsOutOctets.ipv4 = 3496475411 ipSystemStatsOutOctets.ipv6 = 124962 ipSystemStatsHCOutOctets.ipv4 = 3496475411 ipSystemStatsHCOutOctets.ipv6 = 124962 ipSystemStatsInMcastPkts.ipv4 = 7242 ipSystemStatsInMcastPkts.ipv6 = 20396 ipSystemStatsHCInMcastPkts.ipv4 = 7242 ipSystemStatsHCInMcastPkts.ipv6 = 20396 ipSystemStatsInMcastOctets.ipv4 = 527970 ipSystemStatsInMcastOctets.ipv6 = 6715468 ipSystemStatsHCInMcastOctets.ipv4 = 527970 ipSystemStatsHCInMcastOctets.ipv6 = 6715468 ipSystemStatsOutMcastPkts.ipv4 = 494 ipSystemStatsOutMcastPkts.ipv6 = 1300 ipSystemStatsHCOutMcastPkts.ipv4 = 494 ipSystemStatsHCOutMcastPkts.ipv6 = 1300 ipSystemStatsOutMcastOctets.ipv4 = 34346 ipSystemStatsOutMcastOctets.ipv6 = 124962 ipSystemStatsHCOutMcastOctets.ipv4 = 34346 ipSystemStatsHCOutMcastOctets.ipv6 = 124962 ipSystemStatsInBcastPkts.ipv4 = 125442 ipSystemStatsHCInBcastPkts.ipv4 = 125442 ipSystemStatsOutBcastPkts.ipv4 = 0 ipSystemStatsHCOutBcastPkts.ipv4 = 0 ipSystemStatsDiscontinuityTime.ipv4 = 0:0:00:00.00 ipSystemStatsDiscontinuityTime.ipv6 = 0:0:00:00.00 ipSystemStatsRefreshRate.ipv4 = 60000 ipSystemStatsRefreshRate.ipv6 = 60000 ] SNMP STATUS[[0;32mTRUE[0m][0m [0;36m o [1;37mAddress Families [0m ipv4RRD /opt/observium/rrd/rac-vm03.fqdn.local/ipSystemStats-ipv4.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/ipSystemStats-ipv4.rrd N:11945085:0:0:0:0:0:0:0:0:11812916:11620894:0:188599:0:0:0[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.81[0m] RRD_STATUS[[0;32mTRUE[0m] [0m ipv6RRD /opt/observium/rrd/rac-vm03.fqdn.local/ipSystemStats-ipv6.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/ipSystemStats-ipv6.rrd N:39514:0:0:0:20396:0:0:0:19118:20396:1300:0:0:0:0:0[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.81[0m] RRD_STATUS[[0;32mTRUE[0m] [0m [0;36m o [1;37mGraphs [0m ipsystemstats_ipv4 ipsystemstats_ipv4_frag ipsystemstats_ipv6 ipsystemstats_ipv6_frag [0;36m o [1;37mModule time [0m 0.0308s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-ipSystemStats.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-ipSystemStats.rrd N:0.0308[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.81[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/ports.inc.php [0;36m##### [1;37mModule Start: [1;31mports[0;36m #####[0m [0m SQL[[0;33mSELECT * FROM `ports` WHERE `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00038195s[0m][0m SQL[[0;33mSELECT * FROM `entity_attribs` WHERE `device_id` = '429' AND `entity_type` IN ('port')[0m][0m SQL RUNTIME[[0;32m0.00016809s[0m][0m SQL[[0;33mSELECT `attrib_value` FROM `entity_attribs` WHERE `entity_type` = 'device' AND `entity_id` = '429' AND `attrib_type` = 'ports_ignored_count'[0m][0m SQL RUNTIME[[0;32m0.00012207s[0m][0m SQL[[0;33mSELECT `attrib_value` FROM `entity_attribs` WHERE `entity_type` = 'device' AND `entity_id` = '429' AND `attrib_type` = 'enable_ports_etherlike'[0m][0m SQL RUNTIME[[0;32m0.00011992s[0m][0m Module [ports_etherlike] disabled globally by config in process [poller]. SQL[[0;33mSELECT `attrib_value` FROM `entity_attribs` WHERE `entity_type` = 'device' AND `entity_id` = '429' AND `attrib_type` = 'enable_ports_junoseatmvp'[0m][0m SQL RUNTIME[[0;32m0.00010800s[0m][0m Module [ports_junoseatmvp] excluded for device os in process [poller]. SQL[[0;33mSELECT `attrib_value` FROM `entity_attribs` WHERE `entity_type` = 'device' AND `entity_id` = '429' AND `attrib_type` = 'enable_ports_adsl'[0m][0m SQL RUNTIME[[0;32m0.00010490s[0m][0m SQL[[0;33mSELECT `attrib_value` FROM `entity_attribs` WHERE `entity_type` = 'device' AND `entity_id` = '429' AND `attrib_type` = 'enable_ports_vlan'[0m][0m SQL RUNTIME[[0;32m0.00010300s[0m][0m SQL[[0;33mSELECT `attrib_value` FROM `entity_attribs` WHERE `entity_type` = 'device' AND `entity_id` = '429' AND `attrib_type` = 'enable_ports_fdbcount'[0m][0m SQL RUNTIME[[0;32m0.00009990s[0m][0m Module [ports_fdbcount] disabled globally by config in process [poller]. SQL[[0;33mSELECT `attrib_value` FROM `entity_attribs` WHERE `entity_type` = 'device' AND `entity_id` = '429' AND `attrib_type` = 'enable_ports_ipifstats'[0m][0m SQL RUNTIME[[0;32m0.00009894s[0m][0m SQL[[0;33mSELECT `attrib_value` FROM `entity_attribs` WHERE `entity_type` = 'device' AND `entity_id` = '429' AND `attrib_type` = 'enable_ports_jnx_cos_qstat'[0m][0m SQL RUNTIME[[0;32m0.00011015s[0m][0m SQL[[0;33mSELECT `attrib_value` FROM `entity_attribs` WHERE `entity_type` = 'device' AND `entity_id` = '429' AND `attrib_type` = 'enable_ports_sros_egress_qstat'[0m][0m SQL RUNTIME[[0;32m0.00011396s[0m][0m SQL[[0;33mSELECT `attrib_value` FROM `entity_attribs` WHERE `entity_type` = 'device' AND `entity_id` = '429' AND `attrib_type` = 'enable_ports_sros_ingress_qstat'[0m][0m SQL RUNTIME[[0;32m0.00010896s[0m][0m SQL[[0;33mSELECT `attrib_value` FROM `entity_attribs` WHERE `entity_type` = 'device' AND `entity_id` = '429' AND `attrib_type` = 'enable_ports_separate_walk'[0m][0m SQL RUNTIME[[0;32m0.00010300s[0m][0m Module [ports_separate_walk] disabled globally by config in process [poller]. [0;36m o [1;37mCaching Oids [0m Used full table ifEntry/ifXEntry snmpwalk. ifEntry CMD[[0;33m/usr/bin/snmpbulkwalk -t '10' -v2c -c *** -Pud -OQUs -m IF-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' ifEntry[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0177s[0m][0m STDOUT[ ifIndex.1 = 1 ifIndex.9 = 9 ifDescr.1 = lo ifDescr.9 = bond0 ifType.1 = softwareLoopback ifType.9 = ethernetCsmacd ifMtu.1 = 65536 ifMtu.9 = 1500 ifSpeed.1 = 10000000 ifSpeed.9 = 100000000 ifPhysAddress.1 = ifPhysAddress.9 = 58:8a:5a:f8:fc:c ifAdminStatus.1 = up ifAdminStatus.9 = up ifOperStatus.1 = up ifOperStatus.9 = up ifLastChange.1 = 0:0:00:00.00 ifLastChange.9 = 0:0:00:00.00 ifInOctets.1 = 3362405919 ifInOctets.9 = 556508158 ifInUcastPkts.1 = 11387477 ifInUcastPkts.9 = 314504 ifInNUcastPkts.1 = 0 ifInNUcastPkts.9 = 2821157 ifInDiscards.1 = 0 ifInDiscards.9 = 2307 ifInErrors.1 = 0 ifInErrors.9 = 0 ifInUnknownProtos.1 = 0 ifInUnknownProtos.9 = 0 ifOutOctets.1 = 3362405919 ifOutOctets.9 = 138667481 ifOutUcastPkts.1 = 11387477 ifOutUcastPkts.9 = 258919 ifOutNUcastPkts.1 = 0 ifOutNUcastPkts.9 = 0 ifOutDiscards.1 = 0 ifOutDiscards.9 = 0 ifOutErrors.1 = 0 ifOutErrors.9 = 0 ifOutQLen.1 = 0 ifOutQLen.9 = 0 ifSpecific.1 = zeroDotZero ifSpecific.9 = zeroDotZero ] SNMP STATUS[[0;32mTRUE[0m][0m ifXEntry CMD[[0;33m/usr/bin/snmpbulkwalk -t '10' -v2c -c *** -Pud -OQUs -m IF-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' ifXEntry[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0167s[0m][0m STDOUT[ ifName.1 = lo ifName.9 = bond0 ifInMulticastPkts.1 = 0 ifInMulticastPkts.9 = 2821157 ifInBroadcastPkts.1 = 0 ifInBroadcastPkts.9 = 0 ifOutMulticastPkts.1 = 0 ifOutMulticastPkts.9 = 0 ifOutBroadcastPkts.1 = 0 ifOutBroadcastPkts.9 = 0 ifHCInOctets.1 = 3362405919 ifHCInOctets.9 = 556508158 ifHCInUcastPkts.1 = 11387477 ifHCInUcastPkts.9 = 314504 ifHCInMulticastPkts.1 = 0 ifHCInMulticastPkts.9 = 2821157 ifHCInBroadcastPkts.1 = 0 ifHCInBroadcastPkts.9 = 0 ifHCOutOctets.1 = 3362405919 ifHCOutOctets.9 = 138667481 ifHCOutUcastPkts.1 = 11387477 ifHCOutUcastPkts.9 = 258919 ifHCOutMulticastPkts.1 = 0 ifHCOutMulticastPkts.9 = 0 ifHCOutBroadcastPkts.1 = 0 ifHCOutBroadcastPkts.9 = 0 ifHighSpeed.1 = 10 ifHighSpeed.9 = 100 ifPromiscuousMode.1 = false ifPromiscuousMode.9 = false ifConnectorPresent.1 = false ifConnectorPresent.9 = true ifAlias.1 = ifAlias.9 = ifCounterDiscontinuityTime.1 = 0:0:00:00.00 ifCounterDiscontinuityTime.9 = 0:0:00:00.00 ] SNMP STATUS[[0;32mTRUE[0m][0m [0;36m o [1;37mADSL-LINE-MIB [0m SQL[[0;33mSELECT COUNT(*) FROM `ports` WHERE `device_id` = '429' AND `ifType` IN ('adsl', 'vdsl')[0m][0m SQL RUNTIME[[0;32m0.00034714s[0m][0m [[IP-MIB]][0;36m o [1;37mIP-MIB [0m IP-MIB ipIfStats CMD[[0;33m/usr/bin/snmpbulkwalk -t '10' -v2c -c *** -Pud -OQUsX -m IP-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' ipIfStatsHCInOctets[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0164s[0m][0m STDOUT[ ipIfStatsHCInOctets[ipv6][1] = 0 ipIfStatsHCInOctets[ipv6][2] = 0 ipIfStatsHCInOctets[ipv6][3] = 6592118 ipIfStatsHCInOctets[ipv6][4] = 0 ipIfStatsHCInOctets[ipv6][5] = 0 ipIfStatsHCInOctets[ipv6][6] = 0 ipIfStatsHCInOctets[ipv6][7] = 0 ipIfStatsHCInOctets[ipv6][8] = 0 ipIfStatsHCInOctets[ipv6][9] = 6715468 ipIfStatsHCInOctets[ipv6][10] = 0 ipIfStatsHCInOctets[ipv6][11] = 0 ipIfStatsHCInOctets[ipv6][12] = 0 ] SNMP STATUS[[0;32mTRUE[0m][0m CMD[[0;33m/usr/bin/snmpbulkwalk -t '10' -v2c -c *** -Pud -OQUsX -m IP-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' ipIfStatsHCOutOctets[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0174s[0m][0m STDOUT[ ipIfStatsHCOutOctets[ipv6][1] = 0 ipIfStatsHCOutOctets[ipv6][2] = 544 ipIfStatsHCOutOctets[ipv6][3] = 0 ipIfStatsHCOutOctets[ipv6][4] = 0 ipIfStatsHCOutOctets[ipv6][5] = 0 ipIfStatsHCOutOctets[ipv6][6] = 0 ipIfStatsHCOutOctets[ipv6][7] = 0 ipIfStatsHCOutOctets[ipv6][8] = 436 ipIfStatsHCOutOctets[ipv6][9] = 123982 ipIfStatsHCOutOctets[ipv6][10] = 0 ipIfStatsHCOutOctets[ipv6][11] = 0 ipIfStatsHCOutOctets[ipv6][12] = 0 ] SNMP STATUS[[0;32mTRUE[0m][0m ignored (by empty ifType). ignored (by empty ifType). ignored (by empty ifType). ignored (by empty ifType). ignored (by empty ifType). ignored (by empty ifType). ignored (by empty ifType). ignored (by empty ifType). ignored (by empty ifType). ignored (by empty ifType). SQL[[0;33mSELECT * FROM `ports` WHERE `ports`.`port_id` = '4382331'[0m][0m SQL RUNTIME[[0;32m0.00033808s[0m][0m SQL[[0;33mSELECT * FROM `entity_attribs` WHERE `entity_type` = 'port' AND `entity_id` = '4382331'[0m][0m SQL RUNTIME[[0;32m0.00019717s[0m][0m SQL[[0;33mSELECT * FROM `devices` WHERE `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00017500s[0m][0m SQL[[0;33mSELECT * FROM `device_graphs` WHERE `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00016212s[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/port-1-ipv6-octets.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/port-1-ipv6-octets.rrd N:0:0[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.00 r:0.89[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mSELECT EXISTS (SELECT 1 FROM `entity_attribs` WHERE `entity_type` = 'port' AND `entity_id` = '4382331' AND `attrib_type` = 'ipv6-octets')[0m][0m SQL RUNTIME[[0;32m0.00018001s[0m][0m SQL[[0;33mUPDATE `entity_attribs` SET `attrib_value` ='1' WHERE `entity_type` = 'port' AND `entity_id` = '4382331' AND `attrib_type` = 'ipv6-octets'[0m][0m SQL RUNTIME[[0;32m0.00012493s[0m][0m 64-bit, BC ADD: 0 + 0 = 0 BC ADD: 0 + 0 = 0 Timeticks converted 0:0:00:00.00 -> 0 IFLASTCHANGE = 1587744661s - 14008s + 0s BC SUB: 3362405919 - 3362004967 = 400952 ifInOctets (400952 B) 1750.8820960699 Bps 229 secs BC SUB: 3362405919 - 3362004967 = 400952 ifOutOctets (400952 B) 1750.8820960699 Bps 229 secs BC SUB: 0 - 0 = 0 ifInErrors (0 B) 0 Bps 229 secs BC SUB: 0 - 0 = 0 ifOutErrors (0 B) 0 Bps 229 secs BC SUB: 11387477 - 11385223 = 2254 ifInUcastPkts (2254 B) 9.8427947598253 Bps 229 secs BC SUB: 11387477 - 11385223 = 2254 ifOutUcastPkts (2254 B) 9.8427947598253 Bps 229 secs BC SUB: 0 - 0 = 0 ifInNUcastPkts (0 B) 0 Bps 229 secs BC SUB: 0 - 0 = 0 ifOutNUcastPkts (0 B) 0 Bps 229 secs BC SUB: 0 - 0 = 0 ifInBroadcastPkts (0 B) 0 Bps 229 secs BC SUB: 0 - 0 = 0 ifOutBroadcastPkts (0 B) 0 Bps 229 secs BC SUB: 0 - 0 = 0 ifInMulticastPkts (0 B) 0 Bps 229 secs BC SUB: 0 - 0 = 0 ifOutMulticastPkts (0 B) 0 Bps 229 secs BC SUB: 0 - 0 = 0 ifInDiscards (0 B) 0 Bps 229 secs BC SUB: 0 - 0 = 0 ifOutDiscards (0 B) 0 Bps 229 secs RRD /opt/observium/rrd/rac-vm03.fqdn.local/port-1.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/port-1.rrd N:3362405919:3362405919:0:0:11387477:11387477:0:0:0:0:0:0:0:0:0[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.01 r:0.90[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mSELECT * FROM `ports` WHERE `ports`.`port_id` = '4382332'[0m][0m SQL RUNTIME[[0;32m0.00020409s[0m][0m SQL[[0;33mSELECT * FROM `entity_attribs` WHERE `entity_type` = 'port' AND `entity_id` = '4382332'[0m][0m SQL RUNTIME[[0;32m0.00013089s[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/port-9-ipv6-octets.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/port-9-ipv6-octets.rrd N:6715468:123982[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.01 r:0.90[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mSELECT EXISTS (SELECT 1 FROM `entity_attribs` WHERE `entity_type` = 'port' AND `entity_id` = '4382332' AND `attrib_type` = 'ipv6-octets')[0m][0m SQL RUNTIME[[0;32m0.00014496s[0m][0m SQL[[0;33mUPDATE `entity_attribs` SET `attrib_value` ='1' WHERE `entity_type` = 'port' AND `entity_id` = '4382332' AND `attrib_type` = 'ipv6-octets'[0m][0m SQL RUNTIME[[0;32m0.00011420s[0m][0m 64-bit, BC ADD: 0 + 2821157 = 2821157 BC ADD: 0 + 0 = 0 Timeticks converted 0:0:00:00.00 -> 0 IFLASTCHANGE = 1587744661s - 14008s + 0s BC SUB: 556508158 - 556467429 = 40729 ifInOctets (40729 B) 177.85589519651 Bps 229 secs BC SUB: 138667481 - 138611847 = 55634 ifOutOctets (55634 B) 242.94323144105 Bps 229 secs BC SUB: 0 - 0 = 0 ifInErrors (0 B) 0 Bps 229 secs BC SUB: 0 - 0 = 0 ifOutErrors (0 B) 0 Bps 229 secs BC SUB: 314504 - 314275 = 229 ifInUcastPkts (229 B) 1 Bps 229 secs BC SUB: 258919 - 258690 = 229 ifOutUcastPkts (229 B) 1 Bps 229 secs BC SUB: 2821157 - 2820983 = 174 ifInNUcastPkts (174 B) 0.75982532751092 Bps 229 secs BC SUB: 0 - 0 = 0 ifOutNUcastPkts (0 B) 0 Bps 229 secs BC SUB: 0 - 0 = 0 ifInBroadcastPkts (0 B) 0 Bps 229 secs BC SUB: 0 - 0 = 0 ifOutBroadcastPkts (0 B) 0 Bps 229 secs BC SUB: 2821157 - 2820983 = 174 ifInMulticastPkts (174 B) 0.75982532751092 Bps 229 secs BC SUB: 0 - 0 = 0 ifOutMulticastPkts (0 B) 0 Bps 229 secs BC SUB: 2307 - 2307 = 0 ifInDiscards (0 B) 0 Bps 229 secs BC SUB: 0 - 0 = 0 ifOutDiscards (0 B) 0 Bps 229 secs RRD /opt/observium/rrd/rac-vm03.fqdn.local/port-9.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/port-9.rrd N:556508158:138667481:0:0:314504:258919:2821157:0:2307:0:0:0:0:2821157:0[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.01 r:0.90[0m] RRD_STATUS[[0;32mTRUE[0m] [0m MultiUpdate ports states DB. SQL[[0;33mINSERT INTO `ports` (`port_id`,`ifIndex`,`device_id`,`poll_time`,`poll_period`,`ifInOctets`,`ifInOctets_rate`,`ifOutOctets`,`ifOutOctets_rate`,`ifInErrors`,`ifInErrors_rate`,`ifInErrors_delta`,`ifOutErrors`,`ifOutErrors_rate`,`ifOutErrors_delta`,`ifInUcastPkts`,`ifInUcastPkts_rate`,`ifOutUcastPkts`,`ifOutUcastPkts_rate`,`ifInNUcastPkts`,`ifInNUcastPkts_rate`,`ifOutNUcastPkts`,`ifOutNUcastPkts_rate`,`ifInBroadcastPkts`,`ifInBroadcastPkts_rate`,`ifOutBroadcastPkts`,`ifOutBroadcastPkts_rate`,`ifInMulticastPkts`,`ifInMulticastPkts_rate`,`ifOutMulticastPkts`,`ifOutMulticastPkts_rate`,`ifInDiscards`,`ifInDiscards_rate`,`ifOutDiscards`,`ifOutDiscards_rate`,`ifInOctets_perc`,`ifOutOctets_perc`,`ifOctets_rate`,`ifUcastPkts_rate`,`ifErrors_rate`,`ifDiscards_rate`) VALUES ('4382331','1','429','1587744661','229','3362405919','1750.8820960699','3362405919','1750.8820960699','0','0','0','0','0','0','11387477','9.8427947598253','11387477','9.8427947598253','0','0','0','0','0','0','0','0','0','0','0','0','0','0','0','0','0','0','3501.7641921397','19.685589519651','0','0'),('4382332','9','429','1587744661','229','556508158','177.85589519651','138667481','242.94323144105','0','0','0','0','0','0','314504','1','258919','1','2821157','0.75982532751092','0','0','0','0','0','0','2821157','0.75982532751092','0','0','2307','0','0','0','0','0','420.79912663755','2','0','0') ON DUPLICATE KEY UPDATE `port_id`=VALUES(`port_id`),`ifIndex`=VALUES(`ifIndex`),`device_id`=VALUES(`device_id`),`poll_time`=VALUES(`poll_time`),`poll_period`=VALUES(`poll_period`),`ifInOctets`=VALUES(`ifInOctets`),`ifInOctets_rate`=VALUES(`ifInOctets_rate`),`ifOutOctets`=VALUES(`ifOutOctets`),`ifOutOctets_rate`=VALUES(`ifOutOctets_rate`),`ifInErrors`=VALUES(`ifInErrors`),`ifInErrors_rate`=VALUES(`ifInErrors_rate`),`ifInErrors_delta`=VALUES(`ifInErrors_delta`),`ifOutErrors`=VALUES(`ifOutErrors`),`ifOutErrors_rate`=VALUES(`ifOutErrors_rate`),`ifOutErrors_delta`=VALUES(`ifOutErrors_delta`),`ifInUcastPkts`=VALUES(`ifInUcastPkts`),`ifInUcastPkts_rate`=VALUES(`ifInUcastPkts_rate`),`ifOutUcastPkts`=VALUES(`ifOutUcastPkts`),`ifOutUcastPkts_rate`=VALUES(`ifOutUcastPkts_rate`),`ifInNUcastPkts`=VALUES(`ifInNUcastPkts`),`ifInNUcastPkts_rate`=VALUES(`ifInNUcastPkts_rate`),`ifOutNUcastPkts`=VALUES(`ifOutNUcastPkts`),`ifOutNUcastPkts_rate`=VALUES(`ifOutNUcastPkts_rate`),`ifInBroadcastPkts`=VALUES(`ifInBroadcastPkts`),`ifInBroadcastPkts_rate`=VALUES(`ifInBroadcastPkts_rate`),`ifOutBroadcastPkts`=VALUES(`ifOutBroadcastPkts`),`ifOutBroadcastPkts_rate`=VALUES(`ifOutBroadcastPkts_rate`),`ifInMulticastPkts`=VALUES(`ifInMulticastPkts`),`ifInMulticastPkts_rate`=VALUES(`ifInMulticastPkts_rate`),`ifOutMulticastPkts`=VALUES(`ifOutMulticastPkts`),`ifOutMulticastPkts_rate`=VALUES(`ifOutMulticastPkts_rate`),`ifInDiscards`=VALUES(`ifInDiscards`),`ifInDiscards_rate`=VALUES(`ifInDiscards_rate`),`ifOutDiscards`=VALUES(`ifOutDiscards`),`ifOutDiscards_rate`=VALUES(`ifOutDiscards_rate`),`ifInOctets_perc`=VALUES(`ifInOctets_perc`),`ifOutOctets_perc`=VALUES(`ifOutOctets_perc`),`ifOctets_rate`=VALUES(`ifOctets_rate`),`ifUcastPkts_rate`=VALUES(`ifUcastPkts_rate`),`ifErrors_rate`=VALUES(`ifErrors_rate`),`ifDiscards_rate`=VALUES(`ifDiscards_rate`)[0m][0m SQL RUNTIME[[0;32m0.00132084s[0m][0m +---------+-------+----------+---------+----------+----------+---------+----------+--------+---------+----+ | [37;1mifIndex[0m | [37;1mLabel[0m | [37;1mType[0m | [37;1mSpeed[0m | [37;1mBPS In[0m | [37;1mBPS Out[0m | [37;1mData In[0m | [37;1mData Out[0m | [37;1mPPS In[0m | [37;1mPPS Out[0m | [37;1mHC[0m | +---------+-------+----------+---------+----------+----------+---------+----------+--------+---------+----+ | 1 | lo | Loopback | 10Mbps | 14kbps | 14kbps | 391kB | 391kB | 9.84 | 9.84 | [32mY[37m | | 9 | bond0 | Ethernet | 100Mbps | 1.42kbps | 1.94kbps | 39.7kB | 54.3kB | 1 | 1 | [32mY[37m | +---------+-------+----------+---------+----------+----------+---------+----------+--------+---------+----+ [0;36m o [1;37mModule time [0m 0.0901s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-ports.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-ports.rrd N:0.0901[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.01 r:0.90[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/bgp-peers.inc.php [0;36m##### [1;37mModule Start: [1;31mbgp-peers[0;36m #####[0m [0m [0;36m o [1;37mModule time [0m 0.0006s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-bgp-peers.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-bgp-peers.rrd N:0.0006[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.01 r:0.91[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/printersupplies.inc.php [0;36m##### [1;37mModule Start: [1;31mprintersupplies[0;36m #####[0m [0m SQL[[0;33mSELECT * FROM `printersupplies` WHERE `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00020623s[0m][0m [0;36m o [1;37mModule time [0m 0.0004s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-printersupplies.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-printersupplies.rrd N:0.0004[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.01 r:0.91[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/ucd-diskio.inc.php [0;36m##### [1;37mModule Start: [1;31mucd-diskio[0;36m #####[0m [0m SQL[[0;33mSELECT * FROM `ucd_diskio` WHERE `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00016594s[0m][0m [0;36m o [1;37mModule time [0m 0.0003s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-ucd-diskio.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-ucd-diskio.rrd N:0.0003[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.01 r:0.91[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/wifi.inc.php [0;36m##### [1;37mModule Start: [1;31mwifi[0;36m #####[0m [0m [0;36m o [1;37mModule time [0m 0.0001s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-wifi.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-wifi.rrd N:0.0001[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.01 r:0.91[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/p2p-radios.inc.php [0;36m##### [1;37mModule Start: [1;31mp2p-radios[0;36m #####[0m [0m SQL[[0;33mSELECT * FROM `p2p_radios` WHERE `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00015092s[0m][0m [0;36m o [1;37mModule time [0m 0.0005s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-p2p-radios.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-p2p-radios.rrd N:0.0005[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.01 r:0.91[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/ospf.inc.php [0;36m##### [1;37mModule Start: [1;31mospf[0;36m #####[0m [0m SQL[[0;33mSELECT * FROM `ospf_instances` WHERE `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00012684s[0m][0m CMD[[0;33m/usr/bin/snmpbulkwalk -t '10' -v2c -c *** -Pud -OQUs -m OSPF-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' ospfGeneralGroup[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0146s[0m][0m STDOUT[ ospfGeneralGroup = No Such Object available on this agent at this OID ] SNMP STATUS[[0;31mFALSE[0m][0m SNMP ERROR[[0;31m#1000 - Failed response[0m][0m SQL[[0;33mSELECT * FROM `snmp_errors` WHERE `device_id` = '429' AND `error_code` = '1000' AND `snmp_cmd` = 'snmpwalk' AND `mib` = 'OSPF-MIB' AND `oid` = 'ospfGeneralGroup';[0m][0m SQL RUNTIME[[0;32m0.00027299s[0m][0m SQL[[0;33mUPDATE `snmp_errors` SET `error_count` ='58',`updated` ='1587744661' WHERE `error_id` = '6311'[0m][0m SQL RUNTIME[[0;32m0.00125623s[0m][0m [0;36m o [1;37mProcesses [0m [0;36m o [1;37mAreas [0m SQL[[0;33mSELECT * FROM `ospf_areas` WHERE `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00014710s[0m][0m [0;36m o [1;37mPorts [0m SQL[[0;33mSELECT * FROM `ospf_ports` WHERE `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00011802s[0m][0m [0;36m o [1;37mNeighbours [0m SQL[[0;33mSELECT * FROM `ospf_nbrs` WHERE `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00014281s[0m][0m [0;36m o [1;37mModule time [0m 0.0187s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-ospf.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-ospf.rrd N:0.0187[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.01 r:0.93[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/sla.inc.php [0;36m##### [1;37mModule Start: [1;31msla[0;36m #####[0m [0m SQL[[0;33mSELECT * FROM `slas` WHERE `device_id` = '429' AND `deleted` = 0;[0m][0m SQL RUNTIME[[0;32m0.00019598s[0m][0m [0;36m o [1;37mMIBs [0m [0;36m o [1;37mModule time [0m 0.0006s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-sla.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-sla.rrd N:0.0006[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.01 r:0.93[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/pseudowires.inc.php [0;36m##### [1;37mModule Start: [1;31mpseudowires[0;36m #####[0m [0m SQL[[0;33mSELECT * FROM `pseudowires` WHERE `device_id` = '429';[0m][0m SQL RUNTIME[[0;32m0.00013804s[0m][0m [0;36m o [1;37mModule time [0m 0.0004s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-pseudowires.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-pseudowires.rrd N:0.0004[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.01 r:0.94[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/mac-accounting.inc.php [0;36m##### [1;37mModule Start: [1;31mmac-accounting[0;36m #####[0m [0m [0;36m o [1;37mMIBs [0m SQL[[0;33mSELECT * FROM `mac_accounting` WHERE `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00014186s[0m][0m [0;36m o [1;37mModule time [0m 0.0005s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-mac-accounting.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-mac-accounting.rrd N:0.0005[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.01 r:0.94[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/loadbalancer.inc.php [0;36m##### [1;37mModule Start: [1;31mloadbalancer[0;36m #####[0m [0m [0;36m o [1;37mModule time [0m 0.0002s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-loadbalancer.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-loadbalancer.rrd N:0.0002[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.01 r:0.94[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/entity-physical.inc.php [0;36m##### [1;37mModule Start: [1;31mentity-physical[0;36m #####[0m [0m [0;36m o [1;37mModule time [0m 0.0001s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-entity-physical.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-entity-physical.rrd N:0.0001[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.01 r:0.94[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/applications.inc.php [0;36m##### [1;37mModule Start: [1;31mapplications[0;36m #####[0m [0m SQL[[0;33mSELECT * FROM `applications` WHERE `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00012398s[0m][0m SQL[[0;33mSELECT * FROM `applications` WHERE `device_id` = '429' AND `app_lastpolled` < '1587139861'[0m][0m SQL RUNTIME[[0;32m0.00010800s[0m][0m [0;36m o [1;37mModule time [0m 0.0004s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-applications.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-applications.rrd N:0.0004[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.01 r:0.94[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/fdb-table.inc.php [0;36m##### [1;37mModule Start: [1;31mfdb-table[0;36m #####[0m [0m SQL[[0;33mSELECT `ifIndex`,`port_id`,`ifDescr`,`port_label_short` FROM `ports` WHERE `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00016785s[0m][0m SQL[[0;33mSELECT * FROM `vlans_fdb` WHERE `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00011706s[0m][0m SQL[[0;33mSELECT `attrib_value` FROM `entity_attribs` WHERE `entity_type` = 'device' AND `entity_id` = '429' AND `attrib_type` = 'enable_ports_fdbcount'[0m][0m SQL RUNTIME[[0;32m0.00013614s[0m][0m Module [ports_fdbcount] disabled globally by config in process [poller]. [0;36m o [1;37mModule time [0m 0.0012s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-fdb-table.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-fdb-table.rrd N:0.0012[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.01 r:0.94[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/graphs.inc.php [0;36m##### [1;37mModule Start: [1;31mgraphs[0;36m #####[0m [0m [0;36m o [1;37mHOST-RESOURCES-MIB [0m [0;36m o [1;37mHOST-RESOURCES-MIB [0m hrSystemProcesses SQL[[0;33mSELECT `object` FROM `devices_mibs` WHERE `device_id` = '429' AND `use` = 'oid' AND `disabled` = '1' AND `mib` = 'HOST-RESOURCES-MIB'[0m][0m SQL RUNTIME[[0;32m0.00014305s[0m][0m CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUs -m HOST-RESOURCES-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' hrSystemProcesses.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.012s[0m][0m STDOUT[ hrSystemProcesses.0 = No Such Object available on this agent at this OID ] SNMP ERROR[[0;31m#1000 - Failed response[0m][0m SQL[[0;33mSELECT * FROM `snmp_errors` WHERE `device_id` = '429' AND `error_code` = '1000' AND `snmp_cmd` = 'snmpget' AND `mib` = 'HOST-RESOURCES-MIB' AND `oid` = 'hrSystemProcesses.0';[0m][0m SQL RUNTIME[[0;32m0.00028396s[0m][0m SQL[[0;33mUPDATE `snmp_errors` SET `error_count` ='58',`updated` ='1587744661' WHERE `error_id` = '6312'[0m][0m SQL RUNTIME[[0;32m0.00132680s[0m][0m SNMP STATUS[[0;31mFALSE[0m][0m WARNING, latest snmp walk/get return not good exitstatus for 'HOST-RESOURCES-MIB', RRD update skipped. hrSystemNumUsers CMD[[0;33m/usr/bin/snmpget -t '10' -v2c -c *** -Pud -OQUs -m HOST-RESOURCES-MIB -M /opt/observium/mibs/rfc:/opt/observium/mibs/net-snmp 'udp':'rac-vm03.fqdn.local':'161' hrSystemNumUsers.0[0m] [0m CMD EXITCODE[[0;32m0[0m] CMD RUNTIME[[0;32m0.0117s[0m][0m STDOUT[ hrSystemNumUsers.0 = No Such Object available on this agent at this OID ] SNMP ERROR[[0;31m#1000 - Failed response[0m][0m SQL[[0;33mSELECT * FROM `snmp_errors` WHERE `device_id` = '429' AND `error_code` = '1000' AND `snmp_cmd` = 'snmpget' AND `mib` = 'HOST-RESOURCES-MIB' AND `oid` = 'hrSystemNumUsers.0';[0m][0m SQL RUNTIME[[0;32m0.00028992s[0m][0m SQL[[0;33mUPDATE `snmp_errors` SET `error_count` ='58',`updated` ='1587744661' WHERE `error_id` = '6313'[0m][0m SQL RUNTIME[[0;32m0.00143218s[0m][0m SNMP STATUS[[0;31mFALSE[0m][0m WARNING, latest snmp walk/get return not good exitstatus for 'HOST-RESOURCES-MIB', RRD update skipped. [0;36m o [1;37mModule time [0m 0.0304s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-graphs.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-graphs.rrd N:0.0304[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.01 r:0.98[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/oids.inc.php [0;36m##### [1;37mModule Start: [1;31moids[0;36m #####[0m [0m SQL[[0;33mSELECT * FROM `oids_entries` LEFT JOIN `oids` USING(`oid_id`) WHERE `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00019193s[0m][0m [0;36m o [1;37mModule time [0m 0.0004s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-oids.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-oids.rrd N:0.0004[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.01 r:0.98[0m] RRD_STATUS[[0;32mTRUE[0m] [0m including: includes/polling/probes.inc.php [0;36m##### [1;37mModule Start: [1;31mprobes[0;36m #####[0m [0m SQL[[0;33mSELECT * FROM `probes` WHERE `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00013685s[0m][0m [0;36m o [1;37mModule time [0m 0.0004s RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-probes.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-pollermodule-probes.rrd N:0.0004[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.01 r:0.98[0m] RRD_STATUS[[0;32mTRUE[0m] [0m [0;32m##### [1;37mrac-vm03.fqdn.local [429] completed poller modules at 2020-04-24 18:11:01[0;32m #####[0m [0m [0;32m o [1;37mGraphs [checked] [0m availability, ping, ping_snmp, uptime, voltage, fanspeed, temperature, current, power, netstat_ip, netstat_ip_frag, netstat_icmp,netstat_icmp_info, netstat_tcp_stats, netstat_tcp_segments, netstat_tcp_currestab, netstat_udp_datagrams,netstat_udp_errors, netstat_snmp_stats, netstat_snmp_packets, ipsystemstats_ipv4, ipsystemstats_ipv4_frag,ipsystemstats_ipv6, ipsystemstats_ipv6_frag, bits, poller_perf, pollersnmp_count, pollersnmp_times,pollersnmp_errors_count, pollersnmp_errors_times, pollerdb_count, pollerdb_times, pollermemory_perf [0;32m o [1;37mPoller time [0m 0.9847 seconds SQL[[0;33mSELECT `device_state` FROM `devices` WHERE `device_id` = '429';[0m][0m SQL RUNTIME[[0;32m0.00012088s[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/perf-poller.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/perf-poller.rrd N:0.9847[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.01 r:0.98[0m] RRD_STATUS[[0;32mTRUE[0m] [0m Updating rac-vm03.fqdn.local - [1;44;96m > $update_array[0m[44;36m /opt/observium/includes/polling/functions.inc.php:468 [0m array( [uptime] => int(14008) [last_polled] => array( [0] => string(5) "NOW()" ) [last_polled_timetaken] => double(0.9847) [device_state] => string(3203) "a:4:{s:15:"poller_mod_perf";a:29:{s:6:"system";d:0.088;s:2:"os";d:0.1497;s:4:"ipmi";d:0.0038;s:7:"sensors";d:0.1194;s:6:"status";d:0.2041;s:7:"counter";d:0.0005;s:10:"processors";d:0.0006;s:8:"mempools";d:0.0004;s:7:"storage";d:0.0005;s:8:"netstats";d:0.1565;s:7:"ucd-mib";d:0.0161;s:13:"ipSystemStats";d:0.0308;s:5:"ports";d:0.0901;s:9:"bgp-peers";d:0.0006;s:15:"printersupplies";d:0.0004;s:10:"ucd-diskio";d:0.0003;s:4:"wifi";d:0.0001;s:10:"p2p-radios";d:0.0005;s:4:"ospf";d:0.0187;s:3:"sla";d:0.0006;s:11:"pseudowires";d:0.0004;s:14:"mac-accounting";d:0.0005;s:12:"loadbalancer";d:0.0002;s:15:"entity-physical";d:0.0001;s:12:"applications";d:0.0004;s:9:"fdb-table";d:0.0012;s:6:"graphs";d:0.0304;s:4:"oids";d:0.0004;s:6:"probes";d:0.0004;}s:14:"poller_history";a:58:{i:1587744660;d:0.9847;i:1587744430;d:1.2849;i:1587744069;d:1.0265;i:1587743817;d:11.4716;i:1587743522;d:1.557;i:1587743212;d:1.1081;i:1587742943;d:1.3414;i:1587742621;d:1.6146;i:1587742323;d:1.2611;i:1587742015;d:1.7126;i:1587741719;d:1.5904;i:1587741417;d:1.5346;i:1587741128;d:1.2097;i:1587740956;d:1.0513;i:1587740816;d:1.5136;i:1587740521;d:1.3584;i:1587740424;d:1.0861;i:1587740216;d:1.3141;i:1587739934;d:1.2279;i:1587739731;d:1.0858;i:1587739617;d:1.361;i:1587739341;d:1.5808;i:1587739294;d:0.9746;i:1587739015;d:1.5814;i:1587738675;d:1.6936;i:1587738415;d:11.2585;i:1587738120;d:1.3295;i:1587737819;d:1.3068;i:1587737517;d:1.6107;i:1587737223;d:1.5178;i:1587736923;d:1.1751;i:1587736820;d:1.0561;i:1587736583;d:0.9611;i:1587736335;d:10.9701;i:1587736009;d:1.1221;i:1587735727;d:2.3944;i:1587735411;d:1.3125;i:1587735119;d:2.2176;i:1587734964;d:1.0439;i:1587734810;d:2.0619;i:1587734524;d:2.6178;i:1587734218;d:1.4975;i:1587733917;d:1.3728;i:1587733616;d:1.0139;i:1587733344;d:1.0483;i:1587733339;d:0.8604;i:1587733034;d:0.9535;i:1587732745;d:0.8204;i:1587732589;d:0.8097;i:1587732426;d:1.3566;i:1587732252;d:0.8065;i:1587732226;d:0.8668;i:1587732151;d:1.4101;i:1587731822;d:0.822;i:1587731527;d:1.8741;i:1587731221;d:1.067;i:1587730932;d:0.839;i:1587730743;d:0.9568;}s:17:"discovery_history";a:17:{i:1587744653;d:4.1476;i:1587740947;d:4.1302;i:1587740416;d:4.6075;i:1587740219;d:4.4739;i:1587739738;d:4.1643;i:1587739288;d:4.6001;i:1587738823;d:4.4667;i:1587737541;d:3.5711;i:1587736789;d:6.7214;i:1587736615;d:4.6653;i:1587734954;d:3.6768;i:1587734679;d:3.8892;i:1587734518;d:4.644;i:1587733352;d:4.155;i:1587732245;d:2.97;i:1587732215;d:5.2929;i:1587730700;d:3.6389;}s:18:"discovery_mod_perf";a:29:{s:2:"os";d:0.0461;s:4:"mibs";d:0.0387;s:5:"ports";d:0.0697;s:11:"ports-stack";d:0.0169;s:5:"vlans";d:0.0015;s:11:"ports_vlans";N;s:4:"oids";d:0.0006;s:9:"cisco-vrf";d:0.0004;s:12:"ip-addresses";d:0.1105;s:10:"processors";d:0.041;s:8:"mempools";d:0.0258;s:9:"inventory";d:0.0982;s:15:"printersupplies";d:0.0005;s:7:"sensors";d:3.3322;s:7:"storage";d:0.0162;s:10:"neighbours";d:0.1112;s:9:"arp-table";d:0.0165;s:13:"junose-atm-vp";d:0.0002;s:9:"bgp-peers";d:0.0007;s:14:"mac-accounting";d:0.0001;s:3:"sla";d:0.0628;s:11:"pseudowires";d:0.0168;s:16:"virtual-machines";d:0.0004;s:11:"cisco-cbqos";d:0.0002;s:10:"ucd-diskio";d:0.0172;s:4:"wifi";d:0.001;s:10:"p2p-radios";d:0.0001;s:6:"graphs";d:0.0002;s:9:"cisco-cef";d:0.1178;}}" ) SQL[[0;33mUPDATE `devices` SET `uptime` ='14008',`last_polled` =NOW(),`last_polled_timetaken` ='0.9847',`device_state` ='a:4:{s:15:\"poller_mod_perf\";a:29:{s:6:\"system\";d:0.088;s:2:\"os\";d:0.1497;s:4:\"ipmi\";d:0.0038;s:7:\"sensors\";d:0.1194;s:6:\"status\";d:0.2041;s:7:\"counter\";d:0.0005;s:10:\"processors\";d:0.0006;s:8:\"mempools\";d:0.0004;s:7:\"storage\";d:0.0005;s:8:\"netstats\";d:0.1565;s:7:\"ucd-mib\";d:0.0161;s:13:\"ipSystemStats\";d:0.0308;s:5:\"ports\";d:0.0901;s:9:\"bgp-peers\";d:0.0006;s:15:\"printersupplies\";d:0.0004;s:10:\"ucd-diskio\";d:0.0003;s:4:\"wifi\";d:0.0001;s:10:\"p2p-radios\";d:0.0005;s:4:\"ospf\";d:0.0187;s:3:\"sla\";d:0.0006;s:11:\"pseudowires\";d:0.0004;s:14:\"mac-accounting\";d:0.0005;s:12:\"loadbalancer\";d:0.0002;s:15:\"entity-physical\";d:0.0001;s:12:\"applications\";d:0.0004;s:9:\"fdb-table\";d:0.0012;s:6:\"graphs\";d:0.0304;s:4:\"oids\";d:0.0004;s:6:\"probes\";d:0.0004;}s:14:\"poller_history\";a:58:{i:1587744660;d:0.9847;i:1587744430;d:1.2849;i:1587744069;d:1.0265;i:1587743817;d:11.4716;i:1587743522;d:1.557;i:1587743212;d:1.1081;i:1587742943;d:1.3414;i:1587742621;d:1.6146;i:1587742323;d:1.2611;i:1587742015;d:1.7126;i:1587741719;d:1.5904;i:1587741417;d:1.5346;i:1587741128;d:1.2097;i:1587740956;d:1.0513;i:1587740816;d:1.5136;i:1587740521;d:1.3584;i:1587740424;d:1.0861;i:1587740216;d:1.3141;i:1587739934;d:1.2279;i:1587739731;d:1.0858;i:1587739617;d:1.361;i:1587739341;d:1.5808;i:1587739294;d:0.9746;i:1587739015;d:1.5814;i:1587738675;d:1.6936;i:1587738415;d:11.2585;i:1587738120;d:1.3295;i:1587737819;d:1.3068;i:1587737517;d:1.6107;i:1587737223;d:1.5178;i:1587736923;d:1.1751;i:1587736820;d:1.0561;i:1587736583;d:0.9611;i:1587736335;d:10.9701;i:1587736009;d:1.1221;i:1587735727;d:2.3944;i:1587735411;d:1.3125;i:1587735119;d:2.2176;i:1587734964;d:1.0439;i:1587734810;d:2.0619;i:1587734524;d:2.6178;i:1587734218;d:1.4975;i:1587733917;d:1.3728;i:1587733616;d:1.0139;i:1587733344;d:1.0483;i:1587733339;d:0.8604;i:1587733034;d:0.9535;i:1587732745;d:0.8204;i:1587732589;d:0.8097;i:1587732426;d:1.3566;i:1587732252;d:0.8065;i:1587732226;d:0.8668;i:1587732151;d:1.4101;i:1587731822;d:0.822;i:1587731527;d:1.8741;i:1587731221;d:1.067;i:1587730932;d:0.839;i:1587730743;d:0.9568;}s:17:\"discovery_history\";a:17:{i:1587744653;d:4.1476;i:1587740947;d:4.1302;i:1587740416;d:4.6075;i:1587740219;d:4.4739;i:1587739738;d:4.1643;i:1587739288;d:4.6001;i:1587738823;d:4.4667;i:1587737541;d:3.5711;i:1587736789;d:6.7214;i:1587736615;d:4.6653;i:1587734954;d:3.6768;i:1587734679;d:3.8892;i:1587734518;d:4.644;i:1587733352;d:4.155;i:1587732245;d:2.97;i:1587732215;d:5.2929;i:1587730700;d:3.6389;}s:18:\"discovery_mod_perf\";a:29:{s:2:\"os\";d:0.0461;s:4:\"mibs\";d:0.0387;s:5:\"ports\";d:0.0697;s:11:\"ports-stack\";d:0.0169;s:5:\"vlans\";d:0.0015;s:11:\"ports_vlans\";N;s:4:\"oids\";d:0.0006;s:9:\"cisco-vrf\";d:0.0004;s:12:\"ip-addresses\";d:0.1105;s:10:\"processors\";d:0.041;s:8:\"mempools\";d:0.0258;s:9:\"inventory\";d:0.0982;s:15:\"printersupplies\";d:0.0005;s:7:\"sensors\";d:3.3322;s:7:\"storage\";d:0.0162;s:10:\"neighbours\";d:0.1112;s:9:\"arp-table\";d:0.0165;s:13:\"junose-atm-vp\";d:0.0002;s:9:\"bgp-peers\";d:0.0007;s:14:\"mac-accounting\";d:0.0001;s:3:\"sla\";d:0.0628;s:11:\"pseudowires\";d:0.0168;s:16:\"virtual-machines\";d:0.0004;s:11:\"cisco-cbqos\";d:0.0002;s:10:\"ucd-diskio\";d:0.0172;s:4:\"wifi\";d:0.001;s:10:\"p2p-radios\";d:0.0001;s:6:\"graphs\";d:0.0002;s:9:\"cisco-cef\";d:0.1178;}}' WHERE `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00151610s[0m][0m [0;32m o [1;37mUpdated Data [0m uptime, last_polled, last_polled_timetaken, device_state SQL[[0;33mUPDATE `alert_table` SET `state` ='{\"metrics\":{\"sdfsadf\":null}}',`count` ='0',`alert_status` ='1',`last_message` ='Checks OK',`last_checked` ='1587744661',`last_ok` ='1587744661' WHERE `alert_table_id` = '20115'[0m][0m SQL RUNTIME[[0;32m0.00125909s[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/alert-20115.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/alert-20115.rrd N:1:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.01 r:0.99[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mUPDATE `alert_table` SET `state` ='{\"metrics\":{\"*\":null}}',`count` ='0',`alert_status` ='1',`last_message` ='Checks OK',`last_checked` ='1587744661',`last_ok` ='1587744661' WHERE `alert_table_id` = '20116'[0m][0m SQL RUNTIME[[0;32m0.00129104s[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/alert-20116.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/alert-20116.rrd N:1:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.01 r:0.99[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mUPDATE `alert_table` SET `state` ='{\"metrics\":{\"device_status\":\"1\"}}',`count` ='0',`alert_status` ='1',`last_message` ='Checks OK',`last_checked` ='1587744661',`last_ok` ='1587744661' WHERE `alert_table_id` = '20127'[0m][0m SQL RUNTIME[[0;32m0.00113201s[0m][0m RRD /opt/observium/rrd/rac-vm03.fqdn.local/alert-20127.rrd already exists - no need to create. RRD CMD[[0;33mupdate /opt/observium/rrd/rac-vm03.fqdn.local/alert-20127.rrd N:1:1[0m][0m RRD RUNTIME[[0;32m0.0011s[0m] RRD STDOUT[[0;32mOK u:0.01 s:0.01 r:0.99[0m] RRD_STATUS[[0;32mTRUE[0m] [0m SQL[[0;33mDELETE FROM `observium_processes` WHERE `process_pid` = '7336' AND `process_name` = 'poller.php' AND `device_id` = '429'[0m][0m SQL RUNTIME[[0;32m0.00132704s[0m][0m ./poller.php: rac-vm03* - 1 devices polled in 1.073 secs [1;37m##### [1;37m[1;37mCompleted polling run at 2020-04-24 18:11:01[1;37m #####[0m [0m NOTE, $config['snmp']['hide_auth'] is set to TRUE, snmp community and snmp v3 auth hidden from debug output. [1;37m o [1;37mDevices Polled [0m 1 [1;37m o [1;37mPoller Time [0m 1.073 secs [1;37m o [1;37mMemory usage [0m 18MB (peak: 18MB) [1;37m o [1;37mMySQL Usage [0m Insert[1/0.001s] Update[34/0.043s] Delete[1/0.001s] Cell[11/0.003s] Row[33/0.008s] Rows[52/0.015s] Col[6/0.002s] (0.074s6.882%) [1;37m o [1;37mRRDTool Usage [0m update[122/0.132s] (0.132s 12.324%) [1;37m o [1;37mSNMP Usage [0m snmpget[30/0.537s] errors[/0s] snmpwalk[7/0.122s] (0.659s 61.441%)