MTR path monitoring | LM Exchange | LogicMonitor Community

Michael Baker · 2021-09-16T02:07:30Z

I have not published this given the security implications running something like this... Would love some help to try reduce the risks Provided the collector is running Linux (CentOS has only been tested) and the host has mtr installed this will monitor the path out to your LogicMonitor account along with the Latency, the path is stored as a Instance Level property on the device look at the updateState code... Every time this runs it compares the path and the previous path from the instance level property. If the path changes it updates another instance property named alert_message with the old vs new path so you can put it in your favourite tool to see the diff, if you set the datapoints to alert you will get both old and new path's in the alert messages you receive. You can also map the alerts to spikes in latency ect. If anyone has a nicer way of managing all this please do!!! <?xml version="1.0" encoding="UTF-8" ?> <feed version="1.0" hasPendingRequests="false" > <company></company> <status>200</status> <errmsg>OK</errmsg> <interval>0</interval> <entry type="predatasource"> <version>1631754840</version> <name>MTR to LogicMonitor</name> <displayedas>MTR to LogicMonitor</displayedas> <description>This Datasource will only work on Linux currently tested with CentOS 8 only, if you want to add this to a collecotr you will need to add a property to the instance mtr.monitoring</description> <collector>script</collector> <hasMultiInstances>false</hasMultiInstances> <schedule>180</schedule> <appliesTo>isCollectorDevice() && getPropValue("mtr.monitoring")</appliesTo> <wildcardauto>false</wildcardauto> <wildcardpersist>false</wildcardpersist> <wildcardlinuxscript></wildcardlinuxscript> <wildcardlinuxcmdline></wildcardlinuxcmdline> <wildcardwinscript></wildcardwinscript> <wildcardwincmdline></wildcardwincmdline> <wildcardgroovyscript></wildcardgroovyscript> <wildcardschedule>1440</wildcardschedule> <wildcarddisable>false</wildcarddisable> <wildcarddeleteinactive>false</wildcarddeleteinactive> <agdmethod>none</agdmethod> <agdparams></agdparams> <group>Custom Monitoring</group> <tags></tags> <technology></technology> <adlist><![CDATA[{"agdmethod":"none","agdparams":"","id":0,"filters":[],"params":{}}]]></adlist> <schemaVersion>2</schemaVersion> <dataSourceType>1</dataSourceType> <attributes> <attribute> <name>scripttype</name> <value>embed</value> <comment></comment> </attribute> <attribute> <name>scriptgroovy</name> <value>import com.santaba.agent.groovyapi.expect.Expect; import com.santaba.agent.groovyapi.snmp.Snmp; import com.santaba.agent.groovyapi.http.*; import com.santaba.agent.groovyapi.jmx.*; import org.xbill.DNS.*; import java.util.regex.Matcher; import java.util.regex.Pattern; import groovy.json.* import org.apache.commons.codec.binary.Hex import javax.crypto.Mac import javax.crypto.spec.SecretKeySpec import com.santaba.agent.util.Settings import java.security.MessageDigest import com.santaba.agent.live.LiveHostSet import org.apache.http.client.methods.* import org.apache.http.entity.ContentType import org.apache.http.entity.StringEntity import org.apache.http.impl.client.CloseableHttpClient import org.apache.http.impl.client.HttpClients import org.apache.http.client.config.RequestConfig import org.apache.http.HttpHost import org.apache.http.util.EntityUtils import java.net.URLEncoder proxy_host = hostProps.get("proxy.host")?hostProps.get("proxy.host"):null proxy_port = hostProps.get("proxy.port")?hostProps.get("proxy.port"):null String apiId = hostProps.get("lmaccess.id")?:hostProps.get("apiaccessid.key") String apiKey = hostProps.get("lmaccess.key")?:hostProps.get("apiaccesskey.key") def portalName = hostProps.get("lmaccount")?:Settings.getSetting(Settings.AGENT_COMPANY) if (proxy_host) { System.getProperties().put("proxySet", "true"); System.getProperties().put("proxyHost", proxy_host); System.getProperties().put("proxyPort", proxy_port); } def currentPath = instanceProps.get('mtr.path') def address = "${portalName}.logicmonitor.com"; proc = ('mtr --csv ' + address).execute().text; ArrayList<String> path = new ArrayList<String>(); if(proc) { i = 0 proc.eachLine { try { hops = it.split(',') if(i != 0) { path.add(hops[5]); i += 1; } else { i += 1; } } catch(e) { hopSteps += 'Error: ' + e + '\n'; } } fullPath = path.join(',') if(fullPath != currentPath) { updateState(fullPath, instanceProps.get("system.instanceid"), hostProps.get("system.deviceId"), instanceProps.get("instance"), portalName, apiId, apiKey, 'mtr.path') updateState("Original Path:${currentPath} New Path: ${fullPath}", instanceProps.get("system.instanceid"), hostProps.get("system.deviceId"), instanceProps.get("instance"), portalName, apiId, apiKey, 'alert_message') println "path_changed=1" } else { println "path_changed=0" } icmp_time = ("ping ${address} -c1").execute().text =~ /time=(\d+)/; println "icmp_time=${icmp_time[0][1]}" } else { println 'UNKNOWN issue'; } return 0; // internal stuff def updateState(message, instanceId, deviceId, dataSourceName, portalName, apiId, apiKey, field) { datasourceId = getDataSourceId(deviceId, dataSourceName, portalName, apiId, apiKey) instance_data = "{\"customProperties\":[{\"name\":\"mtr.path\",\"value\":\"${message}\"}]}" old_data = apiGetV2(portalName, apiId, apiKey, "/device/devices/${deviceId}/devicedatasources/${datasourceId['ds_id']}/instances/${datasourceId['instance_id']}") old_data['description'] = message old_data['customProperties'] << [name: field, value: message] json_data = groovy.json.JsonOutput.toJson(old_data) response = rawPutV2("PUT",apiId,apiKey,portalName,"/device/devices/${deviceId}/devicedatasources/${datasourceId['ds_id']}/instances/${datasourceId['instance_id']}","",json_data) } def getDataSourceId(deviceId, dataSourceName, portalName,apiId,apiKey) { //pp(do_request('GET', '/setting/datasources?filter=name:"Crestone custom test"')) def args = [filter:"dataSourceName:\"${dataSourceName}\""] data = apiGetV2(portalName, apiId, apiKey, "/device/devices/${deviceId}/devicedatasources", args) instance_data = apiGetV2(portalName, apiId, apiKey, "/device/devices/${deviceId}/devicedatasources/${data['items'][0]['id']}/instances") mapping_data = [instance_id: instance_data['items'][0]['id'], ds_id: instance_data['items'][0]['deviceDataSourceId']] return mapping_data } def apiGetV2(portalName, apiId, apiKey, endPoint, Map args=[:]) { def request = rawGetV2(portalName, apiId, apiKey, endPoint, args) if (request.getResponseCode() == 200) { def payload = new JsonSlurper().parseText(request.content.text) return payload } else { throw new Exception("Server return HTTP code ${request.getResponseCode()}") } } def rawGetV2(portalName, apiId, apiKey, endPoint, Map args=[:]) { def auth = generateAuth('GET', apiId, apiKey, endPoint) def headers = ["Authorization": auth, "Content-Type": "application/json", "X-Version":"2", "External-User":"true"] def url = "https://${portalName}.logicmonitor.com/santaba/rest${endPoint}" if (args) { def encodedArgs = [] args.each{ k,v -> encodedArgs << "${k}=${java.net.URLEncoder.encode(v.toString(), "UTF-8")}" } url += "?${encodedArgs.join('&')}" } def request = url.toURL().openConnection() headers.each{ k,v -> request.addRequestProperty(k, v) } return request } def rawPutV2(_verb, _accessId, _accessKey, _account, _resourcePath, _queryParameters, _data){ responseDict = [:] url = 'https://' + _account + '.logicmonitor.com' + '/santaba/rest' + _resourcePath + _queryParameters StringEntity entity = new StringEntity(_data) epoch = System.currentTimeMillis() requestVars = _verb + epoch + _data + _resourcePath hmac = Mac.getInstance('HmacSHA256') secret = new SecretKeySpec(_accessKey.getBytes(), 'HmacSHA256') hmac.init(secret) hmac_signed = Hex.encodeHexString(hmac.doFinal(requestVars.getBytes())) signature = hmac_signed.bytes.encodeBase64() CloseableHttpClient httpclient = HttpClients.createDefault() http_request = new HttpPut(url) if (proxy_host) { RequestConfig requestConfig = RequestConfig.custom() .setProxy(new HttpHost(proxy_host, new Integer(proxy_port))) .build(); http_request.setConfig(requestConfig); } http_request.addHeader("Authorization", "LMv1 " + _accessId + ":" + signature + ":" + epoch) http_request.setHeader("X-Version", "2") http_request.setHeader("Accept", "application/json") http_request.setHeader("Content-type", "application/json") http_request.setEntity(entity) response = httpclient.execute(http_request) responseBody = EntityUtils.toString(response.getEntity()) code = response.getStatusLine().getStatusCode() responseDict['code'] = code ?: null responseDict['body'] = responseBody ?: null return responseDict } static String generateAuth(method,id, key, path) { Long epoch_time = System.currentTimeMillis() Mac hmac = Mac.getInstance("HmacSHA256") hmac.init(new SecretKeySpec(key.getBytes(), "HmacSHA256")) def signature = Hex.encodeHexString(hmac.doFinal("${method}${epoch_time}${path}".getBytes())).bytes.encodeBase64() return "LMv1 ${id}:${signature}:${epoch_time}" }</value> <comment></comment> </attribute> <attribute> <name>windowsscript</name> <value></value> <comment></comment> </attribute> <attribute> <name>linuxscript</name> <value></value> <comment></comment> </attribute> <attribute> <name>windowscmdline</name> <value></value> <comment></comment> </attribute> <attribute> <name>linuxcmdline</name> <value></value> <comment></comment> </attribute> <attribute> <name>properties</name> <value></value> <comment></comment> </attribute> </attributes> <datapoints> <datapoint> <name>path_changed</name> <dataType>7</dataType> <type>2</type> <postprocessormethod>namevalue</postprocessormethod> <postprocessorparam>path_changed</postprocessorparam> <usevalue>output</usevalue> <alertexpr></alertexpr> <alertmissing>1</alertmissing> <alertsubject>MTR path changes to your LogicMonitor account</alertsubject> <alertbody>MTR path has changed: ##alert_message##</alertbody> <enableanomalyalertsuppression></enableanomalyalertsuppression> <adadvsettingenabled>false</adadvsettingenabled> <warnadadvsetting></warnadadvsetting> <erroradadvsetting></erroradadvsetting> <criticaladadvsetting></criticaladadvsetting> <description></description> <maxvalue></maxvalue> <minvalue></minvalue> <userparam1></userparam1> <userparam2></userparam2> <userparam3></userparam3> <iscomposite>false</iscomposite> <rpn></rpn> <alertTransitionIval>0</alertTransitionIval> <alertClearTransitionIval>0</alertClearTransitionIval> </datapoint> <datapoint> <name>icmp_time</name> <dataType>7</dataType> <type>2</type> <postprocessormethod>namevalue</postprocessormethod> <postprocessorparam>icmp_time</postprocessorparam> <usevalue>output</usevalue> <alertexpr></alertexpr> <alertmissing>1</alertmissing> <alertsubject></alertsubject> <alertbody></alertbody> <enableanomalyalertsuppression></enableanomalyalertsuppression> <adadvsettingenabled>false</adadvsettingenabled> <warnadadvsetting></warnadadvsetting> <erroradadvsetting></erroradadvsetting> <criticaladadvsetting></criticaladadvsetting> <description></description> <maxvalue></maxvalue> <minvalue></minvalue> <userparam1></userparam1> <userparam2></userparam2> <userparam3></userparam3> <iscomposite>false</iscomposite> <rpn></rpn> <alertTransitionIval>0</alertTransitionIval> <alertClearTransitionIval>0</alertClearTransitionIval> </datapoint> </datapoints> <graphs> <graph> <name>Latency to LogicMonitor</name> <title>Latency to LogicMonitor</title> <verticallabel>ms</verticallabel> <rigid>false</rigid> <maxvalue>NaN</maxvalue> <minvalue>NaN</minvalue> <displayprio>1</displayprio> <timescale>1day</timescale> <base1024>false</base1024> <graphdatapoints> <graphdatapoint> <name>ICMPms</name> <datapointname>icmp_time</datapointname> <cf>1</cf> </graphdatapoint> </graphdatapoints> <graphvirtualdatapoints> </graphvirtualdatapoints> <graphdatas> <graphdata> <type>1</type> <legend>ICMPms</legend> <color>silver</color> <datapointname>ICMPms</datapointname> <isvirtualdatapoint>false</isvirtualdatapoint> </graphdata> </graphdatas> </graph> </graphs> <overviewgraphs> </overviewgraphs> <scripts> </scripts> </entry> </feed>

MoreDiscussions