diff --git a/code/handlers/trackservers.q b/code/handlers/trackservers.q index fda2115d3..0860fa53a 100644 --- a/code/handlers/trackservers.q +++ b/code/handlers/trackservers.q @@ -11,8 +11,8 @@ SERVERS:@[value;`.servers.SERVERS;([]procname:`symbol$();proctype:`symbol$();hpu enabled:@[value;`enabled;1b] // whether server tracking is enabled CONNECTIONS:@[value;`CONNECTIONS;`] // the list of connections to make at start up -DISCOVERYREGISTER:@[value;`DISCOVERYREGISTER;1b] // whether to register with the discovery service -CONNECTIONSFROMDISCOVERY:@[value;`CONNECTIONSFROMDISCOVERY;1b] // whether to get connection details from the discovery service (as opposed to the static file) +DISCOVERYREGISTER:@[value;`DISCOVERYREGISTER;0b] // whether to register with the discovery service +CONNECTIONSFROMDISCOVERY:@[value;`CONNECTIONSFROMDISCOVERY;0b] // whether to get connection details from the discovery service (as opposed to the static file) SUBSCRIBETODISCOVERY:@[value;`SUBSCRIBETODISCOVERY;1b] // whether to subscribe to the discovery service for new processes becoming available DISCOVERYRETRY:@[value;`DISCOVERYRETRY;0D00:05] // how often to retry the connection to the discovery service. If 0, no connection is made TRACKNONTORQPROCESS:@[value;`TRACKNONTORQPROCESS;0b] // whether to track and register non torQ processes diff --git a/config/settings/default.q b/config/settings/default.q index eaba00167..7f5c41521 100644 --- a/config/settings/default.q +++ b/config/settings/default.q @@ -58,9 +58,9 @@ enabled:0b // prevent write access to clients if enabled // Server connection details \d .servers enabled:1b // whether server tracking is enabled -CONNECTIONS:`rdb`hdb // list of connections to make at start up -DISCOVERYREGISTER:1b // whether to register with the discovery service -CONNECTIONSFROMDISCOVERY:1b // whether to get connection details from the discovery service (as opposed to the static file). +CONNECTIONS:() // list of connections to make at start up +DISCOVERYREGISTER:0b // whether to register with the discovery service +CONNECTIONSFROMDISCOVERY:0b // whether to get connection details from the discovery service (as opposed to the static file). TRACKNONTORQPROCESS:1b // whether to track and register non torQ processes NONTORQPROCESSFILE:hsym first .proc.getconfigfile["nontorqprocess.csv"] // non torQ processes file SUBSCRIBETODISCOVERY:1b // whether to subscribe to the discovery service for new processes becoming available diff --git a/config/settings/segmentedchainedtickerplant.q b/config/settings/segmentedchainedtickerplant.q index 051fe8b75..df81054b2 100644 --- a/config/settings/segmentedchainedtickerplant.q +++ b/config/settings/segmentedchainedtickerplant.q @@ -37,4 +37,4 @@ enabled:1b // switch on subscribercutoff \d .servers CONNECTIONS,:`segmentedtickerplant -CONNECTIONSFROMDISCOVERY:1b +CONNECTIONSFROMDISCOVERY:0b diff --git a/datadog/Example_TorQ_Monitoring_Dashboard.json b/datadog/Example_TorQ_Monitoring_Dashboard.json index fb5c98979..358702b1b 100644 --- a/datadog/Example_TorQ_Monitoring_Dashboard.json +++ b/datadog/Example_TorQ_Monitoring_Dashboard.json @@ -1 +1 @@ -{"title":"TorQ Monitoring","description":"## Process checks, CPU Usage, memory stats and log file checks for TorQ\n\n","widgets":[{"id":0,"definition":{"type":"timeseries","requests":[{"q":"avg:system.processes.cpu.pct{discovery1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{tickerplant1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{sort1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{hdb1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{rdb1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{wdb1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{hdb2}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{chainedtp1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{feed1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{housekeeping1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{iexfeed1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{metrics1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{monitor1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{gateway1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{reporter1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{sortworker1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{sortworker2}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}}],"markers":[{"value":"y = 2","display_type":"ok dashed"}],"title":"The CPU utilization of each process (%)","title_size":"16","title_align":"left","show_legend":true,"legend_size":"0"},"layout":{"x":0,"y":37,"width":64,"height":34}},{"id":1,"definition":{"type":"timeseries","requests":[{"q":"avg:system.processes.mem.pct{discovery1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{tickerplant1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{sort1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{hdb1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{wdb1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{chainedtp1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{feed1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{hdb2}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{iexfeed1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{housekeeping1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{metrics1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{monitor1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{reporter1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{sortworker1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{sortworker2}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}}],"title":"The process memory consumption of each process (%)","title_size":"16","title_align":"left","show_legend":true,"legend_size":"0"},"layout":{"x":0,"y":0,"width":64,"height":36}},{"id":2,"definition":{"type":"change","requests":[{"q":"avg:system.processes.mem.pct{*} by {process_name}","change_type":"relative","compare_to":"hour_before","increase_good":false,"order_by":"name","order_dir":"desc","show_present":true}],"title":"Relative Change of Process Memory Usage (%)","title_size":"16","title_align":"left"},"layout":{"x":83,"y":24,"width":57,"height":23}},{"id":3,"definition":{"type":"change","requests":[{"q":"avg:system.processes.cpu.pct{*} by {process_name}","change_type":"relative","compare_to":"hour_before","increase_good":false,"order_by":"name","order_dir":"desc","show_present":true}],"title":"Relative Change of Process CPU Usage (%)","title_size":"16","title_align":"left"},"layout":{"x":83,"y":48,"width":57,"height":23}},{"id":4,"definition":{"type":"event_stream","query":"*","event_size":"s","title":"Events Stream","title_size":"16","title_align":"left"},"layout":{"x":83,"y":0,"width":57,"height":23}},{"id":5,"definition":{"type":"query_value","requests":[{"q":"avg:torqup.gateway1{*}","aggregator":"last","conditional_formats":[{"comparator":"<","value":1,"palette":"white_on_red"},{"comparator":">=","value":1,"palette":"white_on_green"}]}],"title":"Gateway1 Process Up","title_size":"16","title_align":"left","time":{"live_span":"1m"},"precision":0},"layout":{"x":65,"y":0,"width":17,"height":10}},{"id":6,"definition":{"type":"query_value","requests":[{"q":"avg:torqup.sort1{*}","aggregator":"last","conditional_formats":[{"comparator":">=","value":1,"palette":"white_on_green"},{"comparator":"<","value":1,"palette":"white_on_red"}]}],"title":"Sort1 Process Up","title_size":"16","title_align":"left","time":{"live_span":"1m"},"precision":0},"layout":{"x":65,"y":11,"width":17,"height":10}},{"id":7,"definition":{"type":"query_value","requests":[{"q":"avg:torqup.rdb1{*}","aggregator":"last","conditional_formats":[{"comparator":">=","value":1,"palette":"white_on_green"},{"comparator":"<","value":1,"palette":"white_on_red"}]}],"title":"RDB1 Process Up","title_size":"16","title_align":"left","time":{"live_span":"1m"},"precision":0},"layout":{"x":65,"y":22,"width":17,"height":10}},{"id":8,"definition":{"type":"query_value","requests":[{"q":"avg:torqup.feed1{*}","aggregator":"avg","conditional_formats":[{"comparator":">=","value":1,"palette":"white_on_green"},{"comparator":"<","value":1,"palette":"white_on_red"}]}],"title":"Feed1 Process Up","title_size":"16","title_align":"left","time":{"live_span":"1m"},"precision":0},"layout":{"x":65,"y":33,"width":17,"height":10}},{"id":9,"definition":{"type":"query_value","requests":[{"q":"avg:torqup.hdb1{*}","aggregator":"last","conditional_formats":[{"comparator":">=","value":1,"palette":"white_on_green"},{"comparator":"<","value":1,"palette":"white_on_red"}]}],"title":"HDB1 Process Up","title_size":"16","title_align":"left","time":{"live_span":"1m"},"precision":0},"layout":{"x":65,"y":44,"width":17,"height":10}},{"id":10,"definition":{"type":"query_value","requests":[{"q":"avg:torqup.hdb2{*}","aggregator":"avg","conditional_formats":[{"comparator":">=","value":1,"palette":"white_on_green"},{"comparator":"<","value":1,"palette":"white_on_red"}]}],"title":"HDB2 Process Up","title_size":"16","title_align":"left","time":{"live_span":"1m"},"precision":0},"layout":{"x":65,"y":55,"width":17,"height":9}}],"template_variables":[],"layout_type":"free","is_read_only":false,"notify_list":[],"id":"44u-dkb-23y"} +{"title":"TorQ Monitoring","description":"## Process checks, CPU Usage, memory stats and log file checks for TorQ\n\n","widgets":[{"id":0,"definition":{"type":"timeseries","requests":[{"q":"avg:system.processes.cpu.pct{discovery1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{tickerplant1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{sort1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{hdb1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{rdb1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{wdb1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{hdb2}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{chainedtp1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{feed1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{housekeeping1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{metrics1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{monitor1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{gateway1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{reporter1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{sortworker1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.cpu.pct{sortworker2}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}}],"markers":[{"value":"y = 2","display_type":"ok dashed"}],"title":"The CPU utilization of each process (%)","title_size":"16","title_align":"left","show_legend":true,"legend_size":"0"},"layout":{"x":0,"y":37,"width":64,"height":34}},{"id":1,"definition":{"type":"timeseries","requests":[{"q":"avg:system.processes.mem.pct{discovery1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{tickerplant1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{sort1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{hdb1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{wdb1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{chainedtp1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{feed1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{hdb2}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{housekeeping1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{metrics1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{monitor1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{reporter1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{sortworker1}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}},{"q":"avg:system.processes.mem.pct{sortworker2}","display_type":"line","style":{"palette":"dog_classic","line_type":"solid","line_width":"normal"}}],"title":"The process memory consumption of each process (%)","title_size":"16","title_align":"left","show_legend":true,"legend_size":"0"},"layout":{"x":0,"y":0,"width":64,"height":36}},{"id":2,"definition":{"type":"change","requests":[{"q":"avg:system.processes.mem.pct{*} by {process_name}","change_type":"relative","compare_to":"hour_before","increase_good":false,"order_by":"name","order_dir":"desc","show_present":true}],"title":"Relative Change of Process Memory Usage (%)","title_size":"16","title_align":"left"},"layout":{"x":83,"y":24,"width":57,"height":23}},{"id":3,"definition":{"type":"change","requests":[{"q":"avg:system.processes.cpu.pct{*} by {process_name}","change_type":"relative","compare_to":"hour_before","increase_good":false,"order_by":"name","order_dir":"desc","show_present":true}],"title":"Relative Change of Process CPU Usage (%)","title_size":"16","title_align":"left"},"layout":{"x":83,"y":48,"width":57,"height":23}},{"id":4,"definition":{"type":"event_stream","query":"*","event_size":"s","title":"Events Stream","title_size":"16","title_align":"left"},"layout":{"x":83,"y":0,"width":57,"height":23}},{"id":5,"definition":{"type":"query_value","requests":[{"q":"avg:torqup.gateway1{*}","aggregator":"last","conditional_formats":[{"comparator":"<","value":1,"palette":"white_on_red"},{"comparator":">=","value":1,"palette":"white_on_green"}]}],"title":"Gateway1 Process Up","title_size":"16","title_align":"left","time":{"live_span":"1m"},"precision":0},"layout":{"x":65,"y":0,"width":17,"height":10}},{"id":6,"definition":{"type":"query_value","requests":[{"q":"avg:torqup.sort1{*}","aggregator":"last","conditional_formats":[{"comparator":">=","value":1,"palette":"white_on_green"},{"comparator":"<","value":1,"palette":"white_on_red"}]}],"title":"Sort1 Process Up","title_size":"16","title_align":"left","time":{"live_span":"1m"},"precision":0},"layout":{"x":65,"y":11,"width":17,"height":10}},{"id":7,"definition":{"type":"query_value","requests":[{"q":"avg:torqup.rdb1{*}","aggregator":"last","conditional_formats":[{"comparator":">=","value":1,"palette":"white_on_green"},{"comparator":"<","value":1,"palette":"white_on_red"}]}],"title":"RDB1 Process Up","title_size":"16","title_align":"left","time":{"live_span":"1m"},"precision":0},"layout":{"x":65,"y":22,"width":17,"height":10}},{"id":8,"definition":{"type":"query_value","requests":[{"q":"avg:torqup.feed1{*}","aggregator":"avg","conditional_formats":[{"comparator":">=","value":1,"palette":"white_on_green"},{"comparator":"<","value":1,"palette":"white_on_red"}]}],"title":"Feed1 Process Up","title_size":"16","title_align":"left","time":{"live_span":"1m"},"precision":0},"layout":{"x":65,"y":33,"width":17,"height":10}},{"id":9,"definition":{"type":"query_value","requests":[{"q":"avg:torqup.hdb1{*}","aggregator":"last","conditional_formats":[{"comparator":">=","value":1,"palette":"white_on_green"},{"comparator":"<","value":1,"palette":"white_on_red"}]}],"title":"HDB1 Process Up","title_size":"16","title_align":"left","time":{"live_span":"1m"},"precision":0},"layout":{"x":65,"y":44,"width":17,"height":10}},{"id":10,"definition":{"type":"query_value","requests":[{"q":"avg:torqup.hdb2{*}","aggregator":"avg","conditional_formats":[{"comparator":">=","value":1,"palette":"white_on_green"},{"comparator":"<","value":1,"palette":"white_on_red"}]}],"title":"HDB2 Process Up","title_size":"16","title_align":"left","time":{"live_span":"1m"},"precision":0},"layout":{"x":65,"y":55,"width":17,"height":9}}],"template_variables":[],"layout_type":"free","is_read_only":false,"notify_list":[],"id":"44u-dkb-23y"}