mirror of
https://github.com/netdata/netdata.git
synced 2025-04-24 21:24:12 +00:00
f2b250a1f5
* split rrdfunctions streaming and progress * simplified internal inline functions API * split rrdfunctions inflight management * split rrd functions exporters * renames * base dyncfg structure * config pluginsd * intercept dyncfg function calls * loading and saving of dyncfg metadata and data * save metadata and payload to a single file; added code to update the plugins with jobs and saved configs * basic working unit test * added payload to functions execution * removed old dyncfg code that is not needed any more * more cleanup * cleanup sender for functions with payload * dyncfg functions are not exposed as functions * remaining work to avoid indexing the \0 terminating character in dictionary keys * added back old dyncfg plugins.d commands as noop, to allow plugins continue working * working api; working streaming; * updated plugins.d documentation * aclk and http api requests share the same header parsing logic * added source type internal * fixed crashes * added god mode for tests * fixes * fixed messages * save host machine guids to configs * cleaner manipulation of supported commands * the functions event loop for external plugins can now process dyncfg requests * unified internal and external plugins dyncfg API * Netdata serves schema requests from /etc/netdata/schema.d and /var/lib/netdata/conf.d/schema.d * cleanup and various fixes; fixed bug in previous dyncfg implementation on streaming that was sending the paylod in a way that allowed other streaming commands to be multiplexed * internals go to a separate header file * fix duplicate ACLK requests sent by aclk queue mechanism * use fstat instead of stat * working api * plugin actions renamed to create and delete; dyncfg files are removed only from user actions * prevent deadlock by using the react callback * fix for string_strndupz() * better dyncfg unittests * more tests at the unittests * properly detect dyncfg functions * hide config functions from the UI * tree response improvements * send the initial update with payload * determine tty using stdout, not stderr * changes to statuses, cleanup and the code to bring all business logic into interception * do not crash when the status is empty * functions now propagate the source of the requests to plugins * avoid warning about unused functions * in the count at items for attention, do not count the orphan entries * save source into dyncfg * make the list null terminated * fixed invalid comparison * prevent memory leak on duplicated headers; log x-forwarded-for * more unit tests * added dyncfg unittests into the default unittests * more unit tests and fixes * more unit tests and fixes * fix dictionary unittests * config functions require admin access
626 lines
36 KiB
C
626 lines
36 KiB
C
// SPDX-License-Identifier: GPL-3.0-or-later
|
|
|
|
#include "rrdfunctions-streaming.h"
|
|
|
|
int rrdhost_function_streaming(BUFFER *wb, const char *function __maybe_unused) {
|
|
|
|
time_t now = now_realtime_sec();
|
|
|
|
buffer_flush(wb);
|
|
wb->content_type = CT_APPLICATION_JSON;
|
|
buffer_json_initialize(wb, "\"", "\"", 0, true, BUFFER_JSON_OPTIONS_DEFAULT);
|
|
|
|
buffer_json_member_add_string(wb, "hostname", rrdhost_hostname(localhost));
|
|
buffer_json_member_add_uint64(wb, "status", HTTP_RESP_OK);
|
|
buffer_json_member_add_string(wb, "type", "table");
|
|
buffer_json_member_add_time_t(wb, "update_every", 1);
|
|
buffer_json_member_add_string(wb, "help", RRDFUNCTIONS_STREAMING_HELP);
|
|
buffer_json_member_add_array(wb, "data");
|
|
|
|
size_t max_sent_bytes_on_this_connection_per_type[STREAM_TRAFFIC_TYPE_MAX] = { 0 };
|
|
size_t max_db_metrics = 0, max_db_instances = 0, max_db_contexts = 0;
|
|
size_t max_collection_replication_instances = 0, max_streaming_replication_instances = 0;
|
|
size_t max_ml_anomalous = 0, max_ml_normal = 0, max_ml_trained = 0, max_ml_pending = 0, max_ml_silenced = 0;
|
|
{
|
|
RRDHOST *host;
|
|
dfe_start_read(rrdhost_root_index, host) {
|
|
RRDHOST_STATUS s;
|
|
rrdhost_status(host, now, &s);
|
|
buffer_json_add_array_item_array(wb);
|
|
|
|
if(s.db.metrics > max_db_metrics)
|
|
max_db_metrics = s.db.metrics;
|
|
|
|
if(s.db.instances > max_db_instances)
|
|
max_db_instances = s.db.instances;
|
|
|
|
if(s.db.contexts > max_db_contexts)
|
|
max_db_contexts = s.db.contexts;
|
|
|
|
if(s.ingest.replication.instances > max_collection_replication_instances)
|
|
max_collection_replication_instances = s.ingest.replication.instances;
|
|
|
|
if(s.stream.replication.instances > max_streaming_replication_instances)
|
|
max_streaming_replication_instances = s.stream.replication.instances;
|
|
|
|
for(int i = 0; i < STREAM_TRAFFIC_TYPE_MAX ;i++) {
|
|
if (s.stream.sent_bytes_on_this_connection_per_type[i] >
|
|
max_sent_bytes_on_this_connection_per_type[i])
|
|
max_sent_bytes_on_this_connection_per_type[i] =
|
|
s.stream.sent_bytes_on_this_connection_per_type[i];
|
|
}
|
|
|
|
// retention
|
|
buffer_json_add_array_item_string(wb, rrdhost_hostname(s.host)); // Node
|
|
buffer_json_add_array_item_uint64(wb, s.db.first_time_s * MSEC_PER_SEC); // dbFrom
|
|
buffer_json_add_array_item_uint64(wb, s.db.last_time_s * MSEC_PER_SEC); // dbTo
|
|
|
|
if(s.db.first_time_s && s.db.last_time_s && s.db.last_time_s > s.db.first_time_s)
|
|
buffer_json_add_array_item_uint64(wb, s.db.last_time_s - s.db.first_time_s); // dbDuration
|
|
else
|
|
buffer_json_add_array_item_string(wb, NULL); // dbDuration
|
|
|
|
buffer_json_add_array_item_uint64(wb, s.db.metrics); // dbMetrics
|
|
buffer_json_add_array_item_uint64(wb, s.db.instances); // dbInstances
|
|
buffer_json_add_array_item_uint64(wb, s.db.contexts); // dbContexts
|
|
|
|
// statuses
|
|
buffer_json_add_array_item_string(wb, rrdhost_ingest_status_to_string(s.ingest.status)); // InStatus
|
|
buffer_json_add_array_item_string(wb, rrdhost_streaming_status_to_string(s.stream.status)); // OutStatus
|
|
buffer_json_add_array_item_string(wb, rrdhost_ml_status_to_string(s.ml.status)); // MLStatus
|
|
|
|
// collection
|
|
if(s.ingest.since) {
|
|
buffer_json_add_array_item_uint64(wb, s.ingest.since * MSEC_PER_SEC); // InSince
|
|
buffer_json_add_array_item_time_t(wb, s.now - s.ingest.since); // InAge
|
|
}
|
|
else {
|
|
buffer_json_add_array_item_string(wb, NULL); // InSince
|
|
buffer_json_add_array_item_string(wb, NULL); // InAge
|
|
}
|
|
buffer_json_add_array_item_string(wb, stream_handshake_error_to_string(s.ingest.reason)); // InReason
|
|
buffer_json_add_array_item_uint64(wb, s.ingest.hops); // InHops
|
|
buffer_json_add_array_item_double(wb, s.ingest.replication.completion); // InReplCompletion
|
|
buffer_json_add_array_item_uint64(wb, s.ingest.replication.instances); // InReplInstances
|
|
buffer_json_add_array_item_string(wb, s.ingest.peers.local.ip); // InLocalIP
|
|
buffer_json_add_array_item_uint64(wb, s.ingest.peers.local.port); // InLocalPort
|
|
buffer_json_add_array_item_string(wb, s.ingest.peers.peer.ip); // InRemoteIP
|
|
buffer_json_add_array_item_uint64(wb, s.ingest.peers.peer.port); // InRemotePort
|
|
buffer_json_add_array_item_string(wb, s.ingest.ssl ? "SSL" : "PLAIN"); // InSSL
|
|
stream_capabilities_to_json_array(wb, s.ingest.capabilities, NULL); // InCapabilities
|
|
|
|
// streaming
|
|
if(s.stream.since) {
|
|
buffer_json_add_array_item_uint64(wb, s.stream.since * MSEC_PER_SEC); // OutSince
|
|
buffer_json_add_array_item_time_t(wb, s.now - s.stream.since); // OutAge
|
|
}
|
|
else {
|
|
buffer_json_add_array_item_string(wb, NULL); // OutSince
|
|
buffer_json_add_array_item_string(wb, NULL); // OutAge
|
|
}
|
|
buffer_json_add_array_item_string(wb, stream_handshake_error_to_string(s.stream.reason)); // OutReason
|
|
buffer_json_add_array_item_uint64(wb, s.stream.hops); // OutHops
|
|
buffer_json_add_array_item_double(wb, s.stream.replication.completion); // OutReplCompletion
|
|
buffer_json_add_array_item_uint64(wb, s.stream.replication.instances); // OutReplInstances
|
|
buffer_json_add_array_item_string(wb, s.stream.peers.local.ip); // OutLocalIP
|
|
buffer_json_add_array_item_uint64(wb, s.stream.peers.local.port); // OutLocalPort
|
|
buffer_json_add_array_item_string(wb, s.stream.peers.peer.ip); // OutRemoteIP
|
|
buffer_json_add_array_item_uint64(wb, s.stream.peers.peer.port); // OutRemotePort
|
|
buffer_json_add_array_item_string(wb, s.stream.ssl ? "SSL" : "PLAIN"); // OutSSL
|
|
buffer_json_add_array_item_string(wb, s.stream.compression ? "COMPRESSED" : "UNCOMPRESSED"); // OutCompression
|
|
stream_capabilities_to_json_array(wb, s.stream.capabilities, NULL); // OutCapabilities
|
|
buffer_json_add_array_item_uint64(wb, s.stream.sent_bytes_on_this_connection_per_type[STREAM_TRAFFIC_TYPE_DATA]);
|
|
buffer_json_add_array_item_uint64(wb, s.stream.sent_bytes_on_this_connection_per_type[STREAM_TRAFFIC_TYPE_METADATA]);
|
|
buffer_json_add_array_item_uint64(wb, s.stream.sent_bytes_on_this_connection_per_type[STREAM_TRAFFIC_TYPE_REPLICATION]);
|
|
buffer_json_add_array_item_uint64(wb, s.stream.sent_bytes_on_this_connection_per_type[STREAM_TRAFFIC_TYPE_FUNCTIONS]);
|
|
|
|
buffer_json_add_array_item_array(wb); // OutAttemptHandshake
|
|
time_t last_attempt = 0;
|
|
for(struct rrdpush_destinations *d = host->destinations; d ; d = d->next) {
|
|
if(d->since > last_attempt)
|
|
last_attempt = d->since;
|
|
|
|
buffer_json_add_array_item_string(wb, stream_handshake_error_to_string(d->reason));
|
|
}
|
|
buffer_json_array_close(wb); // // OutAttemptHandshake
|
|
|
|
if(!last_attempt) {
|
|
buffer_json_add_array_item_string(wb, NULL); // OutAttemptSince
|
|
buffer_json_add_array_item_string(wb, NULL); // OutAttemptAge
|
|
}
|
|
else {
|
|
buffer_json_add_array_item_uint64(wb, last_attempt * 1000); // OutAttemptSince
|
|
buffer_json_add_array_item_time_t(wb, s.now - last_attempt); // OutAttemptAge
|
|
}
|
|
|
|
// ML
|
|
if(s.ml.status == RRDHOST_ML_STATUS_RUNNING) {
|
|
buffer_json_add_array_item_uint64(wb, s.ml.metrics.anomalous); // MlAnomalous
|
|
buffer_json_add_array_item_uint64(wb, s.ml.metrics.normal); // MlNormal
|
|
buffer_json_add_array_item_uint64(wb, s.ml.metrics.trained); // MlTrained
|
|
buffer_json_add_array_item_uint64(wb, s.ml.metrics.pending); // MlPending
|
|
buffer_json_add_array_item_uint64(wb, s.ml.metrics.silenced); // MlSilenced
|
|
|
|
if(s.ml.metrics.anomalous > max_ml_anomalous)
|
|
max_ml_anomalous = s.ml.metrics.anomalous;
|
|
|
|
if(s.ml.metrics.normal > max_ml_normal)
|
|
max_ml_normal = s.ml.metrics.normal;
|
|
|
|
if(s.ml.metrics.trained > max_ml_trained)
|
|
max_ml_trained = s.ml.metrics.trained;
|
|
|
|
if(s.ml.metrics.pending > max_ml_pending)
|
|
max_ml_pending = s.ml.metrics.pending;
|
|
|
|
if(s.ml.metrics.silenced > max_ml_silenced)
|
|
max_ml_silenced = s.ml.metrics.silenced;
|
|
|
|
}
|
|
else {
|
|
buffer_json_add_array_item_string(wb, NULL); // MlAnomalous
|
|
buffer_json_add_array_item_string(wb, NULL); // MlNormal
|
|
buffer_json_add_array_item_string(wb, NULL); // MlTrained
|
|
buffer_json_add_array_item_string(wb, NULL); // MlPending
|
|
buffer_json_add_array_item_string(wb, NULL); // MlSilenced
|
|
}
|
|
|
|
// close
|
|
buffer_json_array_close(wb);
|
|
}
|
|
dfe_done(host);
|
|
}
|
|
buffer_json_array_close(wb); // data
|
|
buffer_json_member_add_object(wb, "columns");
|
|
{
|
|
size_t field_id = 0;
|
|
|
|
// Node
|
|
buffer_rrdf_table_add_field(wb, field_id++, "Node", "Node's Hostname",
|
|
RRDF_FIELD_TYPE_STRING, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NONE,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_COUNT, RRDF_FIELD_FILTER_MULTISELECT,
|
|
RRDF_FIELD_OPTS_VISIBLE | RRDF_FIELD_OPTS_UNIQUE_KEY | RRDF_FIELD_OPTS_STICKY,
|
|
NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "dbFrom", "DB Data Retention From",
|
|
RRDF_FIELD_TYPE_TIMESTAMP, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_DATETIME_MS,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_MIN, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "dbTo", "DB Data Retention To",
|
|
RRDF_FIELD_TYPE_TIMESTAMP, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_DATETIME_MS,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_MAX, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "dbDuration", "DB Data Retention Duration",
|
|
RRDF_FIELD_TYPE_DURATION, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_DURATION_S,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_MAX, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_VISIBLE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "dbMetrics", "Time-series Metrics in the DB",
|
|
RRDF_FIELD_TYPE_INTEGER, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NUMBER,
|
|
0, NULL, (double)max_db_metrics, RRDF_FIELD_SORT_DESCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_SUM, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_VISIBLE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "dbInstances", "Instances in the DB",
|
|
RRDF_FIELD_TYPE_INTEGER, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NUMBER,
|
|
0, NULL, (double)max_db_instances, RRDF_FIELD_SORT_DESCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_SUM, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_VISIBLE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "dbContexts", "Contexts in the DB",
|
|
RRDF_FIELD_TYPE_INTEGER, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NUMBER,
|
|
0, NULL, (double)max_db_contexts, RRDF_FIELD_SORT_DESCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_SUM, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_VISIBLE, NULL);
|
|
|
|
// --- statuses ---
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "InStatus", "Data Collection Online Status",
|
|
RRDF_FIELD_TYPE_STRING, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NONE,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_COUNT, RRDF_FIELD_FILTER_MULTISELECT,
|
|
RRDF_FIELD_OPTS_VISIBLE, NULL);
|
|
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "OutStatus", "Streaming Online Status",
|
|
RRDF_FIELD_TYPE_STRING, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NONE,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_COUNT, RRDF_FIELD_FILTER_MULTISELECT,
|
|
RRDF_FIELD_OPTS_VISIBLE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "MlStatus", "ML Status",
|
|
RRDF_FIELD_TYPE_STRING, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NONE,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_COUNT, RRDF_FIELD_FILTER_MULTISELECT,
|
|
RRDF_FIELD_OPTS_VISIBLE, NULL);
|
|
|
|
// --- collection ---
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "InSince", "Last Data Collection Status Change",
|
|
RRDF_FIELD_TYPE_TIMESTAMP, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_DATETIME_MS,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_DESCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_MIN, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "InAge", "Last Data Collection Online Status Change Age",
|
|
RRDF_FIELD_TYPE_DURATION, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_DURATION_S,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_MAX, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_VISIBLE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "InReason", "Data Collection Online Status Reason",
|
|
RRDF_FIELD_TYPE_STRING, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NONE,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_COUNT, RRDF_FIELD_FILTER_MULTISELECT,
|
|
RRDF_FIELD_OPTS_VISIBLE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "InHops", "Data Collection Distance Hops from Origin Node",
|
|
RRDF_FIELD_TYPE_INTEGER, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NONE,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_MIN, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_VISIBLE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "InReplCompletion", "Inbound Replication Completion",
|
|
RRDF_FIELD_TYPE_INTEGER, RRDF_FIELD_VISUAL_BAR, RRDF_FIELD_TRANSFORM_NUMBER,
|
|
1, "%", 100.0, RRDF_FIELD_SORT_DESCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_MIN, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_VISIBLE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "InReplInstances", "Inbound Replicating Instances",
|
|
RRDF_FIELD_TYPE_INTEGER, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NUMBER,
|
|
0, "instances", (double)max_collection_replication_instances, RRDF_FIELD_SORT_DESCENDING,
|
|
NULL,
|
|
RRDF_FIELD_SUMMARY_SUM, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "InLocalIP", "Inbound Local IP",
|
|
RRDF_FIELD_TYPE_STRING, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NONE,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_COUNT, RRDF_FIELD_FILTER_MULTISELECT,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "InLocalPort", "Inbound Local Port",
|
|
RRDF_FIELD_TYPE_INTEGER, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NUMBER,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_COUNT, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "InRemoteIP", "Inbound Remote IP",
|
|
RRDF_FIELD_TYPE_STRING, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NONE,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_COUNT, RRDF_FIELD_FILTER_MULTISELECT,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "InRemotePort", "Inbound Remote Port",
|
|
RRDF_FIELD_TYPE_INTEGER, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NUMBER,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_COUNT, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "InSSL", "Inbound SSL Connection",
|
|
RRDF_FIELD_TYPE_STRING, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NONE,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_COUNT, RRDF_FIELD_FILTER_MULTISELECT,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "InCapabilities", "Inbound Connection Capabilities",
|
|
RRDF_FIELD_TYPE_ARRAY, RRDF_FIELD_VISUAL_PILL, RRDF_FIELD_TRANSFORM_NONE,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_COUNT, RRDF_FIELD_FILTER_MULTISELECT,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
// --- streaming ---
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "OutSince", "Last Streaming Status Change",
|
|
RRDF_FIELD_TYPE_TIMESTAMP, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_DATETIME_MS,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_DESCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_MAX, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "OutAge", "Last Streaming Status Change Age",
|
|
RRDF_FIELD_TYPE_DURATION, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_DURATION_S,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_MIN, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_VISIBLE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "OutReason", "Streaming Status Reason",
|
|
RRDF_FIELD_TYPE_STRING, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NONE,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_COUNT, RRDF_FIELD_FILTER_MULTISELECT,
|
|
RRDF_FIELD_OPTS_VISIBLE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "OutHops", "Streaming Distance Hops from Origin Node",
|
|
RRDF_FIELD_TYPE_INTEGER, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NONE,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_MIN, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_VISIBLE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "OutReplCompletion", "Outbound Replication Completion",
|
|
RRDF_FIELD_TYPE_INTEGER, RRDF_FIELD_VISUAL_BAR, RRDF_FIELD_TRANSFORM_NUMBER,
|
|
1, "%", 100.0, RRDF_FIELD_SORT_DESCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_MIN, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_VISIBLE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "OutReplInstances", "Outbound Replicating Instances",
|
|
RRDF_FIELD_TYPE_INTEGER, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NUMBER,
|
|
0, "instances", (double)max_streaming_replication_instances, RRDF_FIELD_SORT_DESCENDING,
|
|
NULL,
|
|
RRDF_FIELD_SUMMARY_SUM, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "OutLocalIP", "Outbound Local IP",
|
|
RRDF_FIELD_TYPE_STRING, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NONE,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_COUNT, RRDF_FIELD_FILTER_MULTISELECT,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "OutLocalPort", "Outbound Local Port",
|
|
RRDF_FIELD_TYPE_INTEGER, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NUMBER,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_COUNT, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "OutRemoteIP", "Outbound Remote IP",
|
|
RRDF_FIELD_TYPE_STRING, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NONE,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_COUNT, RRDF_FIELD_FILTER_MULTISELECT,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "OutRemotePort", "Outbound Remote Port",
|
|
RRDF_FIELD_TYPE_INTEGER, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NUMBER,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_COUNT, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "OutSSL", "Outbound SSL Connection",
|
|
RRDF_FIELD_TYPE_STRING, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NONE,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_COUNT, RRDF_FIELD_FILTER_MULTISELECT,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "OutCompression", "Outbound Compressed Connection",
|
|
RRDF_FIELD_TYPE_STRING, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NONE,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_COUNT, RRDF_FIELD_FILTER_MULTISELECT,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "OutCapabilities", "Outbound Connection Capabilities",
|
|
RRDF_FIELD_TYPE_ARRAY, RRDF_FIELD_VISUAL_PILL, RRDF_FIELD_TRANSFORM_NONE,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_COUNT, RRDF_FIELD_FILTER_MULTISELECT,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "OutTrafficData", "Outbound Metric Data Traffic",
|
|
RRDF_FIELD_TYPE_INTEGER, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NUMBER,
|
|
0, "bytes", (double)max_sent_bytes_on_this_connection_per_type[STREAM_TRAFFIC_TYPE_DATA],
|
|
RRDF_FIELD_SORT_DESCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_SUM, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "OutTrafficMetadata", "Outbound Metric Metadata Traffic",
|
|
RRDF_FIELD_TYPE_INTEGER, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NUMBER,
|
|
0, "bytes",
|
|
(double)max_sent_bytes_on_this_connection_per_type[STREAM_TRAFFIC_TYPE_METADATA],
|
|
RRDF_FIELD_SORT_DESCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_SUM, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "OutTrafficReplication", "Outbound Metric Replication Traffic",
|
|
RRDF_FIELD_TYPE_INTEGER, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NUMBER,
|
|
0, "bytes",
|
|
(double)max_sent_bytes_on_this_connection_per_type[STREAM_TRAFFIC_TYPE_REPLICATION],
|
|
RRDF_FIELD_SORT_DESCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_SUM, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "OutTrafficFunctions", "Outbound Metric Functions Traffic",
|
|
RRDF_FIELD_TYPE_INTEGER, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NUMBER,
|
|
0, "bytes",
|
|
(double)max_sent_bytes_on_this_connection_per_type[STREAM_TRAFFIC_TYPE_FUNCTIONS],
|
|
RRDF_FIELD_SORT_DESCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_SUM, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "OutAttemptHandshake",
|
|
"Outbound Connection Attempt Handshake Status",
|
|
RRDF_FIELD_TYPE_ARRAY, RRDF_FIELD_VISUAL_PILL, RRDF_FIELD_TRANSFORM_NONE,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_COUNT, RRDF_FIELD_FILTER_MULTISELECT,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "OutAttemptSince",
|
|
"Last Outbound Connection Attempt Status Change Time",
|
|
RRDF_FIELD_TYPE_TIMESTAMP, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_DATETIME_MS,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_DESCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_MAX, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "OutAttemptAge",
|
|
"Last Outbound Connection Attempt Status Change Age",
|
|
RRDF_FIELD_TYPE_DURATION, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_DURATION_S,
|
|
0, NULL, NAN, RRDF_FIELD_SORT_ASCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_MIN, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_VISIBLE, NULL);
|
|
|
|
// --- ML ---
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "MlAnomalous", "Number of Anomalous Metrics",
|
|
RRDF_FIELD_TYPE_INTEGER, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NUMBER,
|
|
0, "metrics",
|
|
(double)max_ml_anomalous,
|
|
RRDF_FIELD_SORT_DESCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_SUM, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "MlNormal", "Number of Not Anomalous Metrics",
|
|
RRDF_FIELD_TYPE_INTEGER, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NUMBER,
|
|
0, "metrics",
|
|
(double)max_ml_normal,
|
|
RRDF_FIELD_SORT_DESCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_SUM, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "MlTrained", "Number of Trained Metrics",
|
|
RRDF_FIELD_TYPE_INTEGER, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NUMBER,
|
|
0, "metrics",
|
|
(double)max_ml_trained,
|
|
RRDF_FIELD_SORT_DESCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_SUM, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "MlPending", "Number of Pending Metrics",
|
|
RRDF_FIELD_TYPE_INTEGER, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NUMBER,
|
|
0, "metrics",
|
|
(double)max_ml_pending,
|
|
RRDF_FIELD_SORT_DESCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_SUM, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
|
|
buffer_rrdf_table_add_field(wb, field_id++, "MlSilenced", "Number of Silenced Metrics",
|
|
RRDF_FIELD_TYPE_INTEGER, RRDF_FIELD_VISUAL_VALUE, RRDF_FIELD_TRANSFORM_NUMBER,
|
|
0, "metrics",
|
|
(double)max_ml_silenced,
|
|
RRDF_FIELD_SORT_DESCENDING, NULL,
|
|
RRDF_FIELD_SUMMARY_SUM, RRDF_FIELD_FILTER_RANGE,
|
|
RRDF_FIELD_OPTS_NONE, NULL);
|
|
}
|
|
buffer_json_object_close(wb); // columns
|
|
buffer_json_member_add_string(wb, "default_sort_column", "Node");
|
|
buffer_json_member_add_object(wb, "charts");
|
|
{
|
|
// Data Collection Age chart
|
|
buffer_json_member_add_object(wb, "InAge");
|
|
{
|
|
buffer_json_member_add_string(wb, "name", "Data Collection Age");
|
|
buffer_json_member_add_string(wb, "type", "stacked-bar");
|
|
buffer_json_member_add_array(wb, "columns");
|
|
{
|
|
buffer_json_add_array_item_string(wb, "InAge");
|
|
}
|
|
buffer_json_array_close(wb);
|
|
}
|
|
buffer_json_object_close(wb);
|
|
|
|
// Streaming Age chart
|
|
buffer_json_member_add_object(wb, "OutAge");
|
|
{
|
|
buffer_json_member_add_string(wb, "name", "Streaming Age");
|
|
buffer_json_member_add_string(wb, "type", "stacked-bar");
|
|
buffer_json_member_add_array(wb, "columns");
|
|
{
|
|
buffer_json_add_array_item_string(wb, "OutAge");
|
|
}
|
|
buffer_json_array_close(wb);
|
|
}
|
|
buffer_json_object_close(wb);
|
|
|
|
// DB Duration
|
|
buffer_json_member_add_object(wb, "dbDuration");
|
|
{
|
|
buffer_json_member_add_string(wb, "name", "Retention Duration");
|
|
buffer_json_member_add_string(wb, "type", "stacked-bar");
|
|
buffer_json_member_add_array(wb, "columns");
|
|
{
|
|
buffer_json_add_array_item_string(wb, "dbDuration");
|
|
}
|
|
buffer_json_array_close(wb);
|
|
}
|
|
buffer_json_object_close(wb);
|
|
}
|
|
buffer_json_object_close(wb); // charts
|
|
|
|
buffer_json_member_add_array(wb, "default_charts");
|
|
{
|
|
buffer_json_add_array_item_array(wb);
|
|
buffer_json_add_array_item_string(wb, "InAge");
|
|
buffer_json_add_array_item_string(wb, "Node");
|
|
buffer_json_array_close(wb);
|
|
|
|
buffer_json_add_array_item_array(wb);
|
|
buffer_json_add_array_item_string(wb, "OutAge");
|
|
buffer_json_add_array_item_string(wb, "Node");
|
|
buffer_json_array_close(wb);
|
|
}
|
|
buffer_json_array_close(wb);
|
|
|
|
buffer_json_member_add_object(wb, "group_by");
|
|
{
|
|
buffer_json_member_add_object(wb, "Node");
|
|
{
|
|
buffer_json_member_add_string(wb, "name", "Node");
|
|
buffer_json_member_add_array(wb, "columns");
|
|
{
|
|
buffer_json_add_array_item_string(wb, "Node");
|
|
}
|
|
buffer_json_array_close(wb);
|
|
}
|
|
buffer_json_object_close(wb);
|
|
|
|
buffer_json_member_add_object(wb, "InStatus");
|
|
{
|
|
buffer_json_member_add_string(wb, "name", "Nodes by Collection Status");
|
|
buffer_json_member_add_array(wb, "columns");
|
|
{
|
|
buffer_json_add_array_item_string(wb, "InStatus");
|
|
}
|
|
buffer_json_array_close(wb);
|
|
}
|
|
buffer_json_object_close(wb);
|
|
|
|
buffer_json_member_add_object(wb, "OutStatus");
|
|
{
|
|
buffer_json_member_add_string(wb, "name", "Nodes by Streaming Status");
|
|
buffer_json_member_add_array(wb, "columns");
|
|
{
|
|
buffer_json_add_array_item_string(wb, "OutStatus");
|
|
}
|
|
buffer_json_array_close(wb);
|
|
}
|
|
buffer_json_object_close(wb);
|
|
|
|
buffer_json_member_add_object(wb, "MlStatus");
|
|
{
|
|
buffer_json_member_add_string(wb, "name", "Nodes by ML Status");
|
|
buffer_json_member_add_array(wb, "columns");
|
|
{
|
|
buffer_json_add_array_item_string(wb, "MlStatus");
|
|
}
|
|
buffer_json_array_close(wb);
|
|
}
|
|
buffer_json_object_close(wb);
|
|
|
|
buffer_json_member_add_object(wb, "InRemoteIP");
|
|
{
|
|
buffer_json_member_add_string(wb, "name", "Nodes by Inbound IP");
|
|
buffer_json_member_add_array(wb, "columns");
|
|
{
|
|
buffer_json_add_array_item_string(wb, "InRemoteIP");
|
|
}
|
|
buffer_json_array_close(wb);
|
|
}
|
|
buffer_json_object_close(wb);
|
|
|
|
buffer_json_member_add_object(wb, "OutRemoteIP");
|
|
{
|
|
buffer_json_member_add_string(wb, "name", "Nodes by Outbound IP");
|
|
buffer_json_member_add_array(wb, "columns");
|
|
{
|
|
buffer_json_add_array_item_string(wb, "OutRemoteIP");
|
|
}
|
|
buffer_json_array_close(wb);
|
|
}
|
|
buffer_json_object_close(wb);
|
|
}
|
|
buffer_json_object_close(wb); // group_by
|
|
|
|
buffer_json_member_add_time_t(wb, "expires", now_realtime_sec() + 1);
|
|
buffer_json_finalize(wb);
|
|
|
|
return HTTP_RESP_OK;
|
|
}
|