mirror of
https://github.com/netdata/netdata.git
synced 2025-04-05 22:15:32 +00:00

* rrdset - in progress * rrdset optimal constructor; rrdset conflict * rrdset final touches * re-organization of rrdset object members * prevent use-after-free * dictionary dfe supports also counting of iterations * rrddim managed by dictionary * rrd.h cleanup * DICTIONARY_ITEM now is referencing actual dictionary items in the code * removed rrdset linked list * Revert "removed rrdset linked list" This reverts commit 690d6a588b4b99619c2c5e10f84e8f868ae6def5. * removed rrdset linked list * added comments * Switch chart uuid to static allocation in rrdset Remove unused functions * rrdset_archive() and friends... * always create rrdfamily * enable ml_free_dimension * rrddim_foreach done with dfe * most custom rrddim loops replaced with rrddim_foreach * removed accesses to rrddim->dimensions * removed locks that are no longer needed * rrdsetvar is now managed by the dictionary * set rrdset is rrdsetvar, fixes https://github.com/netdata/netdata/pull/13646#issuecomment-1242574853 * conflict callback of rrdsetvar now properly checks if it has to reset the variable * dictionary registered callbacks accept as first parameter the DICTIONARY_ITEM * dictionary dfe now uses internal counter to report; avoided excess variables defined with dfe * dictionary walkthrough callbacks get dictionary acquired items * dictionary reference counters that can be dupped from zero * added advanced functions for get and del * rrdvar managed by dictionaries * thread safety for rrdsetvar * faster rrdvar initialization * rrdvar string lengths should match in all add, del, get functions * rrdvar internals hidden from the rest of the world * rrdvar is now acquired throughout netdata * hide the internal structures of rrdsetvar * rrdsetvar is now acquired through out netdata * rrddimvar managed by dictionary; rrddimvar linked list removed; rrddimvar structures hidden from the rest of netdata * better error handling * dont create variables if not initialized for health * dont create variables if not initialized for health again * rrdfamily is now managed by dictionaries; references of it are acquired dictionary items * type checking on acquired objects * rrdcalc renaming of functions * type checking for rrdfamily_acquired * rrdcalc managed by dictionaries * rrdcalc double free fix * host rrdvars is always needed * attempt to fix deadlock 1 * attempt to fix deadlock 2 * Remove unused variable * attempt to fix deadlock 3 * snprintfz * rrdcalc index in rrdset fix * Stop storing active charts and computing chart hashes * Remove store active chart function * Remove compute chart hash function * Remove sql_store_chart_hash function * Remove store_active_dimension function * dictionary delayed destruction * formatting and cleanup * zero dictionary base on rrdsetvar * added internal error to log delayed destructions of dictionaries * typo in rrddimvar * added debugging info to dictionary * debug info * fix for rrdcalc keys being empty * remove forgotten unlock * remove deadlock * Switch to metadata version 5 and drop chart_hash chart_hash_map chart_active dimension_active v_chart_hash * SQL cosmetic changes * do not busy wait while destroying a referenced dictionary * remove deadlock * code cleanup; re-organization; * fast cleanup and flushing of dictionaries * number formatting fixes * do not delete configured alerts when archiving a chart * rrddim obsolete linked list management outside dictionaries * removed duplicate contexts call * fix crash when rrdfamily is not initialized * dont keep rrddimvar referenced * properly cleanup rrdvar * removed some locks * Do not attempt to cleanup chart_hash / chart_hash_map * rrdcalctemplate managed by dictionary * register callbacks on the right dictionary * removed some more locks * rrdcalc secondary index replaced with linked-list; rrdcalc labels updates are now executed by health thread * when looking up for an alarm look using both chart id and chart name * host initialization a bit more modular * init rrdlabels on host update * preparation for dictionary views * improved comment * unused variables without internal checks * service threads isolation and worker info * more worker info in service thread * thread cancelability debugging with internal checks * strings data races addressed; fixes https://github.com/netdata/netdata/issues/13647 * dictionary modularization * Remove unused SQL statement definition * unit-tested thread safety of dictionaries; removed data race conditions on dictionaries and strings; dictionaries now can detect if the caller is holds a write lock and automatically all the calls become their unsafe versions; all direct calls to unsafe version is eliminated * remove worker_is_idle() from the exit of service functions, because we lose the lock time between loops * rewritten dictionary to have 2 separate locks, one for indexing and another for traversal * Update collectors/cgroups.plugin/sys_fs_cgroup.c Co-authored-by: Vladimir Kobal <vlad@prokk.net> * Update collectors/cgroups.plugin/sys_fs_cgroup.c Co-authored-by: Vladimir Kobal <vlad@prokk.net> * Update collectors/proc.plugin/proc_net_dev.c Co-authored-by: Vladimir Kobal <vlad@prokk.net> * fix memory leak in rrdset cache_dir * minor dictionary changes * dont use index locks in single threaded * obsolete dict option * rrddim options and flags separation; rrdset_done() optimization to keep array of reference pointers to rrddim; * fix jump on uninitialized value in dictionary; remove double free of cache_dir * addressed codacy findings * removed debugging code * use the private refcount on dictionaries * make dictionary item desctructors work on dictionary destruction; strictier control on dictionary API; proper cleanup sequence on rrddim; * more dictionary statistics * global statistics about dictionary operations, memory, items, callbacks * dictionary support for views - missing the public API * removed warning about unused parameter * chart and context name for cloud * chart and context name for cloud, again * dictionary statistics fixed; first implementation of dictionary views - not currently used * only the master can globally delete an item * context needs netdata prefix * fix context and chart it of spins * fix for host variables when health is not enabled * run garbage collector on item insert too * Fix info message; remove extra "using" * update dict unittest for new placement of garbage collector * we need RRDHOST->rrdvars for maintaining custom host variables * Health initialization needs the host->host_uuid * split STRING to its own files; no code changes other than that * initialize health unconditionally * unit tests do not pollute the global scope with their variables * Skip initialization when creating archived hosts on startup. When a child connects it will initialize properly Co-authored-by: Stelios Fragkakis <52996999+stelfrag@users.noreply.github.com> Co-authored-by: Vladimir Kobal <vlad@prokk.net>
140 lines
5.3 KiB
C
140 lines
5.3 KiB
C
// SPDX-License-Identifier: GPL-3.0-or-later
|
|
|
|
#include "sqlite_functions.h"
|
|
#include "sqlite_aclk_node.h"
|
|
|
|
#ifdef ENABLE_ACLK
|
|
#include "../../aclk/aclk_charts_api.h"
|
|
#endif
|
|
|
|
#ifdef ENABLE_ACLK
|
|
DICTIONARY *collectors_from_charts(RRDHOST *host, DICTIONARY *dict) {
|
|
RRDSET *st;
|
|
char name[500];
|
|
|
|
rrdset_foreach_read(st, host) {
|
|
if (rrdset_is_available_for_viewers(st)) {
|
|
struct collector_info col = {
|
|
.plugin = rrdset_plugin_name(st),
|
|
.module = rrdset_module_name(st)
|
|
};
|
|
snprintfz(name, 499, "%s:%s", col.plugin, col.module);
|
|
dictionary_set(dict, name, &col, sizeof(struct collector_info));
|
|
}
|
|
}
|
|
rrdset_foreach_done(st);
|
|
|
|
return dict;
|
|
}
|
|
#endif
|
|
|
|
void sql_build_node_collectors(struct aclk_database_worker_config *wc)
|
|
{
|
|
#ifdef ENABLE_ACLK
|
|
if (!wc->host)
|
|
return;
|
|
|
|
struct update_node_collectors upd_node_collectors;
|
|
DICTIONARY *dict = dictionary_create(DICT_OPTION_SINGLE_THREADED);
|
|
|
|
upd_node_collectors.node_id = wc->node_id;
|
|
upd_node_collectors.claim_id = get_agent_claimid();
|
|
|
|
upd_node_collectors.node_collectors = collectors_from_charts(wc->host, dict);
|
|
aclk_update_node_collectors(&upd_node_collectors);
|
|
|
|
dictionary_destroy(dict);
|
|
freez(upd_node_collectors.claim_id);
|
|
|
|
log_access("ACLK RES [%s (%s)]: NODE COLLECTORS SENT", wc->node_id, rrdhost_hostname(wc->host));
|
|
#else
|
|
UNUSED(wc);
|
|
#endif
|
|
return;
|
|
}
|
|
|
|
void sql_build_node_info(struct aclk_database_worker_config *wc, struct aclk_database_cmd cmd)
|
|
{
|
|
UNUSED(cmd);
|
|
|
|
#ifdef ENABLE_ACLK
|
|
struct update_node_info node_info;
|
|
|
|
if (!wc->host) {
|
|
wc->node_info_send = 1;
|
|
return;
|
|
}
|
|
|
|
rrd_rdlock();
|
|
node_info.node_id = wc->node_id;
|
|
node_info.claim_id = get_agent_claimid();
|
|
node_info.machine_guid = wc->host_guid;
|
|
node_info.child = (wc->host != localhost);
|
|
node_info.ml_info.ml_capable = ml_capable(localhost);
|
|
node_info.ml_info.ml_enabled = ml_enabled(wc->host);
|
|
|
|
struct capability instance_caps[] = {
|
|
{ .name = "proto", .version = 1, .enabled = 1 },
|
|
{ .name = "ml", .version = ml_capable(localhost), .enabled = ml_enabled(wc->host) },
|
|
{ .name = "mc", .version = enable_metric_correlations ? metric_correlations_version : 0, .enabled = enable_metric_correlations },
|
|
{ .name = "ctx", .version = 1, .enabled = rrdcontext_enabled},
|
|
{ .name = NULL, .version = 0, .enabled = 0 }
|
|
};
|
|
node_info.node_instance_capabilities = instance_caps;
|
|
|
|
now_realtime_timeval(&node_info.updated_at);
|
|
|
|
RRDHOST *host = wc->host;
|
|
char *host_version = NULL;
|
|
if (host != localhost) {
|
|
netdata_mutex_lock(&host->receiver_lock);
|
|
host_version =
|
|
strdupz(host->receiver && host->receiver->program_version ? host->receiver->program_version : "unknown");
|
|
netdata_mutex_unlock(&host->receiver_lock);
|
|
}
|
|
|
|
node_info.data.name = rrdhost_hostname(host);
|
|
node_info.data.os = rrdhost_os(host);
|
|
node_info.data.os_name = host->system_info->host_os_name;
|
|
node_info.data.os_version = host->system_info->host_os_version;
|
|
node_info.data.kernel_name = host->system_info->kernel_name;
|
|
node_info.data.kernel_version = host->system_info->kernel_version;
|
|
node_info.data.architecture = host->system_info->architecture;
|
|
node_info.data.cpus = host->system_info->host_cores ? str2uint32_t(host->system_info->host_cores) : 0;
|
|
node_info.data.cpu_frequency = host->system_info->host_cpu_freq ? host->system_info->host_cpu_freq : "0";
|
|
node_info.data.memory = host->system_info->host_ram_total ? host->system_info->host_ram_total : "0";
|
|
node_info.data.disk_space = host->system_info->host_disk_space ? host->system_info->host_disk_space : "0";
|
|
node_info.data.version = host_version ? host_version : VERSION;
|
|
node_info.data.release_channel = get_release_channel();
|
|
node_info.data.timezone = rrdhost_abbrev_timezone(host);
|
|
node_info.data.virtualization_type = host->system_info->virtualization ? host->system_info->virtualization : "unknown";
|
|
node_info.data.container_type = host->system_info->container ? host->system_info->container : "unknown";
|
|
node_info.data.custom_info = config_get(CONFIG_SECTION_WEB, "custom dashboard_info.js", "");
|
|
node_info.data.machine_guid = wc->host_guid;
|
|
|
|
struct capability node_caps[] = {
|
|
{ .name = "ml", .version = host->system_info->ml_capable, .enabled = host->system_info->ml_enabled },
|
|
{ .name = "mc", .version = host->system_info->mc_version ? host->system_info->mc_version : 0, .enabled = host->system_info->mc_version ? 1 : 0 },
|
|
{ .name = NULL, .version = 0, .enabled = 0 }
|
|
};
|
|
node_info.node_capabilities = node_caps;
|
|
|
|
node_info.data.ml_info.ml_capable = host->system_info->ml_capable;
|
|
node_info.data.ml_info.ml_enabled = host->system_info->ml_enabled;
|
|
|
|
node_info.data.host_labels_ptr = host->rrdlabels;
|
|
|
|
aclk_update_node_info(&node_info);
|
|
log_access("ACLK RES [%s (%s)]: NODE INFO SENT for guid [%s] (%s)", wc->node_id, rrdhost_hostname(wc->host), wc->host_guid, wc->host == localhost ? "parent" : "child");
|
|
|
|
rrd_unlock();
|
|
freez(node_info.claim_id);
|
|
freez(host_version);
|
|
|
|
wc->node_collectors_send = now_realtime_sec();
|
|
#else
|
|
UNUSED(wc);
|
|
#endif
|
|
|
|
return;
|
|
}
|