mirror of
https://github.com/netdata/netdata.git
synced 2025-04-06 14:35:32 +00:00

* rrdset - in progress * rrdset optimal constructor; rrdset conflict * rrdset final touches * re-organization of rrdset object members * prevent use-after-free * dictionary dfe supports also counting of iterations * rrddim managed by dictionary * rrd.h cleanup * DICTIONARY_ITEM now is referencing actual dictionary items in the code * removed rrdset linked list * Revert "removed rrdset linked list" This reverts commit 690d6a588b4b99619c2c5e10f84e8f868ae6def5. * removed rrdset linked list * added comments * Switch chart uuid to static allocation in rrdset Remove unused functions * rrdset_archive() and friends... * always create rrdfamily * enable ml_free_dimension * rrddim_foreach done with dfe * most custom rrddim loops replaced with rrddim_foreach * removed accesses to rrddim->dimensions * removed locks that are no longer needed * rrdsetvar is now managed by the dictionary * set rrdset is rrdsetvar, fixes https://github.com/netdata/netdata/pull/13646#issuecomment-1242574853 * conflict callback of rrdsetvar now properly checks if it has to reset the variable * dictionary registered callbacks accept as first parameter the DICTIONARY_ITEM * dictionary dfe now uses internal counter to report; avoided excess variables defined with dfe * dictionary walkthrough callbacks get dictionary acquired items * dictionary reference counters that can be dupped from zero * added advanced functions for get and del * rrdvar managed by dictionaries * thread safety for rrdsetvar * faster rrdvar initialization * rrdvar string lengths should match in all add, del, get functions * rrdvar internals hidden from the rest of the world * rrdvar is now acquired throughout netdata * hide the internal structures of rrdsetvar * rrdsetvar is now acquired through out netdata * rrddimvar managed by dictionary; rrddimvar linked list removed; rrddimvar structures hidden from the rest of netdata * better error handling * dont create variables if not initialized for health * dont create variables if not initialized for health again * rrdfamily is now managed by dictionaries; references of it are acquired dictionary items * type checking on acquired objects * rrdcalc renaming of functions * type checking for rrdfamily_acquired * rrdcalc managed by dictionaries * rrdcalc double free fix * host rrdvars is always needed * attempt to fix deadlock 1 * attempt to fix deadlock 2 * Remove unused variable * attempt to fix deadlock 3 * snprintfz * rrdcalc index in rrdset fix * Stop storing active charts and computing chart hashes * Remove store active chart function * Remove compute chart hash function * Remove sql_store_chart_hash function * Remove store_active_dimension function * dictionary delayed destruction * formatting and cleanup * zero dictionary base on rrdsetvar * added internal error to log delayed destructions of dictionaries * typo in rrddimvar * added debugging info to dictionary * debug info * fix for rrdcalc keys being empty * remove forgotten unlock * remove deadlock * Switch to metadata version 5 and drop chart_hash chart_hash_map chart_active dimension_active v_chart_hash * SQL cosmetic changes * do not busy wait while destroying a referenced dictionary * remove deadlock * code cleanup; re-organization; * fast cleanup and flushing of dictionaries * number formatting fixes * do not delete configured alerts when archiving a chart * rrddim obsolete linked list management outside dictionaries * removed duplicate contexts call * fix crash when rrdfamily is not initialized * dont keep rrddimvar referenced * properly cleanup rrdvar * removed some locks * Do not attempt to cleanup chart_hash / chart_hash_map * rrdcalctemplate managed by dictionary * register callbacks on the right dictionary * removed some more locks * rrdcalc secondary index replaced with linked-list; rrdcalc labels updates are now executed by health thread * when looking up for an alarm look using both chart id and chart name * host initialization a bit more modular * init rrdlabels on host update * preparation for dictionary views * improved comment * unused variables without internal checks * service threads isolation and worker info * more worker info in service thread * thread cancelability debugging with internal checks * strings data races addressed; fixes https://github.com/netdata/netdata/issues/13647 * dictionary modularization * Remove unused SQL statement definition * unit-tested thread safety of dictionaries; removed data race conditions on dictionaries and strings; dictionaries now can detect if the caller is holds a write lock and automatically all the calls become their unsafe versions; all direct calls to unsafe version is eliminated * remove worker_is_idle() from the exit of service functions, because we lose the lock time between loops * rewritten dictionary to have 2 separate locks, one for indexing and another for traversal * Update collectors/cgroups.plugin/sys_fs_cgroup.c Co-authored-by: Vladimir Kobal <vlad@prokk.net> * Update collectors/cgroups.plugin/sys_fs_cgroup.c Co-authored-by: Vladimir Kobal <vlad@prokk.net> * Update collectors/proc.plugin/proc_net_dev.c Co-authored-by: Vladimir Kobal <vlad@prokk.net> * fix memory leak in rrdset cache_dir * minor dictionary changes * dont use index locks in single threaded * obsolete dict option * rrddim options and flags separation; rrdset_done() optimization to keep array of reference pointers to rrddim; * fix jump on uninitialized value in dictionary; remove double free of cache_dir * addressed codacy findings * removed debugging code * use the private refcount on dictionaries * make dictionary item desctructors work on dictionary destruction; strictier control on dictionary API; proper cleanup sequence on rrddim; * more dictionary statistics * global statistics about dictionary operations, memory, items, callbacks * dictionary support for views - missing the public API * removed warning about unused parameter * chart and context name for cloud * chart and context name for cloud, again * dictionary statistics fixed; first implementation of dictionary views - not currently used * only the master can globally delete an item * context needs netdata prefix * fix context and chart it of spins * fix for host variables when health is not enabled * run garbage collector on item insert too * Fix info message; remove extra "using" * update dict unittest for new placement of garbage collector * we need RRDHOST->rrdvars for maintaining custom host variables * Health initialization needs the host->host_uuid * split STRING to its own files; no code changes other than that * initialize health unconditionally * unit tests do not pollute the global scope with their variables * Skip initialization when creating archived hosts on startup. When a child connects it will initialize properly Co-authored-by: Stelios Fragkakis <52996999+stelfrag@users.noreply.github.com> Co-authored-by: Vladimir Kobal <vlad@prokk.net>
131 lines
5.1 KiB
C
131 lines
5.1 KiB
C
// SPDX-License-Identifier: GPL-3.0-or-later
|
|
|
|
#include "plugin_proc.h"
|
|
|
|
#define PLUGIN_PROC_MODULE_LOADAVG_NAME "/proc/loadavg"
|
|
#define CONFIG_SECTION_PLUGIN_PROC_LOADAVG "plugin:" PLUGIN_PROC_CONFIG_NAME ":" PLUGIN_PROC_MODULE_LOADAVG_NAME
|
|
|
|
// linux calculates this once every 5 seconds
|
|
#define MIN_LOADAVG_UPDATE_EVERY 5
|
|
|
|
int do_proc_loadavg(int update_every, usec_t dt) {
|
|
static procfile *ff = NULL;
|
|
static int do_loadavg = -1, do_all_processes = -1;
|
|
static usec_t next_loadavg_dt = 0;
|
|
|
|
if(unlikely(!ff)) {
|
|
char filename[FILENAME_MAX + 1];
|
|
snprintfz(filename, FILENAME_MAX, "%s%s", netdata_configured_host_prefix, "/proc/loadavg");
|
|
|
|
ff = procfile_open(config_get(CONFIG_SECTION_PLUGIN_PROC_LOADAVG, "filename to monitor", filename), " \t,:|/", PROCFILE_FLAG_DEFAULT);
|
|
if(unlikely(!ff))
|
|
return 1;
|
|
}
|
|
|
|
ff = procfile_readall(ff);
|
|
if(unlikely(!ff))
|
|
return 0; // we return 0, so that we will retry to open it next time
|
|
|
|
if(unlikely(do_loadavg == -1)) {
|
|
do_loadavg = config_get_boolean(CONFIG_SECTION_PLUGIN_PROC_LOADAVG, "enable load average", 1);
|
|
do_all_processes = config_get_boolean(CONFIG_SECTION_PLUGIN_PROC_LOADAVG, "enable total processes", 1);
|
|
}
|
|
|
|
if(unlikely(procfile_lines(ff) < 1)) {
|
|
error("/proc/loadavg has no lines.");
|
|
return 1;
|
|
}
|
|
if(unlikely(procfile_linewords(ff, 0) < 6)) {
|
|
error("/proc/loadavg has less than 6 words in it.");
|
|
return 1;
|
|
}
|
|
|
|
double load1 = strtod(procfile_lineword(ff, 0, 0), NULL);
|
|
double load5 = strtod(procfile_lineword(ff, 0, 1), NULL);
|
|
double load15 = strtod(procfile_lineword(ff, 0, 2), NULL);
|
|
|
|
//unsigned long long running_processes = str2ull(procfile_lineword(ff, 0, 3));
|
|
unsigned long long active_processes = str2ull(procfile_lineword(ff, 0, 4));
|
|
|
|
//get system pid_max
|
|
unsigned long long max_processes = get_system_pid_max();
|
|
//
|
|
//unsigned long long next_pid = str2ull(procfile_lineword(ff, 0, 5));
|
|
|
|
|
|
// --------------------------------------------------------------------
|
|
|
|
if(next_loadavg_dt <= dt) {
|
|
if(likely(do_loadavg)) {
|
|
static RRDSET *load_chart = NULL;
|
|
static RRDDIM *rd_load1 = NULL, *rd_load5 = NULL, *rd_load15 = NULL;
|
|
|
|
if(unlikely(!load_chart)) {
|
|
load_chart = rrdset_create_localhost(
|
|
"system"
|
|
, "load"
|
|
, NULL
|
|
, "load"
|
|
, NULL
|
|
, "System Load Average"
|
|
, "load"
|
|
, PLUGIN_PROC_NAME
|
|
, PLUGIN_PROC_MODULE_LOADAVG_NAME
|
|
, NETDATA_CHART_PRIO_SYSTEM_LOAD
|
|
, (update_every < MIN_LOADAVG_UPDATE_EVERY) ? MIN_LOADAVG_UPDATE_EVERY : update_every
|
|
, RRDSET_TYPE_LINE
|
|
);
|
|
|
|
rd_load1 = rrddim_add(load_chart, "load1", NULL, 1, 1000, RRD_ALGORITHM_ABSOLUTE);
|
|
rd_load5 = rrddim_add(load_chart, "load5", NULL, 1, 1000, RRD_ALGORITHM_ABSOLUTE);
|
|
rd_load15 = rrddim_add(load_chart, "load15", NULL, 1, 1000, RRD_ALGORITHM_ABSOLUTE);
|
|
}
|
|
else
|
|
rrdset_next(load_chart);
|
|
|
|
rrddim_set_by_pointer(load_chart, rd_load1, (collected_number) (load1 * 1000));
|
|
rrddim_set_by_pointer(load_chart, rd_load5, (collected_number) (load5 * 1000));
|
|
rrddim_set_by_pointer(load_chart, rd_load15, (collected_number) (load15 * 1000));
|
|
rrdset_done(load_chart);
|
|
|
|
next_loadavg_dt = load_chart->update_every * USEC_PER_SEC;
|
|
}
|
|
else next_loadavg_dt = MIN_LOADAVG_UPDATE_EVERY * USEC_PER_SEC;
|
|
}
|
|
else next_loadavg_dt -= dt;
|
|
|
|
// --------------------------------------------------------------------
|
|
|
|
if(likely(do_all_processes)) {
|
|
static RRDSET *processes_chart = NULL;
|
|
static RRDDIM *rd_active = NULL;
|
|
static const RRDSETVAR_ACQUIRED *rd_pidmax;
|
|
|
|
if(unlikely(!processes_chart)) {
|
|
processes_chart = rrdset_create_localhost(
|
|
"system"
|
|
, "active_processes"
|
|
, NULL
|
|
, "processes"
|
|
, NULL
|
|
, "System Active Processes"
|
|
, "processes"
|
|
, PLUGIN_PROC_NAME
|
|
, PLUGIN_PROC_MODULE_LOADAVG_NAME
|
|
, NETDATA_CHART_PRIO_SYSTEM_ACTIVE_PROCESSES
|
|
, update_every
|
|
, RRDSET_TYPE_LINE
|
|
);
|
|
|
|
rd_active = rrddim_add(processes_chart, "active", NULL, 1, 1, RRD_ALGORITHM_ABSOLUTE);
|
|
rd_pidmax = rrdsetvar_custom_chart_variable_add_and_acquire(processes_chart, "pidmax");
|
|
}
|
|
else rrdset_next(processes_chart);
|
|
|
|
rrddim_set_by_pointer(processes_chart, rd_active, active_processes);
|
|
rrdsetvar_custom_chart_variable_set(processes_chart, rd_pidmax, max_processes);
|
|
rrdset_done(processes_chart);
|
|
}
|
|
|
|
return 0;
|
|
}
|