mirror of
https://github.com/netdata/netdata.git
synced 2025-04-12 08:48:12 +00:00

* rrdset - in progress * rrdset optimal constructor; rrdset conflict * rrdset final touches * re-organization of rrdset object members * prevent use-after-free * dictionary dfe supports also counting of iterations * rrddim managed by dictionary * rrd.h cleanup * DICTIONARY_ITEM now is referencing actual dictionary items in the code * removed rrdset linked list * Revert "removed rrdset linked list" This reverts commit 690d6a588b4b99619c2c5e10f84e8f868ae6def5. * removed rrdset linked list * added comments * Switch chart uuid to static allocation in rrdset Remove unused functions * rrdset_archive() and friends... * always create rrdfamily * enable ml_free_dimension * rrddim_foreach done with dfe * most custom rrddim loops replaced with rrddim_foreach * removed accesses to rrddim->dimensions * removed locks that are no longer needed * rrdsetvar is now managed by the dictionary * set rrdset is rrdsetvar, fixes https://github.com/netdata/netdata/pull/13646#issuecomment-1242574853 * conflict callback of rrdsetvar now properly checks if it has to reset the variable * dictionary registered callbacks accept as first parameter the DICTIONARY_ITEM * dictionary dfe now uses internal counter to report; avoided excess variables defined with dfe * dictionary walkthrough callbacks get dictionary acquired items * dictionary reference counters that can be dupped from zero * added advanced functions for get and del * rrdvar managed by dictionaries * thread safety for rrdsetvar * faster rrdvar initialization * rrdvar string lengths should match in all add, del, get functions * rrdvar internals hidden from the rest of the world * rrdvar is now acquired throughout netdata * hide the internal structures of rrdsetvar * rrdsetvar is now acquired through out netdata * rrddimvar managed by dictionary; rrddimvar linked list removed; rrddimvar structures hidden from the rest of netdata * better error handling * dont create variables if not initialized for health * dont create variables if not initialized for health again * rrdfamily is now managed by dictionaries; references of it are acquired dictionary items * type checking on acquired objects * rrdcalc renaming of functions * type checking for rrdfamily_acquired * rrdcalc managed by dictionaries * rrdcalc double free fix * host rrdvars is always needed * attempt to fix deadlock 1 * attempt to fix deadlock 2 * Remove unused variable * attempt to fix deadlock 3 * snprintfz * rrdcalc index in rrdset fix * Stop storing active charts and computing chart hashes * Remove store active chart function * Remove compute chart hash function * Remove sql_store_chart_hash function * Remove store_active_dimension function * dictionary delayed destruction * formatting and cleanup * zero dictionary base on rrdsetvar * added internal error to log delayed destructions of dictionaries * typo in rrddimvar * added debugging info to dictionary * debug info * fix for rrdcalc keys being empty * remove forgotten unlock * remove deadlock * Switch to metadata version 5 and drop chart_hash chart_hash_map chart_active dimension_active v_chart_hash * SQL cosmetic changes * do not busy wait while destroying a referenced dictionary * remove deadlock * code cleanup; re-organization; * fast cleanup and flushing of dictionaries * number formatting fixes * do not delete configured alerts when archiving a chart * rrddim obsolete linked list management outside dictionaries * removed duplicate contexts call * fix crash when rrdfamily is not initialized * dont keep rrddimvar referenced * properly cleanup rrdvar * removed some locks * Do not attempt to cleanup chart_hash / chart_hash_map * rrdcalctemplate managed by dictionary * register callbacks on the right dictionary * removed some more locks * rrdcalc secondary index replaced with linked-list; rrdcalc labels updates are now executed by health thread * when looking up for an alarm look using both chart id and chart name * host initialization a bit more modular * init rrdlabels on host update * preparation for dictionary views * improved comment * unused variables without internal checks * service threads isolation and worker info * more worker info in service thread * thread cancelability debugging with internal checks * strings data races addressed; fixes https://github.com/netdata/netdata/issues/13647 * dictionary modularization * Remove unused SQL statement definition * unit-tested thread safety of dictionaries; removed data race conditions on dictionaries and strings; dictionaries now can detect if the caller is holds a write lock and automatically all the calls become their unsafe versions; all direct calls to unsafe version is eliminated * remove worker_is_idle() from the exit of service functions, because we lose the lock time between loops * rewritten dictionary to have 2 separate locks, one for indexing and another for traversal * Update collectors/cgroups.plugin/sys_fs_cgroup.c Co-authored-by: Vladimir Kobal <vlad@prokk.net> * Update collectors/cgroups.plugin/sys_fs_cgroup.c Co-authored-by: Vladimir Kobal <vlad@prokk.net> * Update collectors/proc.plugin/proc_net_dev.c Co-authored-by: Vladimir Kobal <vlad@prokk.net> * fix memory leak in rrdset cache_dir * minor dictionary changes * dont use index locks in single threaded * obsolete dict option * rrddim options and flags separation; rrdset_done() optimization to keep array of reference pointers to rrddim; * fix jump on uninitialized value in dictionary; remove double free of cache_dir * addressed codacy findings * removed debugging code * use the private refcount on dictionaries * make dictionary item desctructors work on dictionary destruction; strictier control on dictionary API; proper cleanup sequence on rrddim; * more dictionary statistics * global statistics about dictionary operations, memory, items, callbacks * dictionary support for views - missing the public API * removed warning about unused parameter * chart and context name for cloud * chart and context name for cloud, again * dictionary statistics fixed; first implementation of dictionary views - not currently used * only the master can globally delete an item * context needs netdata prefix * fix context and chart it of spins * fix for host variables when health is not enabled * run garbage collector on item insert too * Fix info message; remove extra "using" * update dict unittest for new placement of garbage collector * we need RRDHOST->rrdvars for maintaining custom host variables * Health initialization needs the host->host_uuid * split STRING to its own files; no code changes other than that * initialize health unconditionally * unit tests do not pollute the global scope with their variables * Skip initialization when creating archived hosts on startup. When a child connects it will initialize properly Co-authored-by: Stelios Fragkakis <52996999+stelfrag@users.noreply.github.com> Co-authored-by: Vladimir Kobal <vlad@prokk.net>
115 lines
6.1 KiB
C
115 lines
6.1 KiB
C
// SPDX-License-Identifier: GPL-3.0-or-later
|
|
|
|
#ifndef NETDATA_SQLITE_FUNCTIONS_H
|
|
#define NETDATA_SQLITE_FUNCTIONS_H
|
|
|
|
#include "daemon/common.h"
|
|
#include "sqlite3.h"
|
|
|
|
// return a node list
|
|
struct node_instance_list {
|
|
uuid_t node_id;
|
|
uuid_t host_id;
|
|
char *hostname;
|
|
int live;
|
|
int queryable;
|
|
int hops;
|
|
};
|
|
|
|
typedef enum db_check_action_type {
|
|
DB_CHECK_NONE = 0x0000,
|
|
DB_CHECK_INTEGRITY = 0x0001,
|
|
DB_CHECK_FIX_DB = 0x0002,
|
|
DB_CHECK_RECLAIM_SPACE = 0x0004,
|
|
DB_CHECK_CONT = 0x00008
|
|
} db_check_action_type_t;
|
|
|
|
#define SQL_MAX_RETRY (100)
|
|
#define SQLITE_INSERT_DELAY (50) // Insert delay in case of lock
|
|
|
|
#define SQL_STORE_HOST "insert or replace into host (host_id,hostname,registry_hostname,update_every,os,timezone,tags, hops) " \
|
|
"values (?1,?2,?3,?4,?5,?6,?7,?8);"
|
|
|
|
#define SQL_STORE_CHART "insert or replace into chart (chart_id, host_id, type, id, " \
|
|
"name, family, context, title, unit, plugin, module, priority, update_every , chart_type , memory_mode , " \
|
|
"history_entries) values (?1,?2,?3,?4,?5,?6,?7,?8,?9,?10,?11,?12,?13,?14,?15,?16);"
|
|
|
|
#define SQL_FIND_CHART_UUID \
|
|
"select chart_id from chart where host_id = @host and type=@type and id=@id and (name is null or name=@name) and chart_id is not null;"
|
|
|
|
#define SQL_STORE_DIMENSION \
|
|
"INSERT OR REPLACE into dimension (dim_id, chart_id, id, name, multiplier, divisor , algorithm) values (?0001,?0002,?0003,?0004,?0005,?0006,?0007);"
|
|
|
|
#define SQL_FIND_DIMENSION_UUID \
|
|
"select dim_id from dimension where chart_id=@chart and id=@id and name=@name and length(dim_id)=16;"
|
|
|
|
#define CHECK_SQLITE_CONNECTION(db_meta) \
|
|
if (unlikely(!db_meta)) { \
|
|
if (default_rrd_memory_mode != RRD_MEMORY_MODE_DBENGINE) { \
|
|
return 1; \
|
|
} \
|
|
error_report("Database has not been initialized"); \
|
|
return 1; \
|
|
}
|
|
|
|
extern SQLITE_API int sqlite3_step_monitored(sqlite3_stmt *stmt);
|
|
extern SQLITE_API int sqlite3_exec_monitored(
|
|
sqlite3 *db, /* An open database */
|
|
const char *sql, /* SQL to be evaluated */
|
|
int (*callback)(void*,int,char**,char**), /* Callback function */
|
|
void *data, /* 1st argument to callback */
|
|
char **errmsg /* Error msg written here */
|
|
);
|
|
|
|
extern int sql_init_database(db_check_action_type_t rebuild, int memory);
|
|
extern void sql_close_database(void);
|
|
extern int bind_text_null(sqlite3_stmt *res, int position, const char *text, bool can_be_null);
|
|
extern int sql_store_host(uuid_t *guid, const char *hostname, const char *registry_hostname, int update_every, const char *os,
|
|
const char *timezone, const char *tags, int hops);
|
|
|
|
extern int sql_store_host_info(RRDHOST *host);
|
|
|
|
extern int sql_store_chart(
|
|
uuid_t *chart_uuid, uuid_t *host_uuid, const char *type, const char *id, const char *name, const char *family,
|
|
const char *context, const char *title, const char *units, const char *plugin, const char *module, long priority,
|
|
int update_every, int chart_type, int memory_mode, long history_entries);
|
|
extern int sql_store_dimension(uuid_t *dim_uuid, uuid_t *chart_uuid, const char *id, const char *name, collected_number multiplier,
|
|
collected_number divisor, int algorithm);
|
|
|
|
extern int find_dimension_uuid(RRDSET *st, RRDDIM *rd, uuid_t *store_uuid);
|
|
|
|
extern int find_chart_uuid(RRDHOST *host, const char *type, const char *id, const char *name, uuid_t *store_uuid);
|
|
extern int update_chart_metadata(uuid_t *chart_uuid, RRDSET *st, const char *id, const char *name);
|
|
|
|
extern int find_uuid_type(uuid_t *uuid);
|
|
|
|
extern void sql_rrdset2json(RRDHOST *host, BUFFER *wb);
|
|
|
|
extern RRDHOST *sql_create_host_by_uuid(char *guid);
|
|
extern int prepare_statement(sqlite3 *database, char *query, sqlite3_stmt **statement);
|
|
extern int execute_insert(sqlite3_stmt *res);
|
|
extern void db_execute(const char *cmd);
|
|
extern int file_is_migrated(char *path);
|
|
extern void add_migrated_file(char *path, uint64_t file_size);
|
|
extern void db_unlock(void);
|
|
extern void db_lock(void);
|
|
extern void delete_dimension_uuid(uuid_t *dimension_uuid);
|
|
extern void sql_build_context_param_list(ONEWAYALLOC *owa, struct context_param **param_list, RRDHOST *host, char *context, char *chart);
|
|
extern void store_claim_id(uuid_t *host_id, uuid_t *claim_id);
|
|
extern int update_node_id(uuid_t *host_id, uuid_t *node_id);
|
|
extern int get_node_id(uuid_t *host_id, uuid_t *node_id);
|
|
extern int get_host_id(uuid_t *node_id, uuid_t *host_id);
|
|
extern void invalidate_node_instances(uuid_t *host_id, uuid_t *claim_id);
|
|
extern struct node_instance_list *get_node_list(void);
|
|
extern void sql_load_node_id(RRDHOST *host);
|
|
extern int sql_set_dimension_option(uuid_t *dim_uuid, char *option);
|
|
char *get_hostname_by_node_id(char *node_id);
|
|
void free_temporary_host(RRDHOST *host);
|
|
int init_database_batch(sqlite3 *database, int rebuild, int init_type, const char *batch[]);
|
|
void migrate_localhost(uuid_t *host_uuid);
|
|
extern void sql_store_host_system_info(uuid_t *host_id, const struct rrdhost_system_info *system_info);
|
|
extern void sql_build_host_system_info(uuid_t *host_id, struct rrdhost_system_info *system_info);
|
|
void sql_store_host_labels(RRDHOST *host);
|
|
extern int sql_metadata_cache_stats(int op);
|
|
DICTIONARY *sql_load_host_labels(uuid_t *host_id);
|
|
#endif //NETDATA_SQLITE_FUNCTIONS_H
|