mirror of
https://github.com/netdata/netdata.git
synced 2025-04-22 04:31:08 +00:00
f2b250a1f5
* split rrdfunctions streaming and progress * simplified internal inline functions API * split rrdfunctions inflight management * split rrd functions exporters * renames * base dyncfg structure * config pluginsd * intercept dyncfg function calls * loading and saving of dyncfg metadata and data * save metadata and payload to a single file; added code to update the plugins with jobs and saved configs * basic working unit test * added payload to functions execution * removed old dyncfg code that is not needed any more * more cleanup * cleanup sender for functions with payload * dyncfg functions are not exposed as functions * remaining work to avoid indexing the \0 terminating character in dictionary keys * added back old dyncfg plugins.d commands as noop, to allow plugins continue working * working api; working streaming; * updated plugins.d documentation * aclk and http api requests share the same header parsing logic * added source type internal * fixed crashes * added god mode for tests * fixes * fixed messages * save host machine guids to configs * cleaner manipulation of supported commands * the functions event loop for external plugins can now process dyncfg requests * unified internal and external plugins dyncfg API * Netdata serves schema requests from /etc/netdata/schema.d and /var/lib/netdata/conf.d/schema.d * cleanup and various fixes; fixed bug in previous dyncfg implementation on streaming that was sending the paylod in a way that allowed other streaming commands to be multiplexed * internals go to a separate header file * fix duplicate ACLK requests sent by aclk queue mechanism * use fstat instead of stat * working api * plugin actions renamed to create and delete; dyncfg files are removed only from user actions * prevent deadlock by using the react callback * fix for string_strndupz() * better dyncfg unittests * more tests at the unittests * properly detect dyncfg functions * hide config functions from the UI * tree response improvements * send the initial update with payload * determine tty using stdout, not stderr * changes to statuses, cleanup and the code to bring all business logic into interception * do not crash when the status is empty * functions now propagate the source of the requests to plugins * avoid warning about unused functions * in the count at items for attention, do not count the orphan entries * save source into dyncfg * make the list null terminated * fixed invalid comparison * prevent memory leak on duplicated headers; log x-forwarded-for * more unit tests * added dyncfg unittests into the default unittests * more unit tests and fixes * more unit tests and fixes * fix dictionary unittests * config functions require admin access
130 lines
7 KiB
C
130 lines
7 KiB
C
// SPDX-License-Identifier: GPL-3.0-or-later
|
|
|
|
#ifndef NETDATA_FUNCTIONS_EVLOOP_H
|
|
#define NETDATA_FUNCTIONS_EVLOOP_H
|
|
|
|
#include "../libnetdata.h"
|
|
|
|
#define MAX_FUNCTION_PARAMETERS 1024
|
|
|
|
#define PLUGINSD_KEYWORD_CHART "CHART"
|
|
#define PLUGINSD_KEYWORD_CHART_DEFINITION_END "CHART_DEFINITION_END"
|
|
|
|
#define PLUGINSD_KEYWORD_DIMENSION "DIMENSION"
|
|
#define PLUGINSD_KEYWORD_BEGIN "BEGIN"
|
|
#define PLUGINSD_KEYWORD_SET "SET"
|
|
#define PLUGINSD_KEYWORD_END "END"
|
|
#define PLUGINSD_KEYWORD_FLUSH "FLUSH"
|
|
#define PLUGINSD_KEYWORD_DISABLE "DISABLE"
|
|
#define PLUGINSD_KEYWORD_VARIABLE "VARIABLE"
|
|
#define PLUGINSD_KEYWORD_LABEL "LABEL"
|
|
#define PLUGINSD_KEYWORD_OVERWRITE "OVERWRITE"
|
|
#define PLUGINSD_KEYWORD_CLABEL "CLABEL"
|
|
#define PLUGINSD_KEYWORD_CLABEL_COMMIT "CLABEL_COMMIT"
|
|
|
|
#define PLUGINSD_KEYWORD_FUNCTION "FUNCTION"
|
|
#define PLUGINSD_KEYWORD_FUNCTION_PAYLOAD "FUNCTION_PAYLOAD"
|
|
#define PLUGINSD_KEYWORD_FUNCTION_PAYLOAD_END "FUNCTION_PAYLOAD_END"
|
|
#define PLUGINSD_KEYWORD_FUNCTION_CANCEL "FUNCTION_CANCEL"
|
|
#define PLUGINSD_KEYWORD_FUNCTION_PROGRESS "FUNCTION_PROGRESS"
|
|
#define PLUGINSD_KEYWORD_FUNCTION_RESULT_BEGIN "FUNCTION_RESULT_BEGIN"
|
|
#define PLUGINSD_KEYWORD_FUNCTION_RESULT_END "FUNCTION_RESULT_END"
|
|
|
|
#define PLUGINSD_KEYWORD_CONFIG "CONFIG"
|
|
#define PLUGINSD_KEYWORD_CONFIG_ACTION_CREATE "create"
|
|
#define PLUGINSD_KEYWORD_CONFIG_ACTION_DELETE "delete"
|
|
#define PLUGINSD_KEYWORD_CONFIG_ACTION_STATUS "status"
|
|
|
|
#define PLUGINSD_FUNCTION_CONFIG "config"
|
|
|
|
#define PLUGINSD_KEYWORD_REPLAY_CHART "REPLAY_CHART"
|
|
#define PLUGINSD_KEYWORD_REPLAY_BEGIN "RBEGIN"
|
|
#define PLUGINSD_KEYWORD_REPLAY_SET "RSET"
|
|
#define PLUGINSD_KEYWORD_REPLAY_RRDDIM_STATE "RDSTATE"
|
|
#define PLUGINSD_KEYWORD_REPLAY_RRDSET_STATE "RSSTATE"
|
|
#define PLUGINSD_KEYWORD_REPLAY_END "REND"
|
|
|
|
#define PLUGINSD_KEYWORD_BEGIN_V2 "BEGIN2"
|
|
#define PLUGINSD_KEYWORD_SET_V2 "SET2"
|
|
#define PLUGINSD_KEYWORD_END_V2 "END2"
|
|
|
|
#define PLUGINSD_KEYWORD_HOST_DEFINE "HOST_DEFINE"
|
|
#define PLUGINSD_KEYWORD_HOST_DEFINE_END "HOST_DEFINE_END"
|
|
#define PLUGINSD_KEYWORD_HOST_LABEL "HOST_LABEL"
|
|
#define PLUGINSD_KEYWORD_HOST "HOST"
|
|
|
|
#define PLUGINSD_KEYWORD_EXIT "EXIT"
|
|
|
|
#define PLUGINSD_KEYWORD_SLOT "SLOT" // to change the length of this, update pluginsd_extract_chart_slot() too
|
|
|
|
#define PLUGINS_FUNCTIONS_TIMEOUT_DEFAULT 10 // seconds
|
|
|
|
typedef void (*functions_evloop_worker_execute_t)(const char *transaction, char *function, usec_t *stop_monotonic_ut, bool *cancelled, BUFFER *payload, const char *source, void *data);
|
|
struct functions_evloop_worker_job;
|
|
struct functions_evloop_globals *functions_evloop_init(size_t worker_threads, const char *tag, netdata_mutex_t *stdout_mutex, bool *plugin_should_exit);
|
|
void functions_evloop_add_function(struct functions_evloop_globals *wg, const char *function, functions_evloop_worker_execute_t cb, time_t default_timeout, void *data);
|
|
void functions_evloop_cancel_threads(struct functions_evloop_globals *wg);
|
|
|
|
#define FUNCTIONS_EXTENDED_TIME_ON_PROGRESS_UT (10 * USEC_PER_SEC)
|
|
static inline void functions_stop_monotonic_update_on_progress(usec_t *stop_monotonic_ut) {
|
|
usec_t now_ut = now_monotonic_usec();
|
|
if(now_ut + FUNCTIONS_EXTENDED_TIME_ON_PROGRESS_UT > *stop_monotonic_ut) {
|
|
nd_log(NDLS_DAEMON, NDLP_DEBUG, "Extending function timeout due to PROGRESS update...");
|
|
__atomic_store_n(stop_monotonic_ut, now_ut + FUNCTIONS_EXTENDED_TIME_ON_PROGRESS_UT, __ATOMIC_RELAXED);
|
|
}
|
|
else
|
|
nd_log(NDLS_DAEMON, NDLP_DEBUG, "Received PROGRESS update...");
|
|
}
|
|
|
|
#define pluginsd_function_result_begin_to_buffer(wb, transaction, code, content_type, expires) \
|
|
buffer_sprintf(wb \
|
|
, PLUGINSD_KEYWORD_FUNCTION_RESULT_BEGIN " \"%s\" %d \"%s\" %ld\n" \
|
|
, (transaction) ? (transaction) : "" \
|
|
, (int)(code) \
|
|
, (content_type) ? (content_type) : "" \
|
|
, (long int)(expires) \
|
|
)
|
|
|
|
#define pluginsd_function_result_end_to_buffer(wb) \
|
|
buffer_strcat(wb, "\n" PLUGINSD_KEYWORD_FUNCTION_RESULT_END "\n")
|
|
|
|
#define pluginsd_function_result_begin_to_stdout(transaction, code, content_type, expires) \
|
|
fprintf(stdout \
|
|
, PLUGINSD_KEYWORD_FUNCTION_RESULT_BEGIN " \"%s\" %d \"%s\" %ld\n" \
|
|
, (transaction) ? (transaction) : "" \
|
|
, (int)(code) \
|
|
, (content_type) ? (content_type) : "" \
|
|
, (long int)(expires) \
|
|
)
|
|
|
|
#define pluginsd_function_result_end_to_stdout() \
|
|
fprintf(stdout, "\n" PLUGINSD_KEYWORD_FUNCTION_RESULT_END "\n")
|
|
|
|
static inline void pluginsd_function_json_error_to_stdout(const char *transaction, int code, const char *msg) {
|
|
char buffer[PLUGINSD_LINE_MAX + 1];
|
|
json_escape_string(buffer, msg, PLUGINSD_LINE_MAX);
|
|
|
|
pluginsd_function_result_begin_to_stdout(transaction, code, "application/json", now_realtime_sec());
|
|
fprintf(stdout, "{\"status\":%d,\"error_message\":\"%s\"}", code, buffer);
|
|
pluginsd_function_result_end_to_stdout();
|
|
fflush(stdout);
|
|
}
|
|
|
|
static inline void pluginsd_function_result_to_stdout(const char *transaction, int code, const char *content_type, time_t expires, BUFFER *result) {
|
|
pluginsd_function_result_begin_to_stdout(transaction, code, content_type, expires);
|
|
fwrite(buffer_tostring(result), buffer_strlen(result), 1, stdout);
|
|
pluginsd_function_result_end_to_stdout();
|
|
fflush(stdout);
|
|
}
|
|
|
|
static inline void pluginsd_function_progress_to_stdout(const char *transaction, size_t done, size_t all) {
|
|
fprintf(stdout, PLUGINSD_KEYWORD_FUNCTION_PROGRESS " '%s' %zu %zu\n",
|
|
transaction, done, all);
|
|
fflush(stdout);
|
|
}
|
|
|
|
void functions_evloop_dyncfg_add(struct functions_evloop_globals *wg, const char *id, const char *path, DYNCFG_STATUS status, DYNCFG_TYPE type, DYNCFG_SOURCE_TYPE source_type, const char *source, DYNCFG_CMDS cmds, dyncfg_cb_t cb, void *data);
|
|
void functions_evloop_dyncfg_del(struct functions_evloop_globals *wg, const char *id);
|
|
void functions_evloop_dyncfg_status(struct functions_evloop_globals *wg, const char *id, DYNCFG_STATUS status);
|
|
|
|
#endif //NETDATA_FUNCTIONS_EVLOOP_H
|