0
0
Fork 0
mirror of https://github.com/netdata/netdata.git synced 2025-05-10 11:50:55 +00:00
netdata_netdata/database/storage_engine.c
Costa Tsaousis 00712b351b
QUERY_TARGET: new query engine for Netdata Agent ()
* initial implementation of QUERY_TARGET

* rrd2rrdr() interface

* rrddim_find_best_tier_for_timeframe() ported

* added dimension filtering

* added db object in query target

* rrd2rrdr() ported

* working on formatters

* working on jsonwrapper

* finally, it compiles...

* 1st run without crashes

* query planer working

* cleanup old code

* review changes

* fix also changing data collection frequency

* fix signess

* fix rrdlabels and dimension ordering

* fixes

* remove unused variable

* ml should accept NULL response from rrd2rrdr()

* number formatting fixes

* more number formatting fixes

* more number formatting fixes

* support mc parallel queries

* formatting and cleanup

* added rrd2rrdr_legacy() as a simplified interface to run a query

* make sure rrdset_find_natural_update_every_for_timeframe() returns a value

* make signed comparisons

* weights endpoint using rrdcontexts

* fix for legacy db modes and cleanup

* fix for chart_ids and remove AR chart from weights endpoint

* Ignore command if not initialized yet

* remove unused members

* properly initialize window

* code cleanup - rrddim linked list is gone; rrdset rwlock is gone too

* reviewed RRDR.internal members

* eliminate unnecessary members of QUERY_TARGET

* more complete query ids; more detailed information on aborted queries

* properly terminate option strings

* query id contains group_options which is controlled by users, so escaping is necessary

* tense in query id

* tense in query id - again

* added the remaining query options to the query id

* Expose hidden option to the dimension

* use the hidden flag when loading context dimensions

* Specify table alias for option

* dont update chart last access time, unless at least a dimension of the chart will be queried

Co-authored-by: Stelios Fragkakis <52996999+stelfrag@users.noreply.github.com>
2022-10-23 23:46:43 +03:00

152 lines
4.8 KiB
C

// SPDX-License-Identifier: GPL-3.0-or-later
#include "storage_engine.h"
#include "ram/rrddim_mem.h"
#ifdef ENABLE_DBENGINE
#include "engine/rrdengineapi.h"
#endif
#define im_collect_ops { \
.init = rrddim_collect_init,\
.store_metric = rrddim_collect_store_metric,\
.flush = rrddim_store_metric_flush,\
.finalize = rrddim_collect_finalize, \
.change_collection_frequency = rrddim_store_metric_change_collection_frequency, \
.metrics_group_get = rrddim_metrics_group_get, \
.metrics_group_release = rrddim_metrics_group_release, \
}
#define im_query_ops { \
.init = rrddim_query_init, \
.next_metric = rrddim_query_next_metric, \
.is_finished = rrddim_query_is_finished, \
.finalize = rrddim_query_finalize, \
.latest_time = rrddim_query_latest_time, \
.oldest_time = rrddim_query_oldest_time \
}
static STORAGE_ENGINE engines[] = {
{
.id = RRD_MEMORY_MODE_NONE,
.name = RRD_MEMORY_MODE_NONE_NAME,
.api = {
.metric_get = rrddim_metric_get,
.metric_get_or_create = rrddim_metric_get_or_create,
.metric_dup = rrddim_metric_dup,
.metric_release = rrddim_metric_release,
.collect_ops = im_collect_ops,
.query_ops = im_query_ops
}
},
{
.id = RRD_MEMORY_MODE_RAM,
.name = RRD_MEMORY_MODE_RAM_NAME,
.api = {
.metric_get = rrddim_metric_get,
.metric_get_or_create = rrddim_metric_get_or_create,
.metric_dup = rrddim_metric_dup,
.metric_release = rrddim_metric_release,
.collect_ops = im_collect_ops,
.query_ops = im_query_ops
}
},
{
.id = RRD_MEMORY_MODE_MAP,
.name = RRD_MEMORY_MODE_MAP_NAME,
.api = {
.metric_get = rrddim_metric_get,
.metric_get_or_create = rrddim_metric_get_or_create,
.metric_dup = rrddim_metric_dup,
.metric_release = rrddim_metric_release,
.collect_ops = im_collect_ops,
.query_ops = im_query_ops
}
},
{
.id = RRD_MEMORY_MODE_SAVE,
.name = RRD_MEMORY_MODE_SAVE_NAME,
.api = {
.metric_get = rrddim_metric_get,
.metric_get_or_create = rrddim_metric_get_or_create,
.metric_dup = rrddim_metric_dup,
.metric_release = rrddim_metric_release,
.collect_ops = im_collect_ops,
.query_ops = im_query_ops
}
},
{
.id = RRD_MEMORY_MODE_ALLOC,
.name = RRD_MEMORY_MODE_ALLOC_NAME,
.api = {
.metric_get = rrddim_metric_get,
.metric_get_or_create = rrddim_metric_get_or_create,
.metric_dup = rrddim_metric_dup,
.metric_release = rrddim_metric_release,
.collect_ops = im_collect_ops,
.query_ops = im_query_ops
}
},
#ifdef ENABLE_DBENGINE
{
.id = RRD_MEMORY_MODE_DBENGINE,
.name = RRD_MEMORY_MODE_DBENGINE_NAME,
.api = {
.metric_get = rrdeng_metric_get,
.metric_get_or_create = rrdeng_metric_get_or_create,
.metric_dup = rrdeng_metric_dup,
.metric_release = rrdeng_metric_release,
.collect_ops = {
.init = rrdeng_store_metric_init,
.store_metric = rrdeng_store_metric_next,
.flush = rrdeng_store_metric_flush_current_page,
.finalize = rrdeng_store_metric_finalize,
.change_collection_frequency = rrdeng_store_metric_change_collection_frequency,
.metrics_group_get = rrdeng_metrics_group_get,
.metrics_group_release = rrdeng_metrics_group_release,
},
.query_ops = {
.init = rrdeng_load_metric_init,
.next_metric = rrdeng_load_metric_next,
.is_finished = rrdeng_load_metric_is_finished,
.finalize = rrdeng_load_metric_finalize,
.latest_time = rrdeng_metric_latest_time,
.oldest_time = rrdeng_metric_oldest_time
}
}
},
#endif
{ .id = RRD_MEMORY_MODE_NONE, .name = NULL }
};
STORAGE_ENGINE* storage_engine_find(const char* name)
{
for (STORAGE_ENGINE* it = engines; it->name; it++) {
if (strcmp(it->name, name) == 0)
return it;
}
return NULL;
}
STORAGE_ENGINE* storage_engine_get(RRD_MEMORY_MODE mmode)
{
for (STORAGE_ENGINE* it = engines; it->name; it++) {
if (it->id == mmode)
return it;
}
return NULL;
}
STORAGE_ENGINE* storage_engine_foreach_init()
{
// Assuming at least one engine exists
return &engines[0];
}
STORAGE_ENGINE* storage_engine_foreach_next(STORAGE_ENGINE* it)
{
if (!it || !it->name)
return NULL;
it++;
return it->name ? it : NULL;
}