2 * collectd - src/tail_csv.c
3 * Copyright (C) 2013 Kris Nielander
4 * Copyright (C) 2013 Florian Forster
6 * This program is free software; you can redistribute it and/or modify it
7 * under the terms of the GNU General Public License as published by the
8 * Free Software Foundation; only version 2 of the License is applicable.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License for more details.
15 * You should have received a copy of the GNU General Public License along
16 * with this program; if not, write to the Free Software Foundation, Inc.,
17 * 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
20 * Kris Nielander <nielander at fox-it.com>
21 * Florian Forster <octo at collectd.org>
26 #include "common.h" /* auxiliary functions */
27 #include "plugin.h" /* plugin_register_*, plugin_dispatch_values */
28 #include "utils_tail.h"
36 struct metric_definition_s {
42 struct metric_definition_s *next;
44 typedef struct metric_definition_s metric_definition_t;
46 struct instance_definition_s {
50 metric_definition_t **metric_list;
51 size_t metric_list_len;
54 struct instance_definition_s *next;
56 typedef struct instance_definition_s instance_definition_t;
59 static metric_definition_t *metric_head = NULL;
61 static int tcsv_submit(instance_definition_t *id, metric_definition_t *md,
62 value_t v, cdtime_t t) {
63 /* Registration variables */
64 value_list_t vl = VALUE_LIST_INIT;
70 sstrncpy(vl.host, hostname_g, sizeof(vl.host));
71 sstrncpy(vl.plugin, "tail_csv", sizeof(vl.plugin));
72 if (id->instance != NULL)
73 sstrncpy(vl.plugin_instance, id->instance, sizeof(vl.plugin_instance));
74 sstrncpy(vl.type, md->type, sizeof(vl.type));
75 if (md->instance != NULL)
76 sstrncpy(vl.type_instance, md->instance, sizeof(vl.type_instance));
79 vl.interval = id->interval;
81 return (plugin_dispatch_values(&vl));
84 static cdtime_t parse_time(char const *tbuf) {
89 t = strtod(tbuf, &endptr);
90 if ((errno != 0) || (endptr == NULL) || (endptr[0] != 0))
93 return (DOUBLE_TO_CDTIME_T(t));
96 static int tcsv_read_metric(instance_definition_t *id, metric_definition_t *md,
97 char **fields, size_t fields_num) {
102 if (md->data_source_type == -1)
105 assert(md->value_from >= 0);
106 if (((size_t)md->value_from) >= fields_num)
109 status = parse_value(fields[md->value_from], &v, md->data_source_type);
113 if (id->time_from >= 0) {
114 if (((size_t)id->time_from) >= fields_num)
116 t = parse_time(fields[id->time_from]);
119 return (tcsv_submit(id, md, v, t));
122 static _Bool tcsv_check_index(ssize_t index, size_t fields_num,
126 else if (((size_t)index) < fields_num)
129 ERROR("tail_csv plugin: Metric \"%s\": Request for index %zd when "
130 "only %zu fields are available.",
131 name, index, fields_num);
135 static int tcsv_read_buffer(instance_definition_t *id, char *buffer,
136 size_t buffer_size) {
143 /* Remove newlines at the end of line. */
144 while (buffer_size > 0) {
145 if ((buffer[buffer_size - 1] == '\n') ||
146 (buffer[buffer_size - 1] == '\r')) {
147 buffer[buffer_size - 1] = 0;
154 /* Ignore empty lines. */
155 if ((buffer_size == 0) || (buffer[0] == '#'))
158 /* Count the number of fields. */
160 for (i = 0; i < buffer_size; i++) {
161 if (buffer[i] == ',')
165 if (metrics_num == 1) {
166 ERROR("tail_csv plugin: last line of `%s' does not contain "
172 /* Create a list of all values */
173 metrics = calloc(metrics_num, sizeof(*metrics));
174 if (metrics == NULL) {
175 ERROR("tail_csv plugin: calloc failed.");
182 for (ptr = buffer; *ptr != 0; ptr++) {
187 metrics[i] = ptr + 1;
190 assert(i == metrics_num);
192 /* Register values */
193 for (i = 0; i < id->metric_list_len; ++i) {
194 metric_definition_t *md = id->metric_list[i];
196 if (!tcsv_check_index(md->value_from, metrics_num, md->name) ||
197 !tcsv_check_index(id->time_from, metrics_num, md->name))
200 tcsv_read_metric(id, md, metrics, metrics_num);
203 /* Free up resources */
208 static int tcsv_read(user_data_t *ud) {
209 instance_definition_t *id;
212 if (id->tail == NULL) {
213 id->tail = cu_tail_create(id->path);
214 if (id->tail == NULL) {
215 ERROR("tail_csv plugin: cu_tail_create (\"%s\") failed.", id->path);
225 status = cu_tail_readline(id->tail, buffer, (int)sizeof(buffer));
227 ERROR("tail_csv plugin: File \"%s\": cu_tail_readline failed "
233 buffer_len = strlen(buffer);
237 tcsv_read_buffer(id, buffer, buffer_len);
243 static void tcsv_metric_definition_destroy(void *arg) {
244 metric_definition_t *md;
245 metric_definition_t *next;
259 tcsv_metric_definition_destroy(next);
262 static int tcsv_config_get_index(oconfig_item_t *ci, ssize_t *ret_index) {
263 if ((ci->values_num != 1) || (ci->values[0].type != OCONFIG_TYPE_NUMBER)) {
264 WARNING("tail_csv plugin: The \"%s\" config option needs exactly one "
270 if (ci->values[0].value.number < 0) {
271 WARNING("tail_csv plugin: The \"%s\" config option must be positive "
277 *ret_index = (ssize_t)ci->values[0].value.number;
282 static int tcsv_config_add_metric(oconfig_item_t *ci) {
283 metric_definition_t *md;
286 md = calloc(1, sizeof(*md));
292 md->data_source_type = -1;
296 status = cf_util_get_string(ci, &md->name);
302 for (int i = 0; i < ci->children_num; ++i) {
303 oconfig_item_t *option = ci->children + i;
305 if (strcasecmp("Type", option->key) == 0)
306 status = cf_util_get_string(option, &md->type);
307 else if (strcasecmp("Instance", option->key) == 0)
308 status = cf_util_get_string(option, &md->instance);
309 else if (strcasecmp("ValueFrom", option->key) == 0)
310 status = tcsv_config_get_index(option, &md->value_from);
312 WARNING("tail_csv plugin: Option `%s' not allowed here.", option->key);
321 tcsv_metric_definition_destroy(md);
325 /* Verify all necessary options have been set. */
326 if (md->type == NULL) {
327 WARNING("tail_csv plugin: Option `Type' must be set.");
329 } else if (md->value_from < 0) {
330 WARNING("tail_csv plugin: Option `ValueFrom' must be set.");
334 tcsv_metric_definition_destroy(md);
338 if (metric_head == NULL)
341 metric_definition_t *last;
343 while (last->next != NULL)
351 static void tcsv_instance_definition_destroy(void *arg) {
352 instance_definition_t *id;
358 if (id->tail != NULL)
359 cu_tail_destroy(id->tail);
364 sfree(id->metric_list);
368 static int tcsv_config_add_instance_collect(instance_definition_t *id,
369 oconfig_item_t *ci) {
370 metric_definition_t *metric;
371 metric_definition_t **metric_list;
372 size_t metric_list_size;
374 if (ci->values_num < 1) {
375 WARNING("tail_csv plugin: The `Collect' config option needs at least one "
380 metric_list_size = id->metric_list_len + (size_t)ci->values_num;
382 realloc(id->metric_list, sizeof(*id->metric_list) * metric_list_size);
383 if (metric_list == NULL)
385 id->metric_list = metric_list;
387 for (int i = 0; i < ci->values_num; i++) {
390 if (ci->values[i].type != OCONFIG_TYPE_STRING) {
391 WARNING("tail_csv plugin: All arguments to `Collect' must be strings.");
394 metric_name = ci->values[i].value.string;
396 for (metric = metric_head; metric != NULL; metric = metric->next)
397 if (strcasecmp(metric_name, metric->name) == 0)
400 if (metric == NULL) {
401 WARNING("tail_csv plugin: `Collect' argument not found `%s'.",
406 id->metric_list[id->metric_list_len] = metric;
407 id->metric_list_len++;
414 static int tcsv_config_add_file(oconfig_item_t *ci) {
415 instance_definition_t *id;
418 /* Registration variables */
419 char cb_name[DATA_MAX_NAME_LEN];
421 id = calloc(1, sizeof(*id));
426 id->metric_list = NULL;
430 status = cf_util_get_string(ci, &id->path);
436 /* Use default interval. */
437 id->interval = plugin_get_interval();
439 for (int i = 0; i < ci->children_num; ++i) {
440 oconfig_item_t *option = ci->children + i;
443 if (strcasecmp("Instance", option->key) == 0)
444 status = cf_util_get_string(option, &id->instance);
445 else if (strcasecmp("Collect", option->key) == 0)
446 status = tcsv_config_add_instance_collect(id, option);
447 else if (strcasecmp("Interval", option->key) == 0)
448 cf_util_get_cdtime(option, &id->interval);
449 else if (strcasecmp("TimeFrom", option->key) == 0)
450 status = tcsv_config_get_index(option, &id->time_from);
452 WARNING("tail_csv plugin: Option `%s' not allowed here.", option->key);
461 tcsv_instance_definition_destroy(id);
465 /* Verify all necessary options have been set. */
466 if (id->path == NULL) {
467 WARNING("tail_csv plugin: Option `Path' must be set.");
469 } else if (id->metric_list == NULL) {
470 WARNING("tail_csv plugin: Option `Collect' must be set.");
475 tcsv_instance_definition_destroy(id);
479 ssnprintf(cb_name, sizeof(cb_name), "tail_csv/%s", id->path);
481 user_data_t ud = {.data = id, .free_func = tcsv_instance_definition_destroy};
484 plugin_register_complex_read(NULL, cb_name, tcsv_read, id->interval, &ud);
487 ERROR("tail_csv plugin: Registering complex read function failed.");
488 tcsv_instance_definition_destroy(id);
496 static int tcsv_config(oconfig_item_t *ci) {
497 for (int i = 0; i < ci->children_num; ++i) {
498 oconfig_item_t *child = ci->children + i;
499 if (strcasecmp("Metric", child->key) == 0)
500 tcsv_config_add_metric(child);
501 else if (strcasecmp("File", child->key) == 0)
502 tcsv_config_add_file(child);
504 WARNING("tail_csv plugin: Ignore unknown config option `%s'.",
509 } /* int tcsv_config */
511 static int tcsv_init(void) { /* {{{ */
512 static _Bool have_init = 0;
513 metric_definition_t *md;
518 for (md = metric_head; md != NULL; md = md->next) {
519 data_set_t const *ds;
521 /* Retrieve the data source type from the types db. */
522 ds = plugin_get_ds(md->type);
524 ERROR("tail_csv plugin: Failed to look up type \"%s\" for "
525 "metric \"%s\". It may not be defined in the types.db "
526 "file. Please read the types.db(5) manual page for more "
530 } else if (ds->ds_num != 1) {
531 ERROR("tail_csv plugin: The type \"%s\" has %zu data sources. "
532 "Only types with a single data source are supported.",
533 ds->type, ds->ds_num);
537 md->data_source_type = ds->ds->type;
541 } /* }}} int tcsv_init */
543 static int tcsv_shutdown(void) {
544 tcsv_metric_definition_destroy(metric_head);
550 void module_register(void) {
551 plugin_register_complex_config("tail_csv", tcsv_config);
552 plugin_register_init("tail_csv", tcsv_init);
553 plugin_register_shutdown("tail_csv", tcsv_shutdown);
556 /* vim: set sw=4 sts=4 et : */