2 * collectd - src/utils_db_query.c
3 * Copyright (C) 2008,2009 Florian octo Forster
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License as published by the
7 * Free Software Foundation; only version 2 of the License is applicable.
9 * This program is distributed in the hope that it will be useful, but
10 * WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * General Public License for more details.
14 * You should have received a copy of the GNU General Public License along
15 * with this program; if not, write to the Free Software Foundation, Inc.,
16 * 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
19 * Florian octo Forster <octo at verplant.org>
25 #include "configfile.h"
26 #include "utils_db_query.h"
31 struct udb_result_s; /* {{{ */
32 typedef struct udb_result_s udb_result_t;
36 char *instance_prefix;
42 /* Preparation area */
44 size_t *instances_pos;
46 char **instances_buffer;
52 struct udb_query_s /* {{{ */
60 unsigned int min_version;
61 unsigned int max_version;
63 /* Preparation area */
69 udb_result_t *results;
73 * Config Private functions
75 static int udb_config_set_string (char **ret_string, /* {{{ */
80 if ((ci->values_num != 1)
81 || (ci->values[0].type != OCONFIG_TYPE_STRING))
83 WARNING ("db query utils: The `%s' config option "
84 "needs exactly one string argument.", ci->key);
88 string = strdup (ci->values[0].value.string);
91 ERROR ("db query utils: strdup failed.");
95 if (*ret_string != NULL)
100 } /* }}} int udb_config_set_string */
102 static int udb_config_add_string (char ***ret_array, /* {{{ */
103 size_t *ret_array_len, oconfig_item_t *ci)
109 if (ci->values_num < 1)
111 WARNING ("db query utils: The `%s' config option "
112 "needs at least one argument.", ci->key);
116 for (i = 0; i < ci->values_num; i++)
118 if (ci->values[i].type != OCONFIG_TYPE_STRING)
120 WARNING ("db query utils: Argument %i to the `%s' option "
121 "is not a string.", i + 1, ci->key);
126 array_len = *ret_array_len;
127 array = (char **) realloc (*ret_array,
128 sizeof (char *) * (array_len + ci->values_num));
131 ERROR ("db query utils: realloc failed.");
136 for (i = 0; i < ci->values_num; i++)
138 array[array_len] = strdup (ci->values[i].value.string);
139 if (array[array_len] == NULL)
141 ERROR ("db query utils: strdup failed.");
142 *ret_array_len = array_len;
148 *ret_array_len = array_len;
150 } /* }}} int udb_config_add_string */
152 static int udb_config_set_uint (unsigned int *ret_value, /* {{{ */
157 if ((ci->values_num != 1)
158 || (ci->values[0].type != OCONFIG_TYPE_NUMBER))
160 WARNING ("db query utils: The `%s' config option "
161 "needs exactly one numeric argument.", ci->key);
165 tmp = ci->values[0].value.number;
166 if ((tmp < 0.0) || (tmp > ((double) UINT_MAX)))
169 *ret_value = (unsigned int) (tmp + .5);
171 } /* }}} int udb_config_set_uint */
174 * Result private functions
176 static void udb_result_submit (udb_result_t *r, udb_query_t *q) /* {{{ */
178 value_list_t vl = VALUE_LIST_INIT;
181 assert (((size_t) r->ds->ds_num) == r->values_num);
183 DEBUG ("db query utils: udb_result_submit: r->instance_prefix = %s;",
184 (r->instance_prefix == NULL) ? "NULL" : r->instance_prefix);
185 for (i = 0; i < r->instances_num; i++)
187 DEBUG ("db query utils: udb_result_submit: r->instances_buffer[%zu] = %s;",
188 i, r->instances_buffer[i]);
191 vl.values = (value_t *) calloc (r->ds->ds_num, sizeof (value_t));
192 if (vl.values == NULL)
194 ERROR ("db query utils: malloc failed.");
197 vl.values_len = r->ds->ds_num;
199 for (i = 0; i < r->values_num; i++)
205 if (r->ds->ds[i].type == DS_TYPE_COUNTER)
206 vl.values[i].counter = (counter_t) strtoll (r->values_buffer[i],
207 &endptr, /* base = */ 0);
208 else if (r->ds->ds[i].type == DS_TYPE_GAUGE)
209 vl.values[i].gauge = (gauge_t) strtod (r->values_buffer[i], &endptr);
213 if ((endptr == r->values_buffer[i]) || (errno != 0))
215 WARNING ("db query utils: udb_result_submit: Parsing `%s' as %s failed.",
217 (r->ds->ds[i].type == DS_TYPE_COUNTER) ? "counter" : "gauge");
218 vl.values[i].gauge = NAN;
222 sstrncpy (vl.host, q->host, sizeof (vl.host));
223 sstrncpy (vl.plugin, q->plugin, sizeof (vl.plugin));
224 sstrncpy (vl.plugin_instance, q->db_name, sizeof (vl.type_instance));
225 sstrncpy (vl.type, r->type, sizeof (vl.type));
227 if (r->instance_prefix == NULL)
229 strjoin (vl.type_instance, sizeof (vl.type_instance),
230 r->instances_buffer, r->instances_num, "-");
234 char tmp[DATA_MAX_NAME_LEN];
236 strjoin (tmp, sizeof (tmp), r->instances_buffer, r->instances_num, "-");
237 tmp[sizeof (tmp) - 1] = 0;
239 snprintf (vl.type_instance, sizeof (vl.type_instance), "%s-%s",
240 r->instance_prefix, tmp);
242 vl.type_instance[sizeof (vl.type_instance) - 1] = 0;
244 plugin_dispatch_values (&vl);
247 } /* }}} void udb_result_submit */
249 static void udb_result_finish_result (udb_result_t *r) /* {{{ */
255 sfree (r->instances_pos);
256 sfree (r->values_pos);
257 sfree (r->instances_buffer);
258 sfree (r->values_buffer);
259 } /* }}} void udb_result_finish_result */
261 static int udb_result_handle_result (udb_result_t *r, /* {{{ */
262 udb_query_t *q, char **column_values)
266 for (i = 0; i < r->instances_num; i++)
267 r->instances_buffer[i] = column_values[r->instances_pos[i]];
269 for (i = 0; i < r->values_num; i++)
270 r->values_buffer[i] = column_values[r->values_pos[i]];
272 udb_result_submit (r, q);
275 } /* }}} int udb_result_handle_result */
277 static int udb_result_prepare_result (udb_result_t *r, /* {{{ */
278 char **column_names, size_t column_num)
285 #define BAIL_OUT(status) \
287 sfree (r->instances_pos); \
288 sfree (r->values_pos); \
289 sfree (r->instances_buffer); \
290 sfree (r->values_buffer); \
293 /* Make sure previous preparations are cleaned up. */
294 udb_result_finish_result (r);
295 r->instances_pos = NULL;
296 r->values_pos = NULL;
298 /* Read `ds' and check number of values {{{ */
299 r->ds = plugin_get_ds (r->type);
302 ERROR ("db query utils: udb_result_prepare_result: Type `%s' is not "
303 "known by the daemon. See types.db(5) for details.",
308 if (((size_t) r->ds->ds_num) != r->values_num)
310 ERROR ("db query utils: udb_result_prepare_result: The type `%s' "
311 "requires exactly %i value%s, but the configuration specifies %zu.",
313 r->ds->ds_num, (r->ds->ds_num == 1) ? "" : "s",
319 /* Allocate r->instances_pos, r->values_pos, r->instances_buffer, and
320 * r->values_buffer {{{ */
321 r->instances_pos = (size_t *) calloc (r->instances_num, sizeof (size_t));
322 if (r->instances_pos == NULL)
324 ERROR ("db query utils: udb_result_prepare_result: malloc failed.");
328 r->values_pos = (size_t *) calloc (r->values_num, sizeof (size_t));
329 if (r->values_pos == NULL)
331 ERROR ("db query utils: udb_result_prepare_result: malloc failed.");
335 r->instances_buffer = (char **) calloc (r->instances_num, sizeof (char *));
336 if (r->instances_buffer == NULL)
338 ERROR ("db query utils: udb_result_prepare_result: malloc failed.");
342 r->values_buffer = (char **) calloc (r->values_num, sizeof (char *));
343 if (r->values_buffer == NULL)
345 ERROR ("db query utils: udb_result_prepare_result: malloc failed.");
350 /* Determine the position of the instance columns {{{ */
351 for (i = 0; i < r->instances_num; i++)
355 for (j = 0; j < column_num; j++)
357 if (strcasecmp (r->instances[i], column_names[j]) == 0)
359 r->instances_pos[i] = j;
366 ERROR ("db query utils: udb_result_prepare_result: "
367 "Column `%s' could not be found.",
371 } /* }}} for (i = 0; i < r->instances_num; i++) */
373 /* Determine the position of the value columns {{{ */
374 for (i = 0; i < r->values_num; i++)
378 for (j = 0; j < column_num; j++)
380 if (strcasecmp (r->values[i], column_names[j]) == 0)
382 r->values_pos[i] = j;
389 ERROR ("db query utils: udb_result_prepare_result: "
390 "Column `%s' could not be found.",
394 } /* }}} for (i = 0; i < r->values_num; i++) */
398 } /* }}} int udb_result_prepare_result */
400 static void udb_result_free (udb_result_t *r) /* {{{ */
409 for (i = 0; i < r->instances_num; i++)
410 sfree (r->instances[i]);
411 sfree (r->instances);
413 for (i = 0; i < r->values_num; i++)
414 sfree (r->values[i]);
417 udb_result_free (r->next);
420 } /* }}} void udb_result_free */
422 static int udb_result_create (const char *query_name, /* {{{ */
423 udb_result_t **r_head, oconfig_item_t *ci)
429 if (ci->values_num != 0)
431 WARNING ("db query utils: The `Result' block doesn't accept "
432 "any arguments. Ignoring %i argument%s.",
433 ci->values_num, (ci->values_num == 1) ? "" : "s");
436 r = (udb_result_t *) malloc (sizeof (*r));
439 ERROR ("db query utils: malloc failed.");
442 memset (r, 0, sizeof (*r));
444 r->instance_prefix = NULL;
449 /* Fill the `udb_result_t' structure.. */
451 for (i = 0; i < ci->children_num; i++)
453 oconfig_item_t *child = ci->children + i;
455 if (strcasecmp ("Type", child->key) == 0)
456 status = udb_config_set_string (&r->type, child);
457 else if (strcasecmp ("InstancePrefix", child->key) == 0)
458 status = udb_config_set_string (&r->instance_prefix, child);
459 else if (strcasecmp ("InstancesFrom", child->key) == 0)
460 status = udb_config_add_string (&r->instances, &r->instances_num, child);
461 else if (strcasecmp ("ValuesFrom", child->key) == 0)
462 status = udb_config_add_string (&r->values, &r->values_num, child);
465 WARNING ("db query utils: Query `%s': Option `%s' not allowed here.",
466 query_name, child->key);
474 /* Check that all necessary options have been given. */
479 WARNING ("db query utils: `Type' not given for "
480 "result in query `%s'", query_name);
483 if (r->instances == NULL)
485 WARNING ("db query utils: `InstancesFrom' not given for "
486 "result in query `%s'", query_name);
489 if (r->values == NULL)
491 WARNING ("db query utils: `ValuesFrom' not given for "
492 "result in query `%s'", query_name);
497 } /* while (status == 0) */
505 /* If all went well, add this result to the list of results. */
515 while (last->next != NULL)
522 } /* }}} int udb_result_create */
525 * Query private functions
527 void udb_query_free_one (udb_query_t *q) /* {{{ */
533 sfree (q->statement);
535 udb_result_free (q->results);
538 } /* }}} void udb_query_free_one */
541 * Query public functions
543 int udb_query_create (udb_query_t ***ret_query_list, /* {{{ */
544 size_t *ret_query_list_len, oconfig_item_t *ci,
545 udb_query_create_callback_t cb, int legacy_mode)
547 udb_query_t **query_list;
548 size_t query_list_len;
554 if ((ret_query_list == NULL) || (ret_query_list_len == NULL))
556 query_list = *ret_query_list;
557 query_list_len = *ret_query_list_len;
559 if ((ci->values_num != 1)
560 || (ci->values[0].type != OCONFIG_TYPE_STRING))
562 WARNING ("db query utils: The `Query' block "
563 "needs exactly one string argument.");
567 q = (udb_query_t *) malloc (sizeof (*q));
570 ERROR ("db query utils: malloc failed.");
573 memset (q, 0, sizeof (*q));
574 q->legacy_mode = legacy_mode;
576 q->max_version = UINT_MAX;
578 status = udb_config_set_string (&q->name, ci);
585 /* Fill the `udb_query_t' structure.. */
586 for (i = 0; i < ci->children_num; i++)
588 oconfig_item_t *child = ci->children + i;
590 if (strcasecmp ("Statement", child->key) == 0)
591 status = udb_config_set_string (&q->statement, child);
592 else if (strcasecmp ("Result", child->key) == 0)
593 status = udb_result_create (q->name, &q->results, child);
594 else if (strcasecmp ("MinVersion", child->key) == 0)
595 status = udb_config_set_uint (&q->min_version, child);
596 else if (strcasecmp ("MaxVersion", child->key) == 0)
597 status = udb_config_set_uint (&q->max_version, child);
599 /* PostgreSQL compatibility code */
600 else if ((strcasecmp ("Query", child->key) == 0)
601 && (q->legacy_mode == 1))
603 WARNING ("db query utils: Query `%s': The `Query' option is "
604 "deprecated. Please use `Statement' instead.",
606 status = udb_config_set_string (&q->statement, child);
608 else if ((strcasecmp ("MinPGVersion", child->key) == 0)
609 && (q->legacy_mode == 1))
611 WARNING ("db query utils: Query `%s': The `MinPGVersion' option is "
612 "deprecated. Please use `MinVersion' instead.",
614 status = udb_config_set_uint (&q->min_version, child);
616 else if ((strcasecmp ("MaxPGVersion", child->key) == 0)
617 && (q->legacy_mode == 1))
619 WARNING ("db query utils: Query `%s': The `MaxPGVersion' option is "
620 "deprecated. Please use `MaxVersion' instead.",
622 status = udb_config_set_uint (&q->max_version, child);
625 /* Call custom callbacks */
628 status = (*cb) (q, child);
631 WARNING ("db query utils: The configuration callback failed "
632 "to handle `%s'.", child->key);
637 WARNING ("db query utils: Query `%s': Option `%s' not allowed here.",
638 q->name, child->key);
646 /* Check that all necessary options have been given. */
649 if (q->statement == NULL)
651 WARNING ("db query utils: Query `%s': No `Statement' given.", q->name);
654 if (q->results == NULL)
656 WARNING ("db query utils: Query `%s': No (valid) `Result' block given.",
660 } /* if (status == 0) */
662 /* If all went well, add this query to the list of queries within the
663 * database structure. */
668 temp = (udb_query_t **) realloc (query_list,
669 sizeof (*query_list) * (query_list_len + 1));
672 ERROR ("db query utils: realloc failed");
678 query_list[query_list_len] = q;
685 udb_query_free_one (q);
689 *ret_query_list = query_list;
690 *ret_query_list_len = query_list_len;
693 } /* }}} int udb_query_create */
695 void udb_query_free (udb_query_t **query_list, size_t query_list_len) /* {{{ */
699 if (query_list == NULL)
702 for (i = 0; i < query_list_len; i++)
703 udb_query_free_one (query_list[i]);
706 } /* }}} void udb_query_free */
708 int udb_query_pick_from_list (oconfig_item_t *ci, /* {{{ */
709 udb_query_t **src_list, size_t src_list_len,
710 udb_query_t ***dst_list, size_t *dst_list_len)
714 udb_query_t **tmp_list;
718 if ((ci == NULL) || (src_list == NULL) || (dst_list == NULL)
719 || (dst_list_len == NULL))
721 ERROR ("db query utils: Invalid argument.");
725 if ((ci->values_num != 1)
726 || (ci->values[0].type != OCONFIG_TYPE_STRING))
728 ERROR ("db query utils: The `%s' config option "
729 "needs exactly one string argument.", ci->key);
732 name = ci->values[0].value.string;
735 for (i = 0; i < src_list_len; i++)
736 if (strcasecmp (name, src_list[i]->name) == 0)
744 ERROR ("db query utils: Cannot find query `%s'. Make sure the <%s> "
745 "block is above the database definition!",
750 tmp_list_len = *dst_list_len;
751 tmp_list = (udb_query_t **) realloc (*dst_list, (tmp_list_len + 1)
752 * sizeof (udb_query_t *));
753 if (tmp_list == NULL)
755 ERROR ("db query utils: realloc failed.");
758 tmp_list[tmp_list_len] = q;
761 *dst_list = tmp_list;
762 *dst_list_len = tmp_list_len;
765 } /* }}} int udb_query_pick_from_list */
767 const char *udb_query_get_name (udb_query_t *q) /* {{{ */
773 } /* }}} const char *udb_query_get_name */
775 const char *udb_query_get_statement (udb_query_t *q) /* {{{ */
780 return (q->statement);
781 } /* }}} const char *udb_query_get_statement */
783 void udb_query_set_user_data (udb_query_t *q, void *user_data) /* {{{ */
788 q->user_data = user_data;
789 } /* }}} void udb_query_set_user_data */
791 void *udb_query_get_user_data (udb_query_t *q) /* {{{ */
796 return (q->user_data);
797 } /* }}} void *udb_query_get_user_data */
799 int udb_query_check_version (udb_query_t *q, unsigned int version) /* {{{ */
804 if ((version < q->min_version) || (version > q->max_version))
808 } /* }}} int udb_query_check_version */
810 void udb_query_finish_result (udb_query_t *q) /* {{{ */
822 for (r = q->results; r != NULL; r = r->next)
823 udb_result_finish_result (r);
824 } /* }}} void udb_query_finish_result */
826 int udb_query_handle_result (udb_query_t *q, char **column_values) /* {{{ */
835 if ((q->column_num < 1) || (q->host == NULL) || (q->plugin == NULL)
836 || (q->db_name == NULL))
838 ERROR ("db query utils: Query `%s': Query is not prepared; "
839 "can't handle result.", q->name);
843 #if defined(COLLECT_DEBUG) && COLLECT_DEBUG /* {{{ */
848 for (i = 0; i < q->column_num; i++)
850 DEBUG ("db query utils: udb_query_handle_result (%s, %s): "
852 q->db_name, q->name, i, column_values[i]);
858 for (r = q->results; r != NULL; r = r->next)
860 status = udb_result_handle_result (r, q, column_values);
867 ERROR ("db query utils: udb_query_handle_result (%s, %s): "
868 "All results failed.", q->db_name, q->name);
873 } /* }}} int udb_query_handle_result */
875 int udb_query_prepare_result (udb_query_t *q, /* {{{ */
876 const char *host, const char *plugin, const char *db_name,
877 char **column_names, size_t column_num)
885 udb_query_finish_result (q);
887 q->column_num = column_num;
888 q->host = strdup (host);
889 q->plugin = strdup (plugin);
890 q->db_name = strdup (db_name);
892 if ((q->host == NULL) || (q->plugin == NULL) || (q->db_name == NULL))
894 ERROR ("db query utils: Query `%s': Prepare failed: Out of memory.", q->name);
895 udb_query_finish_result (q);
899 #if defined(COLLECT_DEBUG) && COLLECT_DEBUG
904 for (i = 0; i < column_num; i++)
906 DEBUG ("db query utils: udb_query_prepare_result: "
907 "query = %s; column[%zu] = %s;",
908 q->name, i, column_names[i]);
913 for (r = q->results; r != NULL; r = r->next)
915 status = udb_result_prepare_result (r, column_names, column_num);
918 udb_query_finish_result (q);
924 } /* }}} int udb_query_prepare_result */
926 /* vim: set sw=2 sts=2 et fdm=marker : */