2 * collectd - src/plugin.c
3 * Copyright (C) 2005-2014 Florian octo Forster
5 * Permission is hereby granted, free of charge, to any person obtaining a
6 * copy of this software and associated documentation files (the "Software"),
7 * to deal in the Software without restriction, including without limitation
8 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
9 * and/or sell copies of the Software, and to permit persons to whom the
10 * Software is furnished to do so, subject to the following conditions:
12 * The above copyright notice and this permission notice shall be included in
13 * all copies or substantial portions of the Software.
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
21 * DEALINGS IN THE SOFTWARE.
24 * Florian octo Forster <octo at collectd.org>
25 * Sebastian Harl <sh at tokkee.org>
28 /* _GNU_SOURCE is needed in Linux to use pthread_setname_np */
34 #include "configfile.h"
35 #include "filter_chain.h"
37 #include "utils_avltree.h"
38 #include "utils_cache.h"
39 #include "utils_complain.h"
40 #include "utils_heap.h"
41 #include "utils_llist.h"
42 #include "utils_random.h"
43 #include "utils_time.h"
46 #include <pthread_np.h> /* for pthread_set_name_np(3) */
54 struct callback_func_s {
59 typedef struct callback_func_s callback_func_t;
63 #define RF_REMOVE 65535
65 /* `read_func_t' "inherits" from `callback_func_t'.
66 * The `rf_super' member MUST be the first one in this structure! */
67 #define rf_callback rf_super.cf_callback
68 #define rf_udata rf_super.cf_udata
69 #define rf_ctx rf_super.cf_ctx
70 callback_func_t rf_super;
71 char rf_group[DATA_MAX_NAME_LEN];
75 cdtime_t rf_effective_interval;
76 cdtime_t rf_next_read;
78 typedef struct read_func_s read_func_t;
81 typedef struct write_queue_s write_queue_t;
82 struct write_queue_s {
88 struct flush_callback_s {
92 typedef struct flush_callback_s flush_callback_t;
97 static c_avl_tree_t *plugins_loaded;
99 static llist_t *list_init;
100 static llist_t *list_write;
101 static llist_t *list_flush;
102 static llist_t *list_missing;
103 static llist_t *list_shutdown;
104 static llist_t *list_log;
105 static llist_t *list_notification;
107 static fc_chain_t *pre_cache_chain;
108 static fc_chain_t *post_cache_chain;
110 static c_avl_tree_t *data_sets;
112 static char *plugindir;
114 #ifndef DEFAULT_MAX_READ_INTERVAL
115 #define DEFAULT_MAX_READ_INTERVAL TIME_T_TO_CDTIME_T_STATIC(86400)
117 static c_heap_t *read_heap;
118 static llist_t *read_list;
119 static int read_loop = 1;
120 static pthread_mutex_t read_lock = PTHREAD_MUTEX_INITIALIZER;
121 static pthread_cond_t read_cond = PTHREAD_COND_INITIALIZER;
122 static pthread_t *read_threads;
123 static size_t read_threads_num;
124 static cdtime_t max_read_interval = DEFAULT_MAX_READ_INTERVAL;
126 static write_queue_t *write_queue_head;
127 static write_queue_t *write_queue_tail;
128 static long write_queue_length;
129 static bool write_loop = true;
130 static pthread_mutex_t write_lock = PTHREAD_MUTEX_INITIALIZER;
131 static pthread_cond_t write_cond = PTHREAD_COND_INITIALIZER;
132 static pthread_t *write_threads;
133 static size_t write_threads_num;
135 static pthread_key_t plugin_ctx_key;
136 static bool plugin_ctx_key_initialized;
138 static long write_limit_high;
139 static long write_limit_low;
141 static derive_t stats_values_dropped;
142 static bool record_statistics;
147 static int plugin_dispatch_values_internal(value_list_t *vl);
149 static const char *plugin_get_dir(void) {
150 if (plugindir == NULL)
156 static int plugin_update_internal_statistics(void) { /* {{{ */
157 gauge_t copy_write_queue_length = (gauge_t)write_queue_length;
159 /* Initialize `vl' */
160 value_list_t vl = VALUE_LIST_INIT;
161 sstrncpy(vl.plugin, "collectd", sizeof(vl.plugin));
162 vl.interval = plugin_get_interval();
165 sstrncpy(vl.plugin_instance, "write_queue", sizeof(vl.plugin_instance));
167 /* Write queue : queue length */
168 vl.values = &(value_t){.gauge = copy_write_queue_length};
170 sstrncpy(vl.type, "queue_length", sizeof(vl.type));
171 vl.type_instance[0] = 0;
172 plugin_dispatch_values(&vl);
174 /* Write queue : Values dropped (queue length > low limit) */
175 vl.values = &(value_t){.gauge = (gauge_t)stats_values_dropped};
177 sstrncpy(vl.type, "derive", sizeof(vl.type));
178 sstrncpy(vl.type_instance, "dropped", sizeof(vl.type_instance));
179 plugin_dispatch_values(&vl);
182 sstrncpy(vl.plugin_instance, "cache", sizeof(vl.plugin_instance));
184 /* Cache : Nb entry in cache tree */
185 vl.values = &(value_t){.gauge = (gauge_t)uc_get_size()};
187 sstrncpy(vl.type, "cache_size", sizeof(vl.type));
188 vl.type_instance[0] = 0;
189 plugin_dispatch_values(&vl);
192 } /* }}} int plugin_update_internal_statistics */
194 static void free_userdata(user_data_t const *ud) /* {{{ */
199 if ((ud->data != NULL) && (ud->free_func != NULL)) {
200 ud->free_func(ud->data);
202 } /* }}} void free_userdata */
204 static void destroy_callback(callback_func_t *cf) /* {{{ */
208 free_userdata(&cf->cf_udata);
210 } /* }}} void destroy_callback */
212 static void destroy_all_callbacks(llist_t **list) /* {{{ */
219 le = llist_head(*list);
226 destroy_callback(le->value);
232 llist_destroy(*list);
234 } /* }}} void destroy_all_callbacks */
236 static void destroy_read_heap(void) /* {{{ */
238 if (read_heap == NULL)
244 rf = c_heap_get_root(read_heap);
248 destroy_callback((callback_func_t *)rf);
251 c_heap_destroy(read_heap);
253 } /* }}} void destroy_read_heap */
255 static int register_callback(llist_t **list, /* {{{ */
256 const char *name, callback_func_t *cf) {
261 *list = llist_create();
263 ERROR("plugin: register_callback: "
264 "llist_create failed.");
265 destroy_callback(cf);
272 ERROR("plugin: register_callback: strdup failed.");
273 destroy_callback(cf);
277 le = llist_search(*list, name);
279 le = llentry_create(key, cf);
281 ERROR("plugin: register_callback: "
282 "llentry_create failed.");
284 destroy_callback(cf);
288 llist_append(*list, le);
290 callback_func_t *old_cf;
295 P_WARNING("register_callback: "
296 "a callback named `%s' already exists - "
297 "overwriting the old entry!",
300 destroy_callback(old_cf);
305 } /* }}} int register_callback */
307 static void log_list_callbacks(llist_t **list, /* {{{ */
308 const char *comment) {
316 n = llist_size(*list);
318 INFO("%s: [none]", comment);
322 keys = calloc(n, sizeof(char *));
325 ERROR("%s: failed to allocate memory for list of callbacks", comment);
330 for (le = llist_head(*list), i = 0, len = 0; le != NULL; le = le->next, i++) {
332 len += strlen(le->key) + 6;
334 str = malloc(len + 10);
336 ERROR("%s: failed to allocate memory for list of callbacks", comment);
339 strjoin(str, len, keys, n, "', '");
340 INFO("%s ['%s']", comment, str);
344 } /* }}} void log_list_callbacks */
346 static int create_register_callback(llist_t **list, /* {{{ */
347 const char *name, void *callback,
348 user_data_t const *ud) {
350 if (name == NULL || callback == NULL)
353 callback_func_t *cf = calloc(1, sizeof(*cf));
356 ERROR("plugin: create_register_callback: calloc failed.");
360 cf->cf_callback = callback;
362 cf->cf_udata = (user_data_t){
363 .data = NULL, .free_func = NULL,
369 cf->cf_ctx = plugin_get_ctx();
371 return register_callback(list, name, cf);
372 } /* }}} int create_register_callback */
374 static int plugin_unregister(llist_t *list, const char *name) /* {{{ */
381 e = llist_search(list, name);
385 llist_remove(list, e);
388 destroy_callback(e->value);
393 } /* }}} int plugin_unregister */
395 /* plugin_load_file loads the shared object "file" and calls its
396 * "module_register" function. Returns zero on success, non-zero otherwise. */
397 static int plugin_load_file(char const *file, bool global) {
398 int flags = RTLD_NOW;
400 flags |= RTLD_GLOBAL;
402 void *dlh = dlopen(file, flags);
404 char errbuf[1024] = "";
406 snprintf(errbuf, sizeof(errbuf),
407 "dlopen(\"%s\") failed: %s. "
408 "The most common cause for this problem is missing dependencies. "
409 "Use ldd(1) to check the dependencies of the plugin / shared "
413 /* This error is printed to STDERR unconditionally. If list_log is NULL,
414 * plugin_log() will also print to STDERR. We avoid duplicate output by
415 * checking that the list of log handlers, list_log, is not NULL. */
416 fprintf(stderr, "ERROR: %s\n", errbuf);
417 if (list_log != NULL) {
424 void (*reg_handle)(void) = dlsym(dlh, "module_register");
425 if (reg_handle == NULL) {
426 ERROR("Couldn't find symbol \"module_register\" in \"%s\": %s\n", file,
436 static void *plugin_read_thread(void __attribute__((unused)) * args) {
437 while (read_loop != 0) {
439 plugin_ctx_t old_ctx;
447 /* Get the read function that needs to be read next.
448 * We don't need to hold "read_lock" for the heap, but we need
449 * to call c_heap_get_root() and pthread_cond_wait() in the
450 * same protected block. */
451 pthread_mutex_lock(&read_lock);
452 rf = c_heap_get_root(read_heap);
454 pthread_cond_wait(&read_cond, &read_lock);
455 pthread_mutex_unlock(&read_lock);
458 pthread_mutex_unlock(&read_lock);
460 if (rf->rf_interval == 0) {
461 /* this should not happen, because the interval is set
462 * for each plugin when loading it
463 * XXX: issue a warning? */
464 rf->rf_interval = plugin_get_interval();
465 rf->rf_effective_interval = rf->rf_interval;
467 rf->rf_next_read = cdtime();
470 /* sleep until this entry is due,
471 * using pthread_cond_timedwait */
472 pthread_mutex_lock(&read_lock);
473 /* In pthread_cond_timedwait, spurious wakeups are possible
474 * (and really happen, at least on NetBSD with > 1 CPU), thus
475 * we need to re-evaluate the condition every time
476 * pthread_cond_timedwait returns. */
478 while ((read_loop != 0) && (cdtime() < rf->rf_next_read) && rc == 0) {
479 rc = pthread_cond_timedwait(&read_cond, &read_lock,
480 &CDTIME_T_TO_TIMESPEC(rf->rf_next_read));
483 /* Must hold `read_lock' when accessing `rf->rf_type'. */
484 rf_type = rf->rf_type;
485 pthread_mutex_unlock(&read_lock);
487 /* Check if we're supposed to stop.. This may have interrupted
489 if (read_loop == 0) {
490 /* Insert `rf' again, so it can be free'd correctly */
491 c_heap_insert(read_heap, rf);
495 /* The entry has been marked for deletion. The linked list
496 * entry has already been removed by `plugin_unregister_read'.
497 * All we have to do here is free the `read_func_t' and
499 if (rf_type == RF_REMOVE) {
500 DEBUG("plugin_read_thread: Destroying the `%s' "
504 destroy_callback((callback_func_t *)rf);
509 DEBUG("plugin_read_thread: Handling `%s'.", rf->rf_name);
513 old_ctx = plugin_set_ctx(rf->rf_ctx);
515 if (rf_type == RF_SIMPLE) {
516 int (*callback)(void);
518 callback = rf->rf_callback;
519 status = (*callback)();
521 plugin_read_cb callback;
523 assert(rf_type == RF_COMPLEX);
525 callback = rf->rf_callback;
526 status = (*callback)(&rf->rf_udata);
529 plugin_set_ctx(old_ctx);
531 /* If the function signals failure, we will increase the
532 * intervals in which it will be called. */
534 rf->rf_effective_interval *= 2;
535 if (rf->rf_effective_interval > max_read_interval)
536 rf->rf_effective_interval = max_read_interval;
538 NOTICE("read-function of plugin `%s' failed. "
539 "Will suspend it for %.3f seconds.",
540 rf->rf_name, CDTIME_T_TO_DOUBLE(rf->rf_effective_interval));
542 /* Success: Restore the interval, if it was changed. */
543 rf->rf_effective_interval = rf->rf_interval;
546 /* update the ``next read due'' field */
549 /* calculate the time spent in the read function */
550 elapsed = (now - start);
552 if (elapsed > rf->rf_effective_interval)
554 "plugin_read_thread: read-function of the `%s' plugin took %.3f "
555 "seconds, which is above its read interval (%.3f seconds). You might "
556 "want to adjust the `Interval' or `ReadThreads' settings.",
557 rf->rf_name, CDTIME_T_TO_DOUBLE(elapsed),
558 CDTIME_T_TO_DOUBLE(rf->rf_effective_interval));
560 DEBUG("plugin_read_thread: read-function of the `%s' plugin took "
562 rf->rf_name, CDTIME_T_TO_DOUBLE(elapsed));
564 DEBUG("plugin_read_thread: Effective interval of the "
565 "`%s' plugin is %.3f seconds.",
566 rf->rf_name, CDTIME_T_TO_DOUBLE(rf->rf_effective_interval));
568 /* Calculate the next (absolute) time at which this function
569 * should be called. */
570 rf->rf_next_read += rf->rf_effective_interval;
572 /* Check, if `rf_next_read' is in the past. */
573 if (rf->rf_next_read < now) {
574 /* `rf_next_read' is in the past. Insert `now'
575 * so this value doesn't trail off into the
577 rf->rf_next_read = now;
580 DEBUG("plugin_read_thread: Next read of the `%s' plugin at %.3f.",
581 rf->rf_name, CDTIME_T_TO_DOUBLE(rf->rf_next_read));
583 /* Re-insert this read function into the heap again. */
584 c_heap_insert(read_heap, rf);
585 } /* while (read_loop) */
589 } /* void *plugin_read_thread */
591 #ifdef PTHREAD_MAX_NAMELEN_NP
592 #define THREAD_NAME_MAX PTHREAD_MAX_NAMELEN_NP
594 #define THREAD_NAME_MAX 16
597 static void set_thread_name(pthread_t tid, char const *name) {
598 #if defined(HAVE_PTHREAD_SETNAME_NP) || defined(HAVE_PTHREAD_SET_NAME_NP)
600 /* glibc limits the length of the name and fails if the passed string
601 * is too long, so we truncate it here. */
602 char n[THREAD_NAME_MAX];
603 if (strlen(name) >= THREAD_NAME_MAX)
604 WARNING("set_thread_name(\"%s\"): name too long", name);
605 sstrncpy(n, name, sizeof(n));
607 #if defined(HAVE_PTHREAD_SETNAME_NP)
608 int status = pthread_setname_np(tid, n);
610 ERROR("set_thread_name(\"%s\"): %s", n, STRERROR(status));
612 #else /* if defined(HAVE_PTHREAD_SET_NAME_NP) */
613 pthread_set_name_np(tid, n);
619 static void start_read_threads(size_t num) /* {{{ */
621 if (read_threads != NULL)
624 read_threads = (pthread_t *)calloc(num, sizeof(pthread_t));
625 if (read_threads == NULL) {
626 ERROR("plugin: start_read_threads: calloc failed.");
630 read_threads_num = 0;
631 for (size_t i = 0; i < num; i++) {
632 int status = pthread_create(read_threads + read_threads_num,
633 /* attr = */ NULL, plugin_read_thread,
636 ERROR("plugin: start_read_threads: pthread_create failed with status %i "
638 status, STRERROR(status));
642 char name[THREAD_NAME_MAX];
643 snprintf(name, sizeof(name), "reader#%" PRIsz, read_threads_num);
644 set_thread_name(read_threads[read_threads_num], name);
648 } /* }}} void start_read_threads */
650 static void stop_read_threads(void) {
651 if (read_threads == NULL)
654 INFO("collectd: Stopping %" PRIsz " read threads.", read_threads_num);
656 pthread_mutex_lock(&read_lock);
658 DEBUG("plugin: stop_read_threads: Signalling `read_cond'");
659 pthread_cond_broadcast(&read_cond);
660 pthread_mutex_unlock(&read_lock);
662 for (size_t i = 0; i < read_threads_num; i++) {
663 if (pthread_join(read_threads[i], NULL) != 0) {
664 ERROR("plugin: stop_read_threads: pthread_join failed.");
666 read_threads[i] = (pthread_t)0;
669 read_threads_num = 0;
670 } /* void stop_read_threads */
672 static void plugin_value_list_free(value_list_t *vl) /* {{{ */
677 meta_data_destroy(vl->meta);
680 } /* }}} void plugin_value_list_free */
682 static value_list_t *
683 plugin_value_list_clone(value_list_t const *vl_orig) /* {{{ */
690 vl = malloc(sizeof(*vl));
693 memcpy(vl, vl_orig, sizeof(*vl));
695 if (vl->host[0] == 0)
696 sstrncpy(vl->host, hostname_g, sizeof(vl->host));
698 vl->values = calloc(vl_orig->values_len, sizeof(*vl->values));
699 if (vl->values == NULL) {
700 plugin_value_list_free(vl);
703 memcpy(vl->values, vl_orig->values,
704 vl_orig->values_len * sizeof(*vl->values));
706 vl->meta = meta_data_clone(vl->meta);
707 if ((vl_orig->meta != NULL) && (vl->meta == NULL)) {
708 plugin_value_list_free(vl);
715 /* Fill in the interval from the thread context, if it is zero. */
716 if (vl->interval == 0)
717 vl->interval = plugin_get_interval();
720 } /* }}} value_list_t *plugin_value_list_clone */
722 static int plugin_write_enqueue(value_list_t const *vl) /* {{{ */
726 q = malloc(sizeof(*q));
731 q->vl = plugin_value_list_clone(vl);
737 /* Store context of caller (read plugin); otherwise, it would not be
738 * available to the write plugins when actually dispatching the
739 * value-list later on. */
740 q->ctx = plugin_get_ctx();
742 pthread_mutex_lock(&write_lock);
744 if (write_queue_tail == NULL) {
745 write_queue_head = q;
746 write_queue_tail = q;
747 write_queue_length = 1;
749 write_queue_tail->next = q;
750 write_queue_tail = q;
751 write_queue_length += 1;
754 pthread_cond_signal(&write_cond);
755 pthread_mutex_unlock(&write_lock);
758 } /* }}} int plugin_write_enqueue */
760 static value_list_t *plugin_write_dequeue(void) /* {{{ */
765 pthread_mutex_lock(&write_lock);
767 while (write_loop && (write_queue_head == NULL))
768 pthread_cond_wait(&write_cond, &write_lock);
770 if (write_queue_head == NULL) {
771 pthread_mutex_unlock(&write_lock);
775 q = write_queue_head;
776 write_queue_head = q->next;
777 write_queue_length -= 1;
778 if (write_queue_head == NULL) {
779 write_queue_tail = NULL;
780 assert(0 == write_queue_length);
783 pthread_mutex_unlock(&write_lock);
785 (void)plugin_set_ctx(q->ctx);
790 } /* }}} value_list_t *plugin_write_dequeue */
792 static void *plugin_write_thread(void __attribute__((unused)) * args) /* {{{ */
795 value_list_t *vl = plugin_write_dequeue();
799 plugin_dispatch_values_internal(vl);
801 plugin_value_list_free(vl);
806 } /* }}} void *plugin_write_thread */
808 static void start_write_threads(size_t num) /* {{{ */
810 if (write_threads != NULL)
813 write_threads = (pthread_t *)calloc(num, sizeof(pthread_t));
814 if (write_threads == NULL) {
815 ERROR("plugin: start_write_threads: calloc failed.");
819 write_threads_num = 0;
820 for (size_t i = 0; i < num; i++) {
821 int status = pthread_create(write_threads + write_threads_num,
822 /* attr = */ NULL, plugin_write_thread,
825 ERROR("plugin: start_write_threads: pthread_create failed with status %i "
827 status, STRERROR(status));
831 char name[THREAD_NAME_MAX];
832 snprintf(name, sizeof(name), "writer#%" PRIsz, write_threads_num);
833 set_thread_name(write_threads[write_threads_num], name);
837 } /* }}} void start_write_threads */
839 static void stop_write_threads(void) /* {{{ */
844 if (write_threads == NULL)
847 INFO("collectd: Stopping %" PRIsz " write threads.", write_threads_num);
849 pthread_mutex_lock(&write_lock);
851 DEBUG("plugin: stop_write_threads: Signalling `write_cond'");
852 pthread_cond_broadcast(&write_cond);
853 pthread_mutex_unlock(&write_lock);
855 for (i = 0; i < write_threads_num; i++) {
856 if (pthread_join(write_threads[i], NULL) != 0) {
857 ERROR("plugin: stop_write_threads: pthread_join failed.");
859 write_threads[i] = (pthread_t)0;
861 sfree(write_threads);
862 write_threads_num = 0;
864 pthread_mutex_lock(&write_lock);
866 for (q = write_queue_head; q != NULL;) {
867 write_queue_t *q1 = q;
868 plugin_value_list_free(q->vl);
873 write_queue_head = NULL;
874 write_queue_tail = NULL;
875 write_queue_length = 0;
876 pthread_mutex_unlock(&write_lock);
879 WARNING("plugin: %" PRIsz " value list%s left after shutting down "
880 "the write threads.",
881 i, (i == 1) ? " was" : "s were");
883 } /* }}} void stop_write_threads */
888 void plugin_set_dir(const char *dir) {
896 plugindir = strdup(dir);
897 if (plugindir == NULL)
898 ERROR("plugin_set_dir: strdup(\"%s\") failed", dir);
901 static bool plugin_is_loaded(char const *name) {
904 if (plugins_loaded == NULL)
906 c_avl_create((int (*)(const void *, const void *))strcasecmp);
907 assert(plugins_loaded != NULL);
909 status = c_avl_get(plugins_loaded, name, /* ret_value = */ NULL);
913 static int plugin_mark_loaded(char const *name) {
917 name_copy = strdup(name);
918 if (name_copy == NULL)
921 status = c_avl_insert(plugins_loaded,
922 /* key = */ name_copy, /* value = */ NULL);
926 static void plugin_free_loaded(void) {
930 if (plugins_loaded == NULL)
933 while (c_avl_pick(plugins_loaded, &key, &value) == 0) {
935 assert(value == NULL);
938 c_avl_destroy(plugins_loaded);
939 plugins_loaded = NULL;
943 int plugin_load(char const *plugin_name, bool global) {
946 char filename[BUFSIZE] = "";
947 char typename[BUFSIZE];
953 if (plugin_name == NULL)
956 /* Check if plugin is already loaded and don't do anything in this
958 if (plugin_is_loaded(plugin_name))
961 dir = plugin_get_dir();
965 * XXX: Magic at work:
967 * Some of the language bindings, for example the Python and Perl
968 * plugins, need to be able to export symbols to the scripts they run.
969 * For this to happen, the "Globals" flag needs to be set.
970 * Unfortunately, this technical detail is hard to explain to the
971 * average user and she shouldn't have to worry about this, ideally.
972 * So in order to save everyone's sanity use a different default for a
973 * handful of special plugins. --octo
975 if ((strcasecmp("perl", plugin_name) == 0) ||
976 (strcasecmp("python", plugin_name) == 0))
979 /* `cpu' should not match `cpufreq'. To solve this we add `.so' to the
980 * type when matching the filename */
981 status = snprintf(typename, sizeof(typename), "%s.so", plugin_name);
982 if ((status < 0) || ((size_t)status >= sizeof(typename))) {
983 WARNING("plugin_load: Filename too long: \"%s.so\"", plugin_name);
987 if ((dh = opendir(dir)) == NULL) {
988 ERROR("plugin_load: opendir (%s) failed: %s", dir, STRERRNO);
992 while ((de = readdir(dh)) != NULL) {
993 if (strcasecmp(de->d_name, typename))
996 status = snprintf(filename, sizeof(filename), "%s/%s", dir, de->d_name);
997 if ((status < 0) || ((size_t)status >= sizeof(filename))) {
998 WARNING("plugin_load: Filename too long: \"%s/%s\"", dir, de->d_name);
1002 if (lstat(filename, &statbuf) == -1) {
1003 WARNING("plugin_load: stat (\"%s\") failed: %s", filename, STRERRNO);
1005 } else if (!S_ISREG(statbuf.st_mode)) {
1006 /* don't follow symlinks */
1007 WARNING("plugin_load: %s is not a regular file.", filename);
1011 status = plugin_load_file(filename, global);
1014 plugin_mark_loaded(plugin_name);
1016 INFO("plugin_load: plugin \"%s\" successfully loaded.", plugin_name);
1019 ERROR("plugin_load: Load plugin \"%s\" failed with "
1021 plugin_name, status);
1027 if (filename[0] == 0)
1028 ERROR("plugin_load: Could not find plugin \"%s\" in %s", plugin_name, dir);
1034 * The `register_*' functions follow
1036 int plugin_register_config(const char *name,
1037 int (*callback)(const char *key, const char *val),
1038 const char **keys, int keys_num) {
1039 cf_register(name, callback, keys, keys_num);
1041 } /* int plugin_register_config */
1043 int plugin_register_complex_config(const char *type,
1044 int (*callback)(oconfig_item_t *)) {
1045 return cf_register_complex(type, callback);
1046 } /* int plugin_register_complex_config */
1048 int plugin_register_init(const char *name, int (*callback)(void)) {
1049 return create_register_callback(&list_init, name, (void *)callback, NULL);
1050 } /* plugin_register_init */
1052 static int plugin_compare_read_func(const void *arg0, const void *arg1) {
1053 const read_func_t *rf0;
1054 const read_func_t *rf1;
1059 if (rf0->rf_next_read < rf1->rf_next_read)
1061 else if (rf0->rf_next_read > rf1->rf_next_read)
1065 } /* int plugin_compare_read_func */
1067 /* Add a read function to both, the heap and a linked list. The linked list if
1068 * used to look-up read functions, especially for the remove function. The heap
1069 * is used to determine which plugin to read next. */
1070 static int plugin_insert_read(read_func_t *rf) {
1074 rf->rf_next_read = cdtime();
1075 rf->rf_effective_interval = rf->rf_interval;
1077 pthread_mutex_lock(&read_lock);
1079 if (read_list == NULL) {
1080 read_list = llist_create();
1081 if (read_list == NULL) {
1082 pthread_mutex_unlock(&read_lock);
1083 ERROR("plugin_insert_read: read_list failed.");
1088 if (read_heap == NULL) {
1089 read_heap = c_heap_create(plugin_compare_read_func);
1090 if (read_heap == NULL) {
1091 pthread_mutex_unlock(&read_lock);
1092 ERROR("plugin_insert_read: c_heap_create failed.");
1097 le = llist_search(read_list, rf->rf_name);
1099 pthread_mutex_unlock(&read_lock);
1100 P_WARNING("The read function \"%s\" is already registered. "
1101 "Check for duplicates in your configuration!",
1106 le = llentry_create(rf->rf_name, rf);
1108 pthread_mutex_unlock(&read_lock);
1109 ERROR("plugin_insert_read: llentry_create failed.");
1113 status = c_heap_insert(read_heap, rf);
1115 pthread_mutex_unlock(&read_lock);
1116 ERROR("plugin_insert_read: c_heap_insert failed.");
1117 llentry_destroy(le);
1121 /* This does not fail. */
1122 llist_append(read_list, le);
1124 /* Wake up all the read threads. */
1125 pthread_cond_broadcast(&read_cond);
1126 pthread_mutex_unlock(&read_lock);
1128 } /* int plugin_insert_read */
1130 int plugin_register_read(const char *name, int (*callback)(void)) {
1134 rf = calloc(1, sizeof(*rf));
1136 ERROR("plugin_register_read: calloc failed.");
1140 rf->rf_callback = (void *)callback;
1141 rf->rf_udata.data = NULL;
1142 rf->rf_udata.free_func = NULL;
1143 rf->rf_ctx = plugin_get_ctx();
1144 rf->rf_group[0] = '\0';
1145 rf->rf_name = strdup(name);
1146 rf->rf_type = RF_SIMPLE;
1147 rf->rf_interval = plugin_get_interval();
1148 rf->rf_ctx.interval = rf->rf_interval;
1150 status = plugin_insert_read(rf);
1157 } /* int plugin_register_read */
1159 int plugin_register_complex_read(const char *group, const char *name,
1160 plugin_read_cb callback, cdtime_t interval,
1161 user_data_t const *user_data) {
1165 rf = calloc(1, sizeof(*rf));
1167 free_userdata(user_data);
1168 ERROR("plugin_register_complex_read: calloc failed.");
1172 rf->rf_callback = (void *)callback;
1174 sstrncpy(rf->rf_group, group, sizeof(rf->rf_group));
1176 rf->rf_group[0] = '\0';
1177 rf->rf_name = strdup(name);
1178 rf->rf_type = RF_COMPLEX;
1179 rf->rf_interval = (interval != 0) ? interval : plugin_get_interval();
1182 if (user_data == NULL) {
1183 rf->rf_udata.data = NULL;
1184 rf->rf_udata.free_func = NULL;
1186 rf->rf_udata = *user_data;
1189 rf->rf_ctx = plugin_get_ctx();
1190 rf->rf_ctx.interval = rf->rf_interval;
1192 status = plugin_insert_read(rf);
1194 free_userdata(&rf->rf_udata);
1200 } /* int plugin_register_complex_read */
1202 int plugin_register_write(const char *name, plugin_write_cb callback,
1203 user_data_t const *ud) {
1204 return create_register_callback(&list_write, name, (void *)callback, ud);
1205 } /* int plugin_register_write */
1207 static int plugin_flush_timeout_callback(user_data_t *ud) {
1208 flush_callback_t *cb = ud->data;
1210 return plugin_flush(cb->name, cb->timeout, NULL);
1211 } /* static int plugin_flush_callback */
1213 static void plugin_flush_timeout_callback_free(void *data) {
1214 flush_callback_t *cb = data;
1221 } /* static void plugin_flush_callback_free */
1223 static char *plugin_flush_callback_name(const char *name) {
1224 const char *flush_prefix = "flush/";
1229 prefix_size = strlen(flush_prefix);
1230 name_size = strlen(name);
1232 flush_name = malloc(name_size + prefix_size + 1);
1233 if (flush_name == NULL) {
1234 ERROR("plugin_flush_callback_name: malloc failed.");
1238 sstrncpy(flush_name, flush_prefix, prefix_size + 1);
1239 sstrncpy(flush_name + prefix_size, name, name_size + 1);
1242 } /* static char *plugin_flush_callback_name */
1244 int plugin_register_flush(const char *name, plugin_flush_cb callback,
1245 user_data_t const *ud) {
1247 plugin_ctx_t ctx = plugin_get_ctx();
1249 status = create_register_callback(&list_flush, name, (void *)callback, ud);
1253 if (ctx.flush_interval != 0) {
1255 flush_callback_t *cb;
1257 flush_name = plugin_flush_callback_name(name);
1258 if (flush_name == NULL)
1261 cb = malloc(sizeof(*cb));
1263 ERROR("plugin_register_flush: malloc failed.");
1268 cb->name = strdup(name);
1269 if (cb->name == NULL) {
1270 ERROR("plugin_register_flush: strdup failed.");
1275 cb->timeout = ctx.flush_timeout;
1277 status = plugin_register_complex_read(
1278 /* group = */ "flush",
1279 /* name = */ flush_name,
1280 /* callback = */ plugin_flush_timeout_callback,
1281 /* interval = */ ctx.flush_interval,
1282 /* user data = */ &(user_data_t){
1283 .data = cb, .free_func = plugin_flush_timeout_callback_free,
1291 } /* int plugin_register_flush */
1293 int plugin_register_missing(const char *name, plugin_missing_cb callback,
1294 user_data_t const *ud) {
1295 return create_register_callback(&list_missing, name, (void *)callback, ud);
1296 } /* int plugin_register_missing */
1298 int plugin_register_shutdown(const char *name, int (*callback)(void)) {
1299 return create_register_callback(&list_shutdown, name, (void *)callback, NULL);
1300 } /* int plugin_register_shutdown */
1302 static void plugin_free_data_sets(void) {
1306 if (data_sets == NULL)
1309 while (c_avl_pick(data_sets, &key, &value) == 0) {
1310 data_set_t *ds = value;
1311 /* key is a pointer to ds->type */
1317 c_avl_destroy(data_sets);
1319 } /* void plugin_free_data_sets */
1321 int plugin_register_data_set(const data_set_t *ds) {
1322 data_set_t *ds_copy;
1324 if ((data_sets != NULL) && (c_avl_get(data_sets, ds->type, NULL) == 0)) {
1325 NOTICE("Replacing DS `%s' with another version.", ds->type);
1326 plugin_unregister_data_set(ds->type);
1327 } else if (data_sets == NULL) {
1328 data_sets = c_avl_create((int (*)(const void *, const void *))strcmp);
1329 if (data_sets == NULL)
1333 ds_copy = malloc(sizeof(*ds_copy));
1334 if (ds_copy == NULL)
1336 memcpy(ds_copy, ds, sizeof(data_set_t));
1338 ds_copy->ds = malloc(sizeof(*ds_copy->ds) * ds->ds_num);
1339 if (ds_copy->ds == NULL) {
1344 for (size_t i = 0; i < ds->ds_num; i++)
1345 memcpy(ds_copy->ds + i, ds->ds + i, sizeof(data_source_t));
1347 return c_avl_insert(data_sets, (void *)ds_copy->type, (void *)ds_copy);
1348 } /* int plugin_register_data_set */
1350 int plugin_register_log(const char *name, plugin_log_cb callback,
1351 user_data_t const *ud) {
1352 return create_register_callback(&list_log, name, (void *)callback, ud);
1353 } /* int plugin_register_log */
1355 int plugin_register_notification(const char *name,
1356 plugin_notification_cb callback,
1357 user_data_t const *ud) {
1358 return create_register_callback(&list_notification, name, (void *)callback,
1360 } /* int plugin_register_log */
1362 int plugin_unregister_config(const char *name) {
1363 cf_unregister(name);
1365 } /* int plugin_unregister_config */
1367 int plugin_unregister_complex_config(const char *name) {
1368 cf_unregister_complex(name);
1370 } /* int plugin_unregister_complex_config */
1372 int plugin_unregister_init(const char *name) {
1373 return plugin_unregister(list_init, name);
1376 int plugin_unregister_read(const char *name) /* {{{ */
1384 pthread_mutex_lock(&read_lock);
1386 if (read_list == NULL) {
1387 pthread_mutex_unlock(&read_lock);
1391 le = llist_search(read_list, name);
1393 pthread_mutex_unlock(&read_lock);
1394 WARNING("plugin_unregister_read: No such read function: %s", name);
1398 llist_remove(read_list, le);
1402 rf->rf_type = RF_REMOVE;
1404 pthread_mutex_unlock(&read_lock);
1406 llentry_destroy(le);
1408 DEBUG("plugin_unregister_read: Marked `%s' for removal.", name);
1411 } /* }}} int plugin_unregister_read */
1413 void plugin_log_available_writers(void) {
1414 log_list_callbacks(&list_write, "Available write targets:");
1417 static int compare_read_func_group(llentry_t *e, void *ud) /* {{{ */
1419 read_func_t *rf = e->value;
1422 return strcmp(rf->rf_group, (const char *)group);
1423 } /* }}} int compare_read_func_group */
1425 int plugin_unregister_read_group(const char *group) /* {{{ */
1435 pthread_mutex_lock(&read_lock);
1437 if (read_list == NULL) {
1438 pthread_mutex_unlock(&read_lock);
1443 le = llist_search_custom(read_list, compare_read_func_group, (void *)group);
1450 llist_remove(read_list, le);
1454 rf->rf_type = RF_REMOVE;
1456 llentry_destroy(le);
1458 DEBUG("plugin_unregister_read_group: "
1459 "Marked `%s' (group `%s') for removal.",
1460 rf->rf_name, group);
1463 pthread_mutex_unlock(&read_lock);
1466 WARNING("plugin_unregister_read_group: No such "
1467 "group of read function: %s",
1473 } /* }}} int plugin_unregister_read_group */
1475 int plugin_unregister_write(const char *name) {
1476 return plugin_unregister(list_write, name);
1479 int plugin_unregister_flush(const char *name) {
1480 plugin_ctx_t ctx = plugin_get_ctx();
1482 if (ctx.flush_interval != 0) {
1485 flush_name = plugin_flush_callback_name(name);
1486 if (flush_name != NULL) {
1487 plugin_unregister_read(flush_name);
1492 return plugin_unregister(list_flush, name);
1495 int plugin_unregister_missing(const char *name) {
1496 return plugin_unregister(list_missing, name);
1499 int plugin_unregister_shutdown(const char *name) {
1500 return plugin_unregister(list_shutdown, name);
1503 int plugin_unregister_data_set(const char *name) {
1506 if (data_sets == NULL)
1509 if (c_avl_remove(data_sets, name, NULL, (void *)&ds) != 0)
1516 } /* int plugin_unregister_data_set */
1518 int plugin_unregister_log(const char *name) {
1519 return plugin_unregister(list_log, name);
1522 int plugin_unregister_notification(const char *name) {
1523 return plugin_unregister(list_notification, name);
1526 int plugin_init_all(void) {
1527 char const *chain_name;
1532 /* Init the value cache */
1535 if (IS_TRUE(global_option_get("CollectInternalStats"))) {
1536 record_statistics = true;
1537 plugin_register_read("collectd", plugin_update_internal_statistics);
1540 chain_name = global_option_get("PreCacheChain");
1541 pre_cache_chain = fc_chain_get_by_name(chain_name);
1543 chain_name = global_option_get("PostCacheChain");
1544 post_cache_chain = fc_chain_get_by_name(chain_name);
1546 write_limit_high = global_option_get_long("WriteQueueLimitHigh",
1548 if (write_limit_high < 0) {
1549 ERROR("WriteQueueLimitHigh must be positive or zero.");
1550 write_limit_high = 0;
1554 global_option_get_long("WriteQueueLimitLow",
1555 /* default = */ write_limit_high / 2);
1556 if (write_limit_low < 0) {
1557 ERROR("WriteQueueLimitLow must be positive or zero.");
1558 write_limit_low = write_limit_high / 2;
1559 } else if (write_limit_low > write_limit_high) {
1560 ERROR("WriteQueueLimitLow must not be larger than "
1561 "WriteQueueLimitHigh.");
1562 write_limit_low = write_limit_high;
1565 write_threads_num = global_option_get_long("WriteThreads",
1567 if (write_threads_num < 1) {
1568 ERROR("WriteThreads must be positive.");
1569 write_threads_num = 5;
1572 if ((list_init == NULL) && (read_heap == NULL))
1575 /* Calling all init callbacks before checking if read callbacks
1576 * are available allows the init callbacks to register the read
1578 le = llist_head(list_init);
1579 while (le != NULL) {
1580 callback_func_t *cf;
1581 plugin_init_cb callback;
1582 plugin_ctx_t old_ctx;
1585 old_ctx = plugin_set_ctx(cf->cf_ctx);
1586 callback = cf->cf_callback;
1587 status = (*callback)();
1588 plugin_set_ctx(old_ctx);
1591 ERROR("Initialization of plugin `%s' "
1592 "failed with status %i. "
1593 "Plugin will be unloaded.",
1595 /* Plugins that register read callbacks from the init
1596 * callback should take care of appropriate error
1597 * handling themselves. */
1598 /* FIXME: Unload _all_ functions */
1599 plugin_unregister_read(le->key);
1606 start_write_threads((size_t)write_threads_num);
1609 global_option_get_time("MaxReadInterval", DEFAULT_MAX_READ_INTERVAL);
1611 /* Start read-threads */
1612 if (read_heap != NULL) {
1616 rt = global_option_get("ReadThreads");
1619 start_read_threads((num > 0) ? ((size_t)num) : 5);
1622 } /* void plugin_init_all */
1624 /* TODO: Rename this function. */
1625 void plugin_read_all(void) {
1629 } /* void plugin_read_all */
1631 /* Read function called when the `-T' command line argument is given. */
1632 int plugin_read_all_once(void) {
1634 int return_status = 0;
1636 if (read_heap == NULL) {
1637 NOTICE("No read-functions are registered.");
1643 plugin_ctx_t old_ctx;
1645 rf = c_heap_get_root(read_heap);
1649 old_ctx = plugin_set_ctx(rf->rf_ctx);
1651 if (rf->rf_type == RF_SIMPLE) {
1652 int (*callback)(void);
1654 callback = rf->rf_callback;
1655 status = (*callback)();
1657 plugin_read_cb callback;
1659 callback = rf->rf_callback;
1660 status = (*callback)(&rf->rf_udata);
1663 plugin_set_ctx(old_ctx);
1666 NOTICE("read-function of plugin `%s' failed.", rf->rf_name);
1671 destroy_callback((void *)rf);
1674 return return_status;
1675 } /* int plugin_read_all_once */
1677 int plugin_write(const char *plugin, /* {{{ */
1678 const data_set_t *ds, const value_list_t *vl) {
1685 if (list_write == NULL)
1689 ds = plugin_get_ds(vl->type);
1691 ERROR("plugin_write: Unable to lookup type `%s'.", vl->type);
1696 if (plugin == NULL) {
1700 le = llist_head(list_write);
1701 while (le != NULL) {
1702 callback_func_t *cf = le->value;
1703 plugin_write_cb callback;
1705 /* Keep the read plugin's interval and flush information but update the
1707 plugin_ctx_t old_ctx = plugin_get_ctx();
1708 plugin_ctx_t ctx = old_ctx;
1709 ctx.name = cf->cf_ctx.name;
1710 plugin_set_ctx(ctx);
1712 DEBUG("plugin: plugin_write: Writing values via %s.", le->key);
1713 callback = cf->cf_callback;
1714 status = (*callback)(ds, vl, &cf->cf_udata);
1720 plugin_set_ctx(old_ctx);
1724 if ((success == 0) && (failure != 0))
1728 } else /* plugin != NULL */
1730 callback_func_t *cf;
1731 plugin_write_cb callback;
1733 le = llist_head(list_write);
1734 while (le != NULL) {
1735 if (strcasecmp(plugin, le->key) == 0)
1746 /* do not switch plugin context; rather keep the context (interval)
1747 * information of the calling read plugin */
1749 DEBUG("plugin: plugin_write: Writing values via %s.", le->key);
1750 callback = cf->cf_callback;
1751 status = (*callback)(ds, vl, &cf->cf_udata);
1755 } /* }}} int plugin_write */
1757 int plugin_flush(const char *plugin, cdtime_t timeout, const char *identifier) {
1760 if (list_flush == NULL)
1763 le = llist_head(list_flush);
1764 while (le != NULL) {
1765 callback_func_t *cf;
1766 plugin_flush_cb callback;
1767 plugin_ctx_t old_ctx;
1769 if ((plugin != NULL) && (strcmp(plugin, le->key) != 0)) {
1775 old_ctx = plugin_set_ctx(cf->cf_ctx);
1776 callback = cf->cf_callback;
1778 (*callback)(timeout, identifier, &cf->cf_udata);
1780 plugin_set_ctx(old_ctx);
1785 } /* int plugin_flush */
1787 int plugin_shutdown_all(void) {
1789 int ret = 0; // Assume success.
1791 destroy_all_callbacks(&list_init);
1793 stop_read_threads();
1795 pthread_mutex_lock(&read_lock);
1796 llist_destroy(read_list);
1798 pthread_mutex_unlock(&read_lock);
1800 destroy_read_heap();
1802 /* blocks until all write threads have shut down. */
1803 stop_write_threads();
1805 /* ask all plugins to write out the state they kept. */
1806 plugin_flush(/* plugin = */ NULL,
1808 /* identifier = */ NULL);
1811 if (list_shutdown != NULL)
1812 le = llist_head(list_shutdown);
1814 while (le != NULL) {
1815 callback_func_t *cf;
1816 plugin_shutdown_cb callback;
1817 plugin_ctx_t old_ctx;
1820 old_ctx = plugin_set_ctx(cf->cf_ctx);
1821 callback = cf->cf_callback;
1823 /* Advance the pointer before calling the callback allows
1824 * shutdown functions to unregister themselves. If done the
1825 * other way around the memory `le' points to will be freed
1826 * after callback returns. */
1829 if ((*callback)() != 0)
1832 plugin_set_ctx(old_ctx);
1835 /* Write plugins which use the `user_data' pointer usually need the
1836 * same data available to the flush callback. If this is the case, set
1837 * the free_function to NULL when registering the flush callback and to
1838 * the real free function when registering the write callback. This way
1839 * the data isn't freed twice. */
1840 destroy_all_callbacks(&list_flush);
1841 destroy_all_callbacks(&list_missing);
1842 destroy_all_callbacks(&list_write);
1844 destroy_all_callbacks(&list_notification);
1845 destroy_all_callbacks(&list_shutdown);
1846 destroy_all_callbacks(&list_log);
1848 plugin_free_loaded();
1849 plugin_free_data_sets();
1851 } /* void plugin_shutdown_all */
1853 int plugin_dispatch_missing(const value_list_t *vl) /* {{{ */
1855 if (list_missing == NULL)
1858 llentry_t *le = llist_head(list_missing);
1859 while (le != NULL) {
1860 callback_func_t *cf = le->value;
1861 plugin_ctx_t old_ctx = plugin_set_ctx(cf->cf_ctx);
1862 plugin_missing_cb callback = cf->cf_callback;
1864 int status = (*callback)(vl, &cf->cf_udata);
1865 plugin_set_ctx(old_ctx);
1868 ERROR("plugin_dispatch_missing: Callback function \"%s\" "
1869 "failed with status %i.",
1880 } /* int }}} plugin_dispatch_missing */
1882 static int plugin_dispatch_values_internal(value_list_t *vl) {
1884 static c_complain_t no_write_complaint = C_COMPLAIN_INIT_STATIC;
1886 bool free_meta_data = false;
1890 /* These fields are initialized by plugin_value_list_clone() if needed: */
1891 assert(vl->host[0] != 0);
1892 assert(vl->time != 0); /* The time is determined at _enqueue_ time. */
1893 assert(vl->interval != 0);
1895 if (vl->type[0] == 0 || vl->values == NULL || vl->values_len < 1) {
1896 ERROR("plugin_dispatch_values: Invalid value list "
1902 /* Free meta data only if the calling function didn't specify any. In
1903 * this case matches and targets may add some and the calling function
1904 * may not expect (and therefore free) that data. */
1905 if (vl->meta == NULL)
1906 free_meta_data = true;
1908 if (list_write == NULL)
1909 c_complain_once(LOG_WARNING, &no_write_complaint,
1910 "plugin_dispatch_values: No write callback has been "
1911 "registered. Please load at least one output plugin, "
1912 "if you want the collected data to be stored.");
1914 if (data_sets == NULL) {
1915 ERROR("plugin_dispatch_values: No data sets registered. "
1916 "Could the types database be read? Check "
1917 "your `TypesDB' setting!");
1921 data_set_t *ds = NULL;
1922 if (c_avl_get(data_sets, vl->type, (void *)&ds) != 0) {
1923 char ident[6 * DATA_MAX_NAME_LEN];
1925 FORMAT_VL(ident, sizeof(ident), vl);
1926 INFO("plugin_dispatch_values: Dataset not found: %s "
1927 "(from \"%s\"), check your types.db!",
1932 DEBUG("plugin_dispatch_values: time = %.3f; interval = %.3f; "
1934 "plugin = %s; plugin_instance = %s; "
1935 "type = %s; type_instance = %s;",
1936 CDTIME_T_TO_DOUBLE(vl->time), CDTIME_T_TO_DOUBLE(vl->interval),
1937 vl->host, vl->plugin, vl->plugin_instance, vl->type, vl->type_instance);
1940 assert(0 == strcmp(ds->type, vl->type));
1942 if (0 != strcmp(ds->type, vl->type))
1943 WARNING("plugin_dispatch_values: (ds->type = %s) != (vl->type = %s)",
1944 ds->type, vl->type);
1948 assert(ds->ds_num == vl->values_len);
1950 if (ds->ds_num != vl->values_len) {
1951 ERROR("plugin_dispatch_values: ds->type = %s: "
1952 "(ds->ds_num = %" PRIsz ") != "
1953 "(vl->values_len = %" PRIsz ")",
1954 ds->type, ds->ds_num, vl->values_len);
1959 escape_slashes(vl->host, sizeof(vl->host));
1960 escape_slashes(vl->plugin, sizeof(vl->plugin));
1961 escape_slashes(vl->plugin_instance, sizeof(vl->plugin_instance));
1962 escape_slashes(vl->type, sizeof(vl->type));
1963 escape_slashes(vl->type_instance, sizeof(vl->type_instance));
1965 if (pre_cache_chain != NULL) {
1966 status = fc_process_chain(ds, vl, pre_cache_chain);
1968 WARNING("plugin_dispatch_values: Running the "
1969 "pre-cache chain failed with "
1972 } else if (status == FC_TARGET_STOP)
1976 /* Update the value cache */
1979 if (post_cache_chain != NULL) {
1980 status = fc_process_chain(ds, vl, post_cache_chain);
1982 WARNING("plugin_dispatch_values: Running the "
1983 "post-cache chain failed with "
1988 fc_default_action(ds, vl);
1990 if ((free_meta_data == true) && (vl->meta != NULL)) {
1991 meta_data_destroy(vl->meta);
1996 } /* int plugin_dispatch_values_internal */
1998 static double get_drop_probability(void) /* {{{ */
2004 pthread_mutex_lock(&write_lock);
2005 wql = write_queue_length;
2006 pthread_mutex_unlock(&write_lock);
2008 if (wql < write_limit_low)
2010 if (wql >= write_limit_high)
2013 pos = 1 + wql - write_limit_low;
2014 size = 1 + write_limit_high - write_limit_low;
2016 return (double)pos / (double)size;
2017 } /* }}} double get_drop_probability */
2019 static bool check_drop_value(void) /* {{{ */
2021 static cdtime_t last_message_time;
2022 static pthread_mutex_t last_message_lock = PTHREAD_MUTEX_INITIALIZER;
2028 if (write_limit_high == 0)
2031 p = get_drop_probability();
2035 status = pthread_mutex_trylock(&last_message_lock);
2040 if ((now - last_message_time) > TIME_T_TO_CDTIME_T(1)) {
2041 last_message_time = now;
2042 ERROR("plugin_dispatch_values: Low water mark "
2043 "reached. Dropping %.0f%% of metrics.",
2046 pthread_mutex_unlock(&last_message_lock);
2057 } /* }}} bool check_drop_value */
2059 int plugin_dispatch_values(value_list_t const *vl) {
2061 static pthread_mutex_t statistics_lock = PTHREAD_MUTEX_INITIALIZER;
2063 if (check_drop_value()) {
2064 if (record_statistics) {
2065 pthread_mutex_lock(&statistics_lock);
2066 stats_values_dropped++;
2067 pthread_mutex_unlock(&statistics_lock);
2072 status = plugin_write_enqueue(vl);
2074 ERROR("plugin_dispatch_values: plugin_write_enqueue failed with status %i "
2076 status, STRERROR(status));
2083 __attribute__((sentinel)) int
2084 plugin_dispatch_multivalue(value_list_t const *template, /* {{{ */
2085 bool store_percentage, int store_type, ...) {
2091 assert(template->values_len == 1);
2093 /* Calculate sum for Gauge to calculate percent if needed */
2094 if (DS_TYPE_GAUGE == store_type) {
2095 va_start(ap, store_type);
2100 name = va_arg(ap, char const *);
2104 value = va_arg(ap, gauge_t);
2111 vl = plugin_value_list_clone(template);
2112 /* plugin_value_list_clone makes sure vl->time is set to non-zero. */
2113 if (store_percentage)
2114 sstrncpy(vl->type, "percent", sizeof(vl->type));
2116 va_start(ap, store_type);
2121 /* Set the type instance. */
2122 name = va_arg(ap, char const *);
2125 sstrncpy(vl->type_instance, name, sizeof(vl->type_instance));
2127 /* Set the value. */
2128 switch (store_type) {
2130 vl->values[0].gauge = va_arg(ap, gauge_t);
2131 if (store_percentage)
2132 vl->values[0].gauge *= sum ? (100.0 / sum) : NAN;
2134 case DS_TYPE_ABSOLUTE:
2135 vl->values[0].absolute = va_arg(ap, absolute_t);
2137 case DS_TYPE_COUNTER:
2138 vl->values[0].counter = va_arg(ap, counter_t);
2140 case DS_TYPE_DERIVE:
2141 vl->values[0].derive = va_arg(ap, derive_t);
2144 ERROR("plugin_dispatch_multivalue: given store_type is incorrect.");
2148 status = plugin_write_enqueue(vl);
2154 plugin_value_list_free(vl);
2156 } /* }}} int plugin_dispatch_multivalue */
2158 int plugin_dispatch_notification(const notification_t *notif) {
2160 /* Possible TODO: Add flap detection here */
2162 DEBUG("plugin_dispatch_notification: severity = %i; message = %s; "
2163 "time = %.3f; host = %s;",
2164 notif->severity, notif->message, CDTIME_T_TO_DOUBLE(notif->time),
2167 /* Nobody cares for notifications */
2168 if (list_notification == NULL)
2171 le = llist_head(list_notification);
2172 while (le != NULL) {
2173 callback_func_t *cf;
2174 plugin_notification_cb callback;
2177 /* do not switch plugin context; rather keep the context
2178 * (interval) information of the calling plugin */
2181 callback = cf->cf_callback;
2182 status = (*callback)(notif, &cf->cf_udata);
2184 WARNING("plugin_dispatch_notification: Notification "
2185 "callback %s returned %i.",
2193 } /* int plugin_dispatch_notification */
2195 void plugin_log(int level, const char *format, ...) {
2201 if (level >= LOG_DEBUG)
2205 va_start(ap, format);
2206 vsnprintf(msg, sizeof(msg), format, ap);
2207 msg[sizeof(msg) - 1] = '\0';
2210 if (list_log == NULL) {
2211 fprintf(stderr, "%s\n", msg);
2215 le = llist_head(list_log);
2216 while (le != NULL) {
2217 callback_func_t *cf;
2218 plugin_log_cb callback;
2221 callback = cf->cf_callback;
2223 /* do not switch plugin context; rather keep the context
2224 * (interval) information of the calling plugin */
2226 (*callback)(level, msg, &cf->cf_udata);
2230 } /* void plugin_log */
2232 void daemon_log(int level, const char *format, ...) {
2233 char msg[1024] = ""; // Size inherits from plugin_log()
2235 char const *name = plugin_get_ctx().name;
2240 va_start(ap, format);
2241 vsnprintf(msg, sizeof(msg), format, ap);
2244 plugin_log(level, "%s plugin: %s", name, msg);
2245 } /* void daemon_log */
2247 int parse_log_severity(const char *severity) {
2250 if ((0 == strcasecmp(severity, "emerg")) ||
2251 (0 == strcasecmp(severity, "alert")) ||
2252 (0 == strcasecmp(severity, "crit")) || (0 == strcasecmp(severity, "err")))
2253 log_level = LOG_ERR;
2254 else if (0 == strcasecmp(severity, "warning"))
2255 log_level = LOG_WARNING;
2256 else if (0 == strcasecmp(severity, "notice"))
2257 log_level = LOG_NOTICE;
2258 else if (0 == strcasecmp(severity, "info"))
2259 log_level = LOG_INFO;
2261 else if (0 == strcasecmp(severity, "debug"))
2262 log_level = LOG_DEBUG;
2263 #endif /* COLLECT_DEBUG */
2266 } /* int parse_log_severity */
2268 int parse_notif_severity(const char *severity) {
2269 int notif_severity = -1;
2271 if (strcasecmp(severity, "FAILURE") == 0)
2272 notif_severity = NOTIF_FAILURE;
2273 else if (strcmp(severity, "OKAY") == 0)
2274 notif_severity = NOTIF_OKAY;
2275 else if ((strcmp(severity, "WARNING") == 0) ||
2276 (strcmp(severity, "WARN") == 0))
2277 notif_severity = NOTIF_WARNING;
2279 return notif_severity;
2280 } /* int parse_notif_severity */
2282 const data_set_t *plugin_get_ds(const char *name) {
2285 if (data_sets == NULL) {
2286 P_ERROR("plugin_get_ds: No data sets are defined yet.");
2290 if (c_avl_get(data_sets, name, (void *)&ds) != 0) {
2291 DEBUG("No such dataset registered: %s", name);
2296 } /* data_set_t *plugin_get_ds */
2298 static int plugin_notification_meta_add(notification_t *n, const char *name,
2299 enum notification_meta_type_e type,
2300 const void *value) {
2301 notification_meta_t *meta;
2302 notification_meta_t *tail;
2304 if ((n == NULL) || (name == NULL) || (value == NULL)) {
2305 ERROR("plugin_notification_meta_add: A pointer is NULL!");
2309 meta = calloc(1, sizeof(*meta));
2311 ERROR("plugin_notification_meta_add: calloc failed.");
2315 sstrncpy(meta->name, name, sizeof(meta->name));
2319 case NM_TYPE_STRING: {
2320 meta->nm_value.nm_string = strdup((const char *)value);
2321 if (meta->nm_value.nm_string == NULL) {
2322 ERROR("plugin_notification_meta_add: strdup failed.");
2328 case NM_TYPE_SIGNED_INT: {
2329 meta->nm_value.nm_signed_int = *((int64_t *)value);
2332 case NM_TYPE_UNSIGNED_INT: {
2333 meta->nm_value.nm_unsigned_int = *((uint64_t *)value);
2336 case NM_TYPE_DOUBLE: {
2337 meta->nm_value.nm_double = *((double *)value);
2340 case NM_TYPE_BOOLEAN: {
2341 meta->nm_value.nm_boolean = *((bool *)value);
2345 ERROR("plugin_notification_meta_add: Unknown type: %i", type);
2349 } /* switch (type) */
2353 while ((tail != NULL) && (tail->next != NULL))
2362 } /* int plugin_notification_meta_add */
2364 int plugin_notification_meta_add_string(notification_t *n, const char *name,
2365 const char *value) {
2366 return plugin_notification_meta_add(n, name, NM_TYPE_STRING, value);
2369 int plugin_notification_meta_add_signed_int(notification_t *n, const char *name,
2371 return plugin_notification_meta_add(n, name, NM_TYPE_SIGNED_INT, &value);
2374 int plugin_notification_meta_add_unsigned_int(notification_t *n,
2377 return plugin_notification_meta_add(n, name, NM_TYPE_UNSIGNED_INT, &value);
2380 int plugin_notification_meta_add_double(notification_t *n, const char *name,
2382 return plugin_notification_meta_add(n, name, NM_TYPE_DOUBLE, &value);
2385 int plugin_notification_meta_add_boolean(notification_t *n, const char *name,
2387 return plugin_notification_meta_add(n, name, NM_TYPE_BOOLEAN, &value);
2390 int plugin_notification_meta_copy(notification_t *dst,
2391 const notification_t *src) {
2392 assert(dst != NULL);
2393 assert(src != NULL);
2395 assert((src->meta == NULL) || (src->meta != dst->meta));
2397 for (notification_meta_t *meta = src->meta; meta != NULL; meta = meta->next) {
2398 if (meta->type == NM_TYPE_STRING)
2399 plugin_notification_meta_add_string(dst, meta->name,
2400 meta->nm_value.nm_string);
2401 else if (meta->type == NM_TYPE_SIGNED_INT)
2402 plugin_notification_meta_add_signed_int(dst, meta->name,
2403 meta->nm_value.nm_signed_int);
2404 else if (meta->type == NM_TYPE_UNSIGNED_INT)
2405 plugin_notification_meta_add_unsigned_int(dst, meta->name,
2406 meta->nm_value.nm_unsigned_int);
2407 else if (meta->type == NM_TYPE_DOUBLE)
2408 plugin_notification_meta_add_double(dst, meta->name,
2409 meta->nm_value.nm_double);
2410 else if (meta->type == NM_TYPE_BOOLEAN)
2411 plugin_notification_meta_add_boolean(dst, meta->name,
2412 meta->nm_value.nm_boolean);
2416 } /* int plugin_notification_meta_copy */
2418 int plugin_notification_meta_free(notification_meta_t *n) {
2419 notification_meta_t *this;
2420 notification_meta_t *next;
2423 ERROR("plugin_notification_meta_free: n == NULL!");
2428 while (this != NULL) {
2431 if (this->type == NM_TYPE_STRING) {
2432 /* Assign to a temporary variable to work around nm_string's const
2434 void *tmp = (void *)this->nm_value.nm_string;
2437 this->nm_value.nm_string = NULL;
2445 } /* int plugin_notification_meta_free */
2447 static void plugin_ctx_destructor(void *ctx) {
2449 } /* void plugin_ctx_destructor */
2451 static plugin_ctx_t ctx_init = {/* interval = */ 0};
2453 static plugin_ctx_t *plugin_ctx_create(void) {
2456 ctx = malloc(sizeof(*ctx));
2458 ERROR("Failed to allocate plugin context: %s", STRERRNO);
2463 assert(plugin_ctx_key_initialized);
2464 pthread_setspecific(plugin_ctx_key, ctx);
2465 DEBUG("Created new plugin context.");
2467 } /* int plugin_ctx_create */
2469 void plugin_init_ctx(void) {
2470 pthread_key_create(&plugin_ctx_key, plugin_ctx_destructor);
2471 plugin_ctx_key_initialized = true;
2472 } /* void plugin_init_ctx */
2474 plugin_ctx_t plugin_get_ctx(void) {
2477 assert(plugin_ctx_key_initialized);
2478 ctx = pthread_getspecific(plugin_ctx_key);
2481 ctx = plugin_ctx_create();
2482 /* this must no happen -- exit() instead? */
2488 } /* plugin_ctx_t plugin_get_ctx */
2490 plugin_ctx_t plugin_set_ctx(plugin_ctx_t ctx) {
2494 assert(plugin_ctx_key_initialized);
2495 c = pthread_getspecific(plugin_ctx_key);
2498 c = plugin_ctx_create();
2499 /* this must no happen -- exit() instead? */
2508 } /* void plugin_set_ctx */
2510 cdtime_t plugin_get_interval(void) {
2513 interval = plugin_get_ctx().interval;
2517 P_ERROR("plugin_get_interval: Unable to determine Interval from context.");
2519 return cf_get_default_interval();
2520 } /* cdtime_t plugin_get_interval */
2524 void *(*start_routine)(void *);
2528 static void *plugin_thread_start(void *arg) {
2529 plugin_thread_t *plugin_thread = arg;
2531 void *(*start_routine)(void *) = plugin_thread->start_routine;
2532 void *plugin_arg = plugin_thread->arg;
2534 plugin_set_ctx(plugin_thread->ctx);
2536 sfree(plugin_thread);
2538 return start_routine(plugin_arg);
2539 } /* void *plugin_thread_start */
2541 int plugin_thread_create(pthread_t *thread, const pthread_attr_t *attr,
2542 void *(*start_routine)(void *), void *arg,
2544 plugin_thread_t *plugin_thread;
2546 plugin_thread = malloc(sizeof(*plugin_thread));
2547 if (plugin_thread == NULL)
2550 plugin_thread->ctx = plugin_get_ctx();
2551 plugin_thread->start_routine = start_routine;
2552 plugin_thread->arg = arg;
2554 int ret = pthread_create(thread, attr, plugin_thread_start, plugin_thread);
2556 sfree(plugin_thread);
2561 set_thread_name(*thread, name);
2564 } /* int plugin_thread_create */