1 /*****************************************************************************
2 * RRDtool 1.2.99907080300 Copyright by Tobi Oetiker, 1997-2007
3 *****************************************************************************
4 * rrd_restore.c creates new rrd from data dumped by rrd_dump.c
5 *****************************************************************************/
8 #include "rrd_rpncalc.h"
11 #if defined(_WIN32) && !defined(__CYGWIN__) && !defined(__CYGWIN32__)
41 void parse_patch1028_RRA_params(
45 void parse_patch1028_CDP_params(
50 void parse_FAILURES_history(
56 /* convert all occurrences of <BlaBlaBla> to <blablabla> */
64 if (intag == 0 && (*buf) == '<') {
66 } else if (intag == 1 && (*buf) == '>') {
69 } else if (intag == 1) {
85 && ((*ptr) == ' ' || (*ptr) == '\r' || (*ptr) == '\n'
88 if (strncmp(ptr, "<?xml", 4) == 0) {
89 ptr = strstr(ptr, "?>");
93 rrd_set_error("Dangling XML header");
98 } while ((*buf) != ptr);
107 if ((buf == NULL) || (*buf == NULL))
113 && ((*ptr) == ' ' || (*ptr) == '\r' || (*ptr) == '\n'
116 if (strncmp(ptr, "<!--", 4) == 0) {
117 ptr = strstr(ptr, "-->");
121 rrd_set_error("Dangling Comment");
126 } while ((*buf) != ptr);
135 return -1; /* fall though clause */
140 && strncmp((*buf) + 1, tag, strlen(tag)) == 0
141 && *((*buf) + strlen(tag) + 1) == '>') {
142 (*buf) += strlen(tag) + 2;
144 rrd_set_error("No <%s> tag found", tag);
162 return -1; /* fall though clause */
164 if (eat_tag(buf, tag) == 1) {
168 while (*((*buf) + 1) && (*(*buf) != '<'))
169 (*buf)++; /*find start of endtag */
171 matches = sscanf(temp, format, value);
173 end_tag = malloc((strlen(tag) + 2) * sizeof(char));
174 sprintf(end_tag, "/%s", tag);
175 eat_tag(buf, end_tag);
177 if (matches == 0 && strcmp(format, "%lf") == 0)
178 (*((double *) (value))) = DNAN;
187 /* parse the data stored in buf and return a filled rrd structure */
193 /* pass 1 identify number of RRAs */
194 char *ptr, *ptr2, *ptr3; /* walks thought the buffer */
195 long rows = 0, mempool = 0, i = 0;
199 xml_lc(buf); /* lets lowercase all active parts of the xml */
203 /* start with an RRD tag */
207 eat_tag(&ptr, "rrd");
208 /* allocate static header */
209 if ((rrd->stat_head = calloc(1, sizeof(stat_head_t))) == NULL) {
210 rrd_set_error("allocating rrd.stat_head");
214 strcpy(rrd->stat_head->cookie, RRD_COOKIE);
215 read_tag(&ptr, "version", "%4[0-9]", rrd->stat_head->version);
216 input_version = atoi(rrd->stat_head->version);
217 /* added primitive version checking */
218 if (input_version > atoi(RRD_VERSION) || input_version < 1) {
220 ("Incompatible file version, detected version %s. This is not supported by the version %s restore tool.\n",
221 rrd->stat_head->version, RRD_VERSION);
222 free(rrd->stat_head);
223 rrd->stat_head = NULL;
226 /* make sure we output the right version only go over 3 if input is over 3 too */
227 if (input_version > 3) {
228 strcpy(rrd->stat_head->version, RRD_VERSION);
230 strcpy(rrd->stat_head->version, RRD_VERSION3);
233 rrd->stat_head->float_cookie = FLOAT_COOKIE;
234 rrd->stat_head->ds_cnt = 0;
235 rrd->stat_head->rra_cnt = 0;
236 read_tag(&ptr, "step", "%lu", &(rrd->stat_head->pdp_step));
238 /* allocate live head */
239 if ((rrd->live_head = calloc(1, sizeof(live_head_t))) == NULL) {
240 rrd_set_error("allocating rrd.live_head");
243 read_tag(&ptr, "lastupdate", "%lu", &(rrd->live_head->last_up));
245 /* Data Source Definition Part */
247 while (eat_tag(&ptr2, "ds") == 1) {
248 rrd->stat_head->ds_cnt++;
250 rrd_realloc(rrd->ds_def,
251 rrd->stat_head->ds_cnt * sizeof(ds_def_t))) ==
253 rrd_set_error("allocating rrd.ds_def");
256 /* clean out memory to make sure no data gets stored from previous tasks */
257 memset(&(rrd->ds_def[rrd->stat_head->ds_cnt - 1]), 0,
260 rrd_realloc(rrd->pdp_prep,
261 rrd->stat_head->ds_cnt * sizeof(pdp_prep_t))) ==
263 rrd_set_error("allocating pdp_prep");
266 /* clean out memory to make sure no data gets stored from previous tasks */
267 memset(&(rrd->pdp_prep[rrd->stat_head->ds_cnt - 1]), 0,
270 read_tag(&ptr2, "name", DS_NAM_FMT,
271 rrd->ds_def[rrd->stat_head->ds_cnt - 1].ds_nam);
273 read_tag(&ptr2, "type", DST_FMT,
274 rrd->ds_def[rrd->stat_head->ds_cnt - 1].dst);
275 /* test for valid type */
276 if ((int) dst_conv(rrd->ds_def[rrd->stat_head->ds_cnt - 1].dst) == -1)
279 if (dst_conv(rrd->ds_def[rrd->stat_head->ds_cnt - 1].dst) != DST_CDEF) {
280 read_tag(&ptr2, "minimal_heartbeat", "%lu",
281 &(rrd->ds_def[rrd->stat_head->ds_cnt - 1].
282 par[DS_mrhb_cnt].u_cnt));
283 read_tag(&ptr2, "min", "%lf",
284 &(rrd->ds_def[rrd->stat_head->ds_cnt - 1].
285 par[DS_min_val].u_val));
286 read_tag(&ptr2, "max", "%lf",
287 &(rrd->ds_def[rrd->stat_head->ds_cnt - 1].
288 par[DS_max_val].u_val));
289 } else { /* DST_CDEF */
292 read_tag(&ptr2, "cdef", "%1000s", buffer);
293 parseCDEF_DS(buffer, rrd, rrd->stat_head->ds_cnt - 1);
294 if (rrd_test_error())
298 read_tag(&ptr2, "last_ds", "%30s",
299 rrd->pdp_prep[rrd->stat_head->ds_cnt - 1].last_ds);
300 read_tag(&ptr2, "value", "%lf",
301 &(rrd->pdp_prep[rrd->stat_head->ds_cnt - 1].scratch[PDP_val].
303 read_tag(&ptr2, "unknown_sec", "%lu",
304 &(rrd->pdp_prep[rrd->stat_head->ds_cnt - 1].
305 scratch[PDP_unkn_sec_cnt].u_cnt));
306 eat_tag(&ptr2, "/ds");
311 while (eat_tag(&ptr2, "rra") == 1) {
312 rrd->stat_head->rra_cnt++;
314 /* allocate and reset rra definition areas */
316 rrd_realloc(rrd->rra_def,
317 rrd->stat_head->rra_cnt * sizeof(rra_def_t))) ==
319 rrd_set_error("allocating rra_def");
322 memset(&(rrd->rra_def[rrd->stat_head->rra_cnt - 1]), 0,
325 /* allocate and reset consolidation point areas */
326 if ((rrd->cdp_prep = rrd_realloc(rrd->cdp_prep,
327 rrd->stat_head->rra_cnt
328 * rrd->stat_head->ds_cnt *
329 sizeof(cdp_prep_t))) == NULL) {
330 rrd_set_error("allocating cdp_prep");
336 cdp_prep[rrd->stat_head->ds_cnt *
337 (rrd->stat_head->rra_cnt - 1)]), 0,
338 rrd->stat_head->ds_cnt * sizeof(cdp_prep_t));
341 read_tag(&ptr2, "cf", CF_NAM_FMT,
342 rrd->rra_def[rrd->stat_head->rra_cnt - 1].cf_nam);
343 /* test for valid type */
344 if ((int) cf_conv(rrd->rra_def[rrd->stat_head->rra_cnt - 1].cf_nam) ==
348 read_tag(&ptr2, "pdp_per_row", "%lu",
349 &(rrd->rra_def[rrd->stat_head->rra_cnt - 1].pdp_cnt));
350 /* support to read RRA parameters */
351 rra_index = rrd->stat_head->rra_cnt - 1;
352 if (input_version < 2) {
353 read_tag(&ptr2, "xff", "%lf",
354 &(rrd->rra_def[rra_index].par[RRA_cdp_xff_val].u_val));
356 if (eat_tag(&ptr2, "params") != 1) {
357 rrd_set_error("could not find params tag to eat and skip");
361 /* backwards compatibility w/ old patch */
362 if (strncmp(ptr2, "<value>", 7) == 0) {
363 parse_patch1028_RRA_params(&ptr2, rrd, rra_index);
365 switch (cf_conv(rrd->rra_def[rra_index].cf_nam)) {
368 read_tag(&ptr2, "hw_alpha", "%lf",
369 &(rrd->rra_def[rra_index].par[RRA_hw_alpha].
371 read_tag(&ptr2, "hw_beta", "%lf",
372 &(rrd->rra_def[rra_index].par[RRA_hw_beta].
374 read_tag(&ptr2, "dependent_rra_idx", "%lu",
375 &(rrd->rra_def[rra_index].
376 par[RRA_dependent_rra_idx].u_cnt));
380 read_tag(&ptr2, "seasonal_gamma", "%lf",
381 &(rrd->rra_def[rra_index].
382 par[RRA_seasonal_gamma].u_val));
383 read_tag(&ptr2, "seasonal_smooth_idx", "%lu",
384 &(rrd->rra_def[rra_index].
385 par[RRA_seasonal_smooth_idx].u_cnt));
386 read_tag(&ptr2, "dependent_rra_idx", "%lu",
387 &(rrd->rra_def[rra_index].
388 par[RRA_dependent_rra_idx].u_cnt));
391 read_tag(&ptr2, "delta_pos", "%lf",
392 &(rrd->rra_def[rra_index].par[RRA_delta_pos].
394 read_tag(&ptr2, "delta_neg", "%lf",
395 &(rrd->rra_def[rra_index].par[RRA_delta_neg].
397 read_tag(&ptr2, "window_len", "%lu",
398 &(rrd->rra_def[rra_index].par[RRA_window_len].
400 read_tag(&ptr2, "failure_threshold", "%lu",
401 &(rrd->rra_def[rra_index].
402 par[RRA_failure_threshold].u_cnt));
405 read_tag(&ptr2, "dependent_rra_idx", "%lu",
406 &(rrd->rra_def[rra_index].
407 par[RRA_dependent_rra_idx].u_cnt));
414 read_tag(&ptr2, "xff", "%lf",
415 &(rrd->rra_def[rra_index].par[RRA_cdp_xff_val].
419 eat_tag(&ptr2, "/params");
423 eat_tag(&ptr2, "cdp_prep");
424 for (i = 0; i < (int) rrd->stat_head->ds_cnt; i++) {
425 eat_tag(&ptr2, "ds");
426 /* support to read CDP parameters */
427 rra_index = rrd->stat_head->rra_cnt - 1;
429 if (input_version < 2) {
430 rrd->cdp_prep[rrd->stat_head->ds_cnt * (rra_index) +
431 i].scratch[CDP_primary_val].u_val = 0.0;
432 rrd->cdp_prep[rrd->stat_head->ds_cnt * (rra_index) +
433 i].scratch[CDP_secondary_val].u_val = 0.0;
434 read_tag(&ptr2, "value", "%lf",
436 cdp_prep[rrd->stat_head->ds_cnt * (rra_index) +
437 i].scratch[CDP_val].u_val));
438 read_tag(&ptr2, "unknown_datapoints", "%lu",
440 cdp_prep[rrd->stat_head->ds_cnt * (rra_index) +
441 i].scratch[CDP_unkn_pdp_cnt].u_cnt));
444 if (strncmp(ptr2, "<value>", 7) == 0) {
445 parse_patch1028_CDP_params(&ptr2, rrd, rra_index, i);
447 read_tag(&ptr2, "primary_value", "%lf",
449 cdp_prep[rrd->stat_head->ds_cnt * (rra_index)
450 + i].scratch[CDP_primary_val].u_val));
451 read_tag(&ptr2, "secondary_value", "%lf",
453 cdp_prep[rrd->stat_head->ds_cnt * (rra_index)
455 i].scratch[CDP_secondary_val].u_val));
456 switch (cf_conv(rrd->rra_def[rra_index].cf_nam)) {
459 read_tag(&ptr2, "intercept", "%lf",
461 cdp_prep[rrd->stat_head->ds_cnt *
464 i].scratch[CDP_hw_intercept].
466 read_tag(&ptr2, "last_intercept", "%lf",
468 cdp_prep[rrd->stat_head->ds_cnt *
471 i].scratch[CDP_hw_last_intercept].
473 read_tag(&ptr2, "slope", "%lf",
475 cdp_prep[rrd->stat_head->ds_cnt *
478 i].scratch[CDP_hw_slope].u_val));
479 read_tag(&ptr2, "last_slope", "%lf",
481 cdp_prep[rrd->stat_head->ds_cnt *
484 i].scratch[CDP_hw_last_slope].
486 read_tag(&ptr2, "nan_count", "%lu",
488 cdp_prep[rrd->stat_head->ds_cnt *
491 i].scratch[CDP_null_count].
493 read_tag(&ptr2, "last_nan_count", "%lu",
495 cdp_prep[rrd->stat_head->ds_cnt *
498 i].scratch[CDP_last_null_count].
503 read_tag(&ptr2, "seasonal", "%lf",
505 cdp_prep[rrd->stat_head->ds_cnt *
508 i].scratch[CDP_hw_seasonal].
510 read_tag(&ptr2, "last_seasonal", "%lf",
512 cdp_prep[rrd->stat_head->ds_cnt *
515 i].scratch[CDP_hw_last_seasonal].
517 read_tag(&ptr2, "init_flag", "%lu",
519 cdp_prep[rrd->stat_head->ds_cnt *
522 i].scratch[CDP_init_seasonal].
528 parse_FAILURES_history(&ptr2, rrd, rra_index, i);
535 read_tag(&ptr2, "value", "%lf",
537 cdp_prep[rrd->stat_head->ds_cnt *
539 i].scratch[CDP_val].u_val));
540 read_tag(&ptr2, "unknown_datapoints", "%lu",
542 cdp_prep[rrd->stat_head->ds_cnt *
544 i].scratch[CDP_unkn_pdp_cnt].
550 eat_tag(&ptr2, "/ds");
552 eat_tag(&ptr2, "/cdp_prep");
553 rrd->rra_def[rrd->stat_head->rra_cnt - 1].row_cnt = 0;
554 eat_tag(&ptr2, "database");
556 while (eat_tag(&ptr3, "row") == 1) {
560 if ((rrd->rrd_value = rrd_realloc(rrd->rrd_value,
563 (rrd->stat_head->ds_cnt)
564 * sizeof(rrd_value_t))) ==
566 rrd_set_error("allocating rrd_values");
572 rrd->rra_def[rrd->stat_head->rra_cnt - 1].row_cnt++;
573 for (i = 0; i < (int) rrd->stat_head->ds_cnt; i++) {
577 rrd_value[(rows - 1) * rrd->stat_head->ds_cnt + i]);
579 read_tag(&ptr3, "v", "%lf", value);
581 if ((rc == 1) /* do we have to check for the ranges */
582 &&(!isnan(*value)) /* not a NAN value */
583 &&(dst_conv(rrd->ds_def[i].dst) != DST_CDEF)
584 && ( /* min defined and in the range ? */
585 (!isnan(rrd->ds_def[i].par[DS_min_val].u_val)
587 rrd->ds_def[i].par[DS_min_val].u_val))
588 || /* max defined and in the range ? */
589 (!isnan(rrd->ds_def[i].par[DS_max_val].u_val)
591 rrd->ds_def[i].par[DS_max_val].u_val))
595 "out of range found [ds: %lu], [value : %0.10e]\n",
600 eat_tag(&ptr3, "/row");
603 eat_tag(&ptr2, "/database");
604 eat_tag(&ptr2, "/rra");
607 eat_tag(&ptr, "/rrd");
610 calloc(1, sizeof(rra_ptr_t) * rrd->stat_head->rra_cnt)) == NULL) {
611 rrd_set_error("allocating rra_ptr");
615 for (i = 0; i < (int) rrd->stat_head->rra_cnt; i++) {
616 /* last row in the xml file is the most recent; as
617 * rrd_update increments the current row pointer, set cur_row
618 * here to the last row. */
619 rrd->rra_ptr[i].cur_row = rrd->rra_def[i].row_cnt - 1;
630 /* create and empty rrd file according to the specs given */
635 char force_overwrite)
637 unsigned long i, ii, val_cnt;
638 FILE *rrd_file = NULL;
642 if (strcmp("-", file_name) == 0) {
645 #if defined(_WIN32) && !defined(__CYGWIN__) && !defined(__CYGWIN32__)
646 fdflags = O_RDWR | O_BINARY | O_CREAT;
648 fdflags = O_WRONLY | O_CREAT;
650 if (force_overwrite == 0) {
653 fd = open(file_name, fdflags, 0666);
654 if (fd == -1 || (rrd_file = fdopen(fd, "wb")) == NULL) {
655 rrd_set_error("creating '%s': %s", file_name,
656 rrd_strerror(errno));
662 fwrite(rrd->stat_head, sizeof(stat_head_t), 1, rrd_file);
664 fwrite(rrd->ds_def, sizeof(ds_def_t), rrd->stat_head->ds_cnt, rrd_file);
667 sizeof(rra_def_t), rrd->stat_head->rra_cnt, rrd_file);
669 fwrite(rrd->live_head, sizeof(live_head_t), 1, rrd_file);
671 fwrite(rrd->pdp_prep, sizeof(pdp_prep_t), rrd->stat_head->ds_cnt,
674 fwrite(rrd->cdp_prep, sizeof(cdp_prep_t), rrd->stat_head->rra_cnt *
675 rrd->stat_head->ds_cnt, rrd_file);
676 fwrite(rrd->rra_ptr, sizeof(rra_ptr_t), rrd->stat_head->rra_cnt,
681 /* calculate the number of rrd_values to dump */
683 for (i = 0; i < rrd->stat_head->rra_cnt; i++)
684 for (ii = 0; ii < rrd->rra_def[i].row_cnt * rrd->stat_head->ds_cnt;
687 fwrite(rrd->rrd_value, sizeof(rrd_value_t), val_cnt, rrd_file);
689 /* lets see if we had an error */
690 if (ferror(rrd_file)) {
691 rrd_set_error("a file error occurred while creating '%s'", file_name);
708 char force_overwrite = 0;
709 struct option long_options[] = {
710 {"range-check", no_argument, 0, 'r'},
711 {"force-overwrite", no_argument, 0, 'f'},
717 opterr = 0; /* initialize getopt */
719 int option_index = 0;
722 opt = getopt_long(argc, argv, "rf", long_options, &option_index);
736 ("usage rrdtool %s [--range-check|-r] [--force-overwrite/-f] file.xml file.rrd",
743 if (argc - optind != 2) {
745 ("usage rrdtool %s [--range-check/-r] [--force-overwrite/-f] file.xml file.rrd",
750 if (readfile(argv[optind], &buf, 0) == -1) {
756 if (xml2rrd(buf, &rrd, rc) == -1) {
764 if (rrd_creat(argv[optind + 1], &rrd, force_overwrite) == -1) {
772 /* a backwards compatibility routine that will parse the RRA params section
773 * generated by the aberrant patch to 1.0.28. */
775 void parse_patch1028_RRA_params(
782 for (i = 0; i < MAX_RRA_PAR_EN; i++) {
783 if (i == RRA_dependent_rra_idx ||
784 i == RRA_seasonal_smooth_idx || i == RRA_failure_threshold)
785 read_tag(buf, "value", "%lu",
786 &(rrd->rra_def[rra_index].par[i].u_cnt));
788 read_tag(buf, "value", "%lf",
789 &(rrd->rra_def[rra_index].par[i].u_val));
793 /* a backwards compatibility routine that will parse the CDP params section
794 * generated by the aberrant patch to 1.0.28. */
795 void parse_patch1028_CDP_params(
803 for (ii = 0; ii < MAX_CDP_PAR_EN; ii++) {
804 if (cf_conv(rrd->rra_def[rra_index].cf_nam) == CF_FAILURES ||
805 ii == CDP_unkn_pdp_cnt ||
806 ii == CDP_null_count || ii == CDP_last_null_count) {
807 read_tag(buf, "value", "%lu",
809 cdp_prep[rrd->stat_head->ds_cnt * (rra_index) +
810 ds_index].scratch[ii].u_cnt));
812 read_tag(buf, "value", "%lf",
814 cdp_prep[rrd->stat_head->ds_cnt * (rra_index) +
815 ds_index].scratch[ii].u_val));
820 void parse_FAILURES_history(
826 char history[MAX_FAILURES_WINDOW_LEN + 1];
827 char *violations_array;
830 /* 28 = MAX_FAILURES_WINDOW_LEN */
831 read_tag(buf, "history", "%28[0-1]", history);
833 (char *) rrd->cdp_prep[rrd->stat_head->ds_cnt * (rra_index)
836 for (i = 0; i < rrd->rra_def[rra_index].par[RRA_window_len].u_cnt; ++i)
837 violations_array[i] = (history[i] == '1') ? 1 : 0;