1 /*****************************************************************************
2 * RRDtool 1.0.33 Copyright Tobias Oetiker, 1997 - 2000
3 *****************************************************************************
4 * rrd_restore.c creates new rrd from data dumped by rrd_dump.c
5 *****************************************************************************/
8 #include "rrd_rpncalc.h"
14 int eat_tag(char **, char *);
15 int read_tag(char **, char *, char *, void *);
16 int xml2rrd(char*, rrd_t*, char);
17 int rrd_write(char *, rrd_t *);
18 void parse_patch1028_RRA_params(char **buf, rrd_t *rrd, int rra_index);
19 void parse_patch1028_CDP_params(char **buf, rrd_t *rrd, int rra_index, int ds_index);
20 void parse_FAILURES_history(char **buf, rrd_t *rrd, int rra_index, int ds_index);
22 /* convert all ocurances of <BlaBlaBla> to <blablabla> */
24 void xml_lc(char* buf){
27 if (intag ==0 && (*buf) == '<') {
30 else if (intag ==1 && (*buf) == '>') {
33 } else if (intag ==1) {
45 while((*(ptr+1)) && ((*ptr)==' ' || (*ptr)=='\r' || (*ptr)=='\n' || (*ptr)=='\t')) ptr++;
46 if (strncmp(ptr,"<!--",4) == 0) {
47 ptr= strstr(ptr,"-->");
48 if (ptr) ptr+=3; else {
49 rrd_set_error("Dangling Comment");
54 } while ((*buf)!=ptr);
58 int eat_tag(char **buf, char *tag){
59 if ((*buf)==NULL) return -1; /* fall though clause */
64 && strncmp((*buf)+1,tag,strlen(tag)) == 0
65 && *((*buf)+strlen(tag)+1)=='>') {
66 (*buf) += strlen(tag)+2;
69 rrd_set_error("No <%s> tag found",tag);
77 int read_tag(char **buf, char *tag, char *format, void *value){
80 if ((*buf)==NULL) return -1; /* fall though clause */
82 if (eat_tag(buf,tag)==1){
85 while(*((*buf)+1) && (*(*buf) != '<')) (*buf)++; /*find start of endtag*/
87 matches =sscanf(temp,format,value);
89 end_tag = malloc((strlen(tag)+2)*sizeof(char));
90 sprintf(end_tag,"/%s",tag);
93 if (matches == 0 && strcmp(format,"%lf") == 0)
94 (*((double* )(value))) = DNAN;
95 if (matches != 1) return 0;
102 /* parse the data stored in buf and return a filled rrd structure */
103 int xml2rrd(char* buf, rrd_t* rrd, char rc){
104 /* pass 1 identify number of RRAs */
105 char *ptr,*ptr2,*ptr3; /* walks thought the buffer */
106 long rows=0,mempool=0,i=0;
108 xml_lc(buf); /* lets lowercase all active parts of the xml */
112 /* start with an RRD tag */
115 /* allocate static header */
116 if((rrd->stat_head = calloc(1,sizeof(stat_head_t)))==NULL){
117 rrd_set_error("allocating rrd.stat_head");
121 strcpy(rrd->stat_head->cookie,RRD_COOKIE);
122 read_tag(&ptr,"version","%4[0-9]",rrd->stat_head->version);
123 /* added primitive version checking */
124 if (atoi(rrd -> stat_head -> version) != 2)
126 rrd_set_error("Incompatible file version, detected version %s, required version %s\n",
127 rrd -> stat_head -> version, RRD_VERSION);
128 free(rrd -> stat_head);
131 rrd->stat_head->float_cookie = FLOAT_COOKIE;
132 rrd->stat_head->ds_cnt = 0;
133 rrd->stat_head->rra_cnt = 0;
134 read_tag(&ptr,"step","%lu",&(rrd->stat_head->pdp_step));
136 /* allocate live head */
137 if((rrd->live_head = calloc(1,sizeof(live_head_t)))==NULL){
138 rrd_set_error("allocating rrd.live_head");
141 read_tag(&ptr,"lastupdate","%lu",&(rrd->live_head->last_up));
143 /* Data Source Definition Part */
145 while (eat_tag(&ptr2,"ds") == 1){
146 rrd->stat_head->ds_cnt++;
147 if((rrd->ds_def = rrd_realloc(rrd->ds_def,rrd->stat_head->ds_cnt*sizeof(ds_def_t)))==NULL){
148 rrd_set_error("allocating rrd.ds_def");
151 /* clean out memory to make sure no data gets stored from previous tasks */
152 memset(&(rrd->ds_def[rrd->stat_head->ds_cnt-1]), 0, sizeof(ds_def_t));
153 if((rrd->pdp_prep = rrd_realloc(rrd->pdp_prep,rrd->stat_head->ds_cnt
154 *sizeof(pdp_prep_t)))==NULL){
155 rrd_set_error("allocating pdp_prep");
158 /* clean out memory to make sure no data gets stored from previous tasks */
159 memset(&(rrd->pdp_prep[rrd->stat_head->ds_cnt-1]), 0, sizeof(pdp_prep_t));
161 read_tag(&ptr2,"name",DS_NAM_FMT,rrd->ds_def[rrd->stat_head->ds_cnt-1].ds_nam);
163 read_tag(&ptr2,"type",DST_FMT,rrd->ds_def[rrd->stat_head->ds_cnt-1].dst);
164 /* test for valid type */
165 if(dst_conv(rrd->ds_def[rrd->stat_head->ds_cnt-1].dst) == -1) return -1;
167 if (dst_conv(rrd->ds_def[rrd->stat_head->ds_cnt-1].dst) != DST_CDEF)
169 read_tag(&ptr2,"minimal_heartbeat","%lu",
170 &(rrd->ds_def[rrd->stat_head->ds_cnt-1].par[DS_mrhb_cnt].u_cnt));
171 read_tag(&ptr2,"min","%lf",&(rrd->ds_def[rrd->stat_head->ds_cnt-1].par[DS_min_val].u_val));
172 read_tag(&ptr2,"max","%lf",&(rrd->ds_def[rrd->stat_head->ds_cnt-1].par[DS_max_val].u_val));
173 } else { /* DST_CDEF */
175 read_tag(&ptr2,"cdef","%s",buffer);
176 parseCDEF_DS(buffer,rrd,rrd -> stat_head -> ds_cnt - 1);
179 read_tag(&ptr2,"last_ds","%30s",rrd->pdp_prep[rrd->stat_head->ds_cnt-1].last_ds);
180 read_tag(&ptr2,"value","%lf",&(rrd->pdp_prep[rrd->stat_head->ds_cnt-1].scratch[PDP_val].u_val));
181 read_tag(&ptr2,"unknown_sec","%lu",&(rrd->pdp_prep[rrd->stat_head->ds_cnt-1].scratch[PDP_unkn_sec_cnt].u_cnt));
182 eat_tag(&ptr2,"/ds");
187 while (eat_tag(&ptr2,"rra") == 1){
188 rrd->stat_head->rra_cnt++;
190 /* alocate and reset rra definition areas */
191 if((rrd->rra_def = rrd_realloc(rrd->rra_def,rrd->stat_head->rra_cnt*sizeof(rra_def_t)))==NULL){
192 rrd_set_error("allocating rra_def"); return -1; }
193 memset(&(rrd->rra_def[rrd->stat_head->rra_cnt-1]), 0, sizeof(rra_def_t));
195 /* alocate and reset consolidation point areas */
196 if((rrd->cdp_prep = rrd_realloc(rrd->cdp_prep,
197 rrd->stat_head->rra_cnt
198 *rrd->stat_head->ds_cnt*sizeof(cdp_prep_t)))==NULL){
199 rrd_set_error("allocating cdp_prep"); return -1; }
201 memset(&(rrd->cdp_prep[rrd->stat_head->ds_cnt*(rrd->stat_head->rra_cnt-1)]),
202 0, rrd->stat_head->ds_cnt*sizeof(cdp_prep_t));
205 read_tag(&ptr2,"cf",CF_NAM_FMT,rrd->rra_def[rrd->stat_head->rra_cnt-1].cf_nam);
206 /* test for valid type */
207 if(cf_conv(rrd->rra_def[rrd->stat_head->rra_cnt-1].cf_nam) == -1) return -1;
209 read_tag(&ptr2,"pdp_per_row","%lu",&(rrd->rra_def[rrd->stat_head->rra_cnt-1].pdp_cnt));
210 /* support to read RRA parameters */
211 eat_tag(&ptr2, "params");
213 rra_index = rrd->stat_head->rra_cnt - 1;
214 /* backwards compatibility w/ old patch */
215 if (strncmp(ptr2, "<value>",7) == 0) {
216 parse_patch1028_RRA_params(&ptr2,rrd,rra_index);
218 switch(cf_conv(rrd -> rra_def[rra_index].cf_nam)) {
220 read_tag(&ptr2, "hw_alpha", "%lf",
221 &(rrd->rra_def[rra_index].par[RRA_hw_alpha].u_val));
222 read_tag(&ptr2, "hw_beta", "%lf",
223 &(rrd->rra_def[rra_index].par[RRA_hw_beta].u_val));
224 read_tag(&ptr2, "dependent_rra_idx", "%lu",
225 &(rrd->rra_def[rra_index].par[RRA_dependent_rra_idx].u_cnt));
229 read_tag(&ptr2, "seasonal_gamma", "%lf",
230 &(rrd->rra_def[rra_index].par[RRA_seasonal_gamma].u_val));
231 read_tag(&ptr2, "seasonal_smooth_idx", "%lu",
232 &(rrd->rra_def[rra_index].par[RRA_seasonal_smooth_idx].u_cnt));
233 read_tag(&ptr2, "dependent_rra_idx", "%lu",
234 &(rrd->rra_def[rra_index].par[RRA_dependent_rra_idx].u_cnt));
237 read_tag(&ptr2, "delta_pos", "%lf",
238 &(rrd->rra_def[rra_index].par[RRA_delta_pos].u_val));
239 read_tag(&ptr2, "delta_neg", "%lf",
240 &(rrd->rra_def[rra_index].par[RRA_delta_neg].u_val));
241 read_tag(&ptr2, "window_len", "%lu",
242 &(rrd->rra_def[rra_index].par[RRA_window_len].u_cnt));
243 read_tag(&ptr2, "failure_threshold", "%lu",
244 &(rrd->rra_def[rra_index].par[RRA_failure_threshold].u_cnt));
247 read_tag(&ptr2, "dependent_rra_idx", "%lu",
248 &(rrd->rra_def[rra_index].par[RRA_dependent_rra_idx].u_cnt));
255 read_tag(&ptr2, "xff","%lf",
256 &(rrd->rra_def[rra_index].par[RRA_cdp_xff_val].u_val));
259 eat_tag(&ptr2, "/params");
260 eat_tag(&ptr2,"cdp_prep");
261 for(i=0;i<rrd->stat_head->ds_cnt;i++)
264 /* support to read CDP parameters */
265 rra_index = rrd->stat_head->rra_cnt-1;
267 if (strncmp(ptr2, "<value>",7) == 0) {
268 parse_patch1028_CDP_params(&ptr2,rrd,rra_index,i);
270 read_tag(&ptr2, "primary_value","%lf",
271 &(rrd->cdp_prep[rrd->stat_head->ds_cnt*(rra_index)
272 +i].scratch[CDP_primary_val].u_val));
273 read_tag(&ptr2, "secondary_value","%lf",
274 &(rrd->cdp_prep[rrd->stat_head->ds_cnt*(rra_index)
275 +i].scratch[CDP_secondary_val].u_val));
276 switch(cf_conv(rrd->rra_def[rra_index].cf_nam)) {
278 read_tag(&ptr2,"intercept","%lf",
279 &(rrd->cdp_prep[rrd->stat_head->ds_cnt*(rra_index)
280 +i].scratch[CDP_hw_intercept].u_val));
281 read_tag(&ptr2,"last_intercept","%lf",
282 &(rrd->cdp_prep[rrd->stat_head->ds_cnt*(rra_index)
283 +i].scratch[CDP_hw_last_intercept].u_val));
284 read_tag(&ptr2,"slope","%lf",
285 &(rrd->cdp_prep[rrd->stat_head->ds_cnt*(rra_index)
286 +i].scratch[CDP_hw_slope].u_val));
287 read_tag(&ptr2,"last_slope","%lf",
288 &(rrd->cdp_prep[rrd->stat_head->ds_cnt*(rra_index)
289 +i].scratch[CDP_hw_last_slope].u_val));
290 read_tag(&ptr2,"nan_count","%lu",
291 &(rrd->cdp_prep[rrd->stat_head->ds_cnt*(rra_index)
292 +i].scratch[CDP_null_count].u_cnt));
293 read_tag(&ptr2,"last_nan_count","%lu",
294 &(rrd->cdp_prep[rrd->stat_head->ds_cnt*(rra_index)
295 +i].scratch[CDP_last_null_count].u_cnt));
299 read_tag(&ptr2,"seasonal","%lf",
300 &(rrd->cdp_prep[rrd->stat_head->ds_cnt*(rra_index)
301 +i].scratch[CDP_hw_seasonal].u_val));
302 read_tag(&ptr2,"last_seasonal","%lf",
303 &(rrd->cdp_prep[rrd->stat_head->ds_cnt*(rra_index)
304 +i].scratch[CDP_hw_last_seasonal].u_val));
305 read_tag(&ptr2,"init_flag","%lu",
306 &(rrd->cdp_prep[rrd->stat_head->ds_cnt*(rra_index)
307 +i].scratch[CDP_init_seasonal].u_cnt));
312 parse_FAILURES_history(&ptr2,rrd,rra_index,i);
319 read_tag(&ptr2,"value","%lf",&(rrd->cdp_prep[rrd->stat_head->ds_cnt
320 *(rra_index) +i].scratch[CDP_val].u_val));
321 read_tag(&ptr2,"unknown_datapoints","%lu",&(rrd->cdp_prep[rrd->stat_head->ds_cnt
322 *(rra_index) +i].scratch[CDP_unkn_pdp_cnt].u_cnt));
326 eat_tag(&ptr2,"/ds");
328 eat_tag(&ptr2,"/cdp_prep");
329 rrd->rra_def[rrd->stat_head->rra_cnt-1].row_cnt=0;
330 eat_tag(&ptr2,"database");
332 while (eat_tag(&ptr3,"row") == 1){
336 if((rrd->rrd_value = rrd_realloc(rrd->rrd_value,
337 (rows+mempool)*(rrd->stat_head->ds_cnt)
338 *sizeof(rrd_value_t)))==NULL) {
339 rrd_set_error("allocating rrd_values"); return -1; }
343 rrd->rra_def[rrd->stat_head->rra_cnt-1].row_cnt++;
344 for(i=0;i<rrd->stat_head->ds_cnt;i++){
346 rrd_value_t * value = &(rrd->rrd_value[(rows-1)*rrd->stat_head->ds_cnt+i]);
348 read_tag(&ptr3,"v","%lf", value);
351 (rc == 1) /* do we have to check for the ranges */
353 (!isnan(*value)) /* not a NAN value */
355 (dst_conv(rrd->ds_def[i].dst) != DST_CDEF)
357 ( /* min defined and in the range ? */
358 (!isnan(rrd->ds_def[i].par[DS_min_val].u_val)
359 && (*value < rrd->ds_def[i].par[DS_min_val].u_val))
360 || /* max defined and in the range ? */
361 (!isnan(rrd->ds_def[i].par[DS_max_val].u_val)
362 && (*value > rrd->ds_def[i].par[DS_max_val].u_val))
365 fprintf (stderr, "out of range found [ds: %lu], [value : %0.10e]\n", i, *value);
369 eat_tag(&ptr3,"/row");
372 eat_tag(&ptr2,"/database");
373 eat_tag(&ptr2,"/rra");
376 eat_tag(&ptr,"/rrd");
378 if((rrd->rra_ptr = calloc(1,sizeof(rra_ptr_t)*rrd->stat_head->rra_cnt)) == NULL) {
379 rrd_set_error("allocating rra_ptr");
383 for(i=0; i <rrd->stat_head->rra_cnt; i++) {
384 /* last row in the xml file is the most recent; as
385 * rrd_update increments the current row pointer, set cur_row
386 * here to the last row. */
387 rrd->rra_ptr[i].cur_row = rrd->rra_def[i].row_cnt-1;
398 /* create and empty rrd file according to the specs given */
401 rrd_write(char *file_name, rrd_t *rrd)
403 unsigned long i,ii,val_cnt;
406 if (strcmp("-",file_name)==0){
409 if ((rrd_file = fopen(file_name,"wb")) == NULL ) {
410 rrd_set_error("creating '%s': %s",file_name,strerror(errno));
415 fwrite(rrd->stat_head,
416 sizeof(stat_head_t), 1, rrd_file);
419 sizeof(ds_def_t), rrd->stat_head->ds_cnt, rrd_file);
422 sizeof(rra_def_t), rrd->stat_head->rra_cnt, rrd_file);
424 fwrite(rrd->live_head, sizeof(live_head_t),1, rrd_file);
426 fwrite( rrd->pdp_prep, sizeof(pdp_prep_t),rrd->stat_head->ds_cnt,rrd_file);
428 fwrite( rrd->cdp_prep, sizeof(cdp_prep_t),rrd->stat_head->rra_cnt*
429 rrd->stat_head->ds_cnt,rrd_file);
430 fwrite( rrd->rra_ptr, sizeof(rra_ptr_t), rrd->stat_head->rra_cnt,rrd_file);
434 /* calculate the number of rrd_values to dump */
436 for(i=0; i < rrd->stat_head->rra_cnt; i++)
437 for(ii=0; ii < rrd->rra_def[i].row_cnt * rrd->stat_head->ds_cnt;ii++)
439 fwrite( rrd->rrd_value, sizeof(rrd_value_t),val_cnt,rrd_file);
441 /* lets see if we had an error */
442 if(ferror(rrd_file)){
443 rrd_set_error("a file error occurred while creating '%s'",file_name);
454 rrd_restore(int argc, char **argv)
463 rrd_set_error("usage rrdtool %s [--range-check/-r] file.xml file.rrd",argv[0]);
468 static struct option long_options[] =
470 {"range-check", required_argument, 0, 'r'},
473 int option_index = 0;
477 opt = getopt_long(argc, argv, "r", long_options, &option_index);
487 rrd_set_error("usage rrdtool %s [--range-check|-r] file.xml file.rrd",argv[0]);
493 if (readfile(argv[optind],&buf,0)==-1){
496 if (xml2rrd(buf,&rrd,rc)==-1) {
502 if(rrd_write(argv[optind+1],&rrd)==-1){
510 /* a backwards compatibility routine that will parse the RRA params section
511 * generated by the aberrant patch to 1.0.28. */
513 parse_patch1028_RRA_params(char **buf, rrd_t *rrd, int rra_index)
516 for (i = 0; i < MAX_RRA_PAR_EN; i++)
518 if (i == RRA_dependent_rra_idx ||
519 i == RRA_seasonal_smooth_idx ||
520 i == RRA_failure_threshold)
521 read_tag(buf, "value","%lu",
522 &(rrd->rra_def[rra_index].par[i].u_cnt));
524 read_tag(buf, "value","%lf",
525 &(rrd->rra_def[rra_index].par[i].u_val));
529 /* a backwards compatibility routine that will parse the CDP params section
530 * generated by the aberrant patch to 1.0.28. */
532 parse_patch1028_CDP_params(char **buf, rrd_t *rrd, int rra_index, int ds_index)
535 for (ii = 0; ii < MAX_CDP_PAR_EN; ii++)
537 if (cf_conv(rrd->rra_def[rra_index].cf_nam) == CF_FAILURES ||
538 ii == CDP_unkn_pdp_cnt ||
539 ii == CDP_null_count ||
540 ii == CDP_last_null_count)
542 read_tag(buf,"value","%lu",
543 &(rrd->cdp_prep[rrd->stat_head->ds_cnt*(rra_index) + ds_index].scratch[ii].u_cnt));
545 read_tag(buf,"value","%lf",&(rrd->cdp_prep[rrd->stat_head->ds_cnt*
546 (rra_index) + ds_index].scratch[ii].u_val));
552 parse_FAILURES_history(char **buf, rrd_t *rrd, int rra_index, int ds_index)
554 char history[MAX_FAILURES_WINDOW_LEN + 1];
555 char *violations_array;
558 /* 28 = MAX_FAILURES_WINDOW_LEN */
559 read_tag(buf, "history", "%28[0-1]", history);
560 violations_array = (char*) rrd -> cdp_prep[rrd->stat_head->ds_cnt*(rra_index)
563 for (i = 0; i < rrd -> rra_def[rra_index].par[RRA_window_len].u_cnt; ++i)
564 violations_array[i] = (history[i] == '1') ? 1 : 0;