corosync  3.1.9
totemconfig.c
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2002-2005 MontaVista Software, Inc.
3  * Copyright (c) 2006-2022 Red Hat, Inc.
4  *
5  * All rights reserved.
6  *
7  * Author: Steven Dake (sdake@redhat.com)
8  * Jan Friesse (jfriesse@redhat.com)
9  * Chrissie Caulfield (ccaulfie@redhat.com)
10  *
11  * This software licensed under BSD license, the text of which follows:
12  *
13  * Redistribution and use in source and binary forms, with or without
14  * modification, are permitted provided that the following conditions are met:
15  *
16  * - Redistributions of source code must retain the above copyright notice,
17  * this list of conditions and the following disclaimer.
18  * - Redistributions in binary form must reproduce the above copyright notice,
19  * this list of conditions and the following disclaimer in the documentation
20  * and/or other materials provided with the distribution.
21  * - Neither the name of the MontaVista Software, Inc. nor the names of its
22  * contributors may be used to endorse or promote products derived from this
23  * software without specific prior written permission.
24  *
25  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
26  * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
27  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
28  * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
29  * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
30  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
31  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
32  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
33  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
34  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
35  * THE POSSIBILITY OF SUCH DAMAGE.
36  */
37 
38 #include <config.h>
39 
40 #include <stdio.h>
41 #include <string.h>
42 #include <stdlib.h>
43 #include <errno.h>
44 #include <unistd.h>
45 #include <sys/socket.h>
46 #include <sys/types.h>
47 #include <sys/stat.h>
48 #include <fcntl.h>
49 #include <ifaddrs.h>
50 #include <netdb.h>
51 #include <netinet/in.h>
52 #include <arpa/inet.h>
53 #include <sys/param.h>
54 #include <sys/utsname.h>
55 
56 #include <corosync/swab.h>
57 #include <qb/qblist.h>
58 #include <qb/qbdefs.h>
59 #include <libknet.h>
60 #include <corosync/totem/totem.h>
61 #include <corosync/config.h>
62 #include <corosync/logsys.h>
63 #include <corosync/icmap.h>
64 
65 #include "util.h"
66 #include "totemconfig.h"
67 
68 #define TOKEN_RETRANSMITS_BEFORE_LOSS_CONST 4
69 #define TOKEN_TIMEOUT 3000
70 #define TOKEN_WARNING 75
71 #define TOKEN_COEFFICIENT 650
72 #define JOIN_TIMEOUT 50
73 #define MERGE_TIMEOUT 200
74 #define DOWNCHECK_TIMEOUT 1000
75 #define FAIL_TO_RECV_CONST 2500
76 #define SEQNO_UNCHANGED_CONST 30
77 #define MINIMUM_TIMEOUT (int)(1000/HZ)*3
78 #define MINIMUM_TIMEOUT_HOLD (int)(MINIMUM_TIMEOUT * 0.8 - (1000/HZ))
79 #define MAX_NETWORK_DELAY 50
80 #define WINDOW_SIZE 50
81 #define MAX_MESSAGES 17
82 #define MISS_COUNT_CONST 5
83 #define BLOCK_UNLISTED_IPS 1
84 #define CANCEL_TOKEN_HOLD_ON_RETRANSMIT 0
85 /* This constant is not used for knet */
86 #define UDP_NETMTU 1500
87 
88 /* Currently all but PONG_COUNT match the defaults in libknet.h */
89 #define KNET_PING_INTERVAL 1000
90 #define KNET_PING_TIMEOUT 2000
91 #define KNET_PING_PRECISION 2048
92 #define KNET_PONG_COUNT 2
93 #define KNET_PMTUD_INTERVAL 30
94 #define KNET_MTU 0
95 #define KNET_DEFAULT_TRANSPORT KNET_TRANSPORT_UDP
96 
97 #define DEFAULT_PORT 5405
98 
99 static char error_string_response[768];
100 
101 static void add_totem_config_notification(struct totem_config *totem_config);
102 
103 static void *totem_get_param_by_name(struct totem_config *totem_config, const char *param_name)
104 {
105  if (strcmp(param_name, "totem.token") == 0)
106  return &totem_config->token_timeout;
107  if (strcmp(param_name, "totem.token_warning") == 0)
108  return &totem_config->token_warning;
109  if (strcmp(param_name, "totem.token_retransmit") == 0)
110  return &totem_config->token_retransmit_timeout;
111  if (strcmp(param_name, "totem.hold") == 0)
112  return &totem_config->token_hold_timeout;
113  if (strcmp(param_name, "totem.token_retransmits_before_loss_const") == 0)
114  return &totem_config->token_retransmits_before_loss_const;
115  if (strcmp(param_name, "totem.join") == 0)
116  return &totem_config->join_timeout;
117  if (strcmp(param_name, "totem.send_join") == 0)
118  return &totem_config->send_join_timeout;
119  if (strcmp(param_name, "totem.consensus") == 0)
120  return &totem_config->consensus_timeout;
121  if (strcmp(param_name, "totem.merge") == 0)
122  return &totem_config->merge_timeout;
123  if (strcmp(param_name, "totem.downcheck") == 0)
124  return &totem_config->downcheck_timeout;
125  if (strcmp(param_name, "totem.fail_recv_const") == 0)
126  return &totem_config->fail_to_recv_const;
127  if (strcmp(param_name, "totem.seqno_unchanged_const") == 0)
128  return &totem_config->seqno_unchanged_const;
129  if (strcmp(param_name, "totem.heartbeat_failures_allowed") == 0)
130  return &totem_config->heartbeat_failures_allowed;
131  if (strcmp(param_name, "totem.max_network_delay") == 0)
132  return &totem_config->max_network_delay;
133  if (strcmp(param_name, "totem.window_size") == 0)
134  return &totem_config->window_size;
135  if (strcmp(param_name, "totem.max_messages") == 0)
136  return &totem_config->max_messages;
137  if (strcmp(param_name, "totem.miss_count_const") == 0)
138  return &totem_config->miss_count_const;
139  if (strcmp(param_name, "totem.knet_pmtud_interval") == 0)
140  return &totem_config->knet_pmtud_interval;
141  if (strcmp(param_name, "totem.knet_mtu") == 0)
142  return &totem_config->knet_mtu;
143  if (strcmp(param_name, "totem.knet_compression_threshold") == 0)
144  return &totem_config->knet_compression_threshold;
145  if (strcmp(param_name, "totem.knet_compression_level") == 0)
146  return &totem_config->knet_compression_level;
147  if (strcmp(param_name, "totem.knet_compression_model") == 0)
148  return totem_config->knet_compression_model;
149  if (strcmp(param_name, "totem.block_unlisted_ips") == 0)
150  return &totem_config->block_unlisted_ips;
151  if (strcmp(param_name, "totem.cancel_token_hold_on_retransmit") == 0)
152  return &totem_config->cancel_token_hold_on_retransmit;
153 
154  return NULL;
155 }
156 
157 /*
158  * Read key_name from icmap. If key is not found or key_name == delete_key or if allow_zero is false
159  * and readed value is zero, default value is used and stored into totem_config.
160  */
161 static void totem_volatile_config_set_uint32_value (struct totem_config *totem_config, icmap_map_t map,
162  const char *key_name, const char *deleted_key, unsigned int default_value,
163  int allow_zero_value)
164 {
165  char runtime_key_name[ICMAP_KEYNAME_MAXLEN];
166 
167  if (icmap_get_uint32_r(map, key_name, totem_get_param_by_name(totem_config, key_name)) != CS_OK ||
168  (deleted_key != NULL && strcmp(deleted_key, key_name) == 0) ||
169  (!allow_zero_value && *(uint32_t *)totem_get_param_by_name(totem_config, key_name) == 0)) {
170  *(uint32_t *)totem_get_param_by_name(totem_config, key_name) = default_value;
171  }
172 
173  /*
174  * Store totem_config value to cmap runtime section
175  */
176  if (strlen("runtime.config.") + strlen(key_name) >= ICMAP_KEYNAME_MAXLEN) {
177  /*
178  * This shouldn't happen
179  */
180  return ;
181  }
182 
183  strcpy(runtime_key_name, "runtime.config.");
184  strcat(runtime_key_name, key_name);
185 
186  icmap_set_uint32_r(map, runtime_key_name, *(uint32_t *)totem_get_param_by_name(totem_config, key_name));
187 }
188 
189 static void totem_volatile_config_set_int32_value (struct totem_config *totem_config, icmap_map_t map,
190  const char *key_name, const char *deleted_key, int default_value,
191  int allow_zero_value)
192 {
193  char runtime_key_name[ICMAP_KEYNAME_MAXLEN];
194 
195  if (icmap_get_int32_r(map, key_name, totem_get_param_by_name(totem_config, key_name)) != CS_OK ||
196  (deleted_key != NULL && strcmp(deleted_key, key_name) == 0) ||
197  (!allow_zero_value && *(int32_t *)totem_get_param_by_name(totem_config, key_name) == 0)) {
198  *(int32_t *)totem_get_param_by_name(totem_config, key_name) = default_value;
199  }
200 
201  /*
202  * Store totem_config value to cmap runtime section
203  */
204  if (strlen("runtime.config.") + strlen(key_name) >= ICMAP_KEYNAME_MAXLEN) {
205  /*
206  * This shouldn't happen
207  */
208  return ;
209  }
210 
211  strcpy(runtime_key_name, "runtime.config.");
212  strcat(runtime_key_name, key_name);
213 
214  icmap_set_int32_r(map, runtime_key_name, *(int32_t *)totem_get_param_by_name(totem_config, key_name));
215 }
216 
217 static void totem_volatile_config_set_string_value (struct totem_config *totem_config, icmap_map_t map,
218  const char *key_name, const char *deleted_key, const char *default_value)
219 {
220  char runtime_key_name[ICMAP_KEYNAME_MAXLEN];
221  int res;
222  char *new_config_value;
223  const void *config_value;
224 
225  config_value = totem_get_param_by_name(totem_config, key_name);
226 
227  res = icmap_get_string_r(map, key_name, (char **)&new_config_value);
228  if (res != CS_OK ||
229  (deleted_key != NULL && strcmp(deleted_key, key_name) == 0)) {
230 
231  /* Slightly pointless use of strncpy but it keeps coverity happy */
232  strncpy((char *)config_value, default_value, CONFIG_STRING_LEN_MAX);
233  } else {
234  strncpy((char *)config_value, new_config_value, CONFIG_STRING_LEN_MAX);
235  }
236  if (res == CS_OK) {
237  free(new_config_value);
238  }
239 
240  /*
241  * Store totem_config value to cmap runtime section
242  */
243  if (strlen("runtime.config.") + strlen(key_name) >= ICMAP_KEYNAME_MAXLEN) {
244  /*
245  * This shouldn't happen
246  */
247  return ;
248  }
249 
250  strcpy(runtime_key_name, "runtime.config.");
251  strcat(runtime_key_name, key_name);
252 
253  (void)icmap_set_string_r(map, runtime_key_name, (char *)config_value);
254 }
255 
256 /*
257  * Read string value stored in key_name from icmap, use it as a boolean (yes/no) type, convert it
258  * to integer value (1/0) and store into totem_config.
259  *
260  * If key is not found or key_name == delete_key default value is used
261  * and stored into totem_config.
262  */
263 static void totem_volatile_config_set_boolean_value (struct totem_config *totem_config, icmap_map_t map,
264  const char *key_name, const char *deleted_key, unsigned int default_value)
265 {
266  char runtime_key_name[ICMAP_KEYNAME_MAXLEN];
267  char *str;
268  int val;
269 
270  str = NULL;
271  val = default_value;
272 
273  if ((deleted_key != NULL && strcmp(deleted_key, key_name) == 0) ||
274  (icmap_get_string_r(map, key_name, &str) != CS_OK)) {
275  /*
276  * Do nothing. str is NULL (icmap_get_string ether not called or
277  * not changed str).
278  */
279  } else {
280  if (strcmp(str, "yes") == 0) {
281  val = 1;
282  } else if (strcmp(str, "no") == 0) {
283  val = 0;
284  }
285  free(str);
286  }
287 
288  /*
289  * Store totem_config value to cmap runtime section
290  */
291  if (strlen("runtime.config.") + strlen(key_name) >= ICMAP_KEYNAME_MAXLEN) {
292  /*
293  * This shouldn't happen
294  */
295  return ;
296  }
297 
298  strcpy(runtime_key_name, "runtime.config.");
299  strcat(runtime_key_name, key_name);
300 
301  *(uint32_t *)totem_get_param_by_name(totem_config, key_name) = val;
302 
303  icmap_set_uint32_r(map, runtime_key_name, val);
304 }
305 
306 /*
307  * Read and validate config values from cmap and store them into totem_config. If key doesn't exists,
308  * default value is stored. deleted_key is name of key beeing processed by delete operation
309  * from cmap. It is considered as non existing even if it can be read. Can be NULL.
310  */
311 void totem_volatile_config_read (struct totem_config *totem_config, icmap_map_t temp_map, const char *deleted_key)
312 {
313  uint32_t u32;
314 
315  totem_volatile_config_set_uint32_value(totem_config, temp_map, "totem.token_retransmits_before_loss_const", deleted_key,
317 
318  totem_volatile_config_set_uint32_value(totem_config, temp_map, "totem.token", deleted_key, TOKEN_TIMEOUT, 0);
319 
320  totem_volatile_config_set_uint32_value(totem_config, temp_map, "totem.token_warning", deleted_key, TOKEN_WARNING, 1);
321 
322  if (totem_config->interfaces[0].member_count > 2) {
323  u32 = TOKEN_COEFFICIENT;
324  icmap_get_uint32_r(temp_map, "totem.token_coefficient", &u32);
325  totem_config->token_timeout += (totem_config->interfaces[0].member_count - 2) * u32;
326 
327  /*
328  * Store totem_config value to cmap runtime section
329  */
330  icmap_set_uint32_r(temp_map, "runtime.config.totem.token", totem_config->token_timeout);
331  }
332 
333  totem_volatile_config_set_uint32_value(totem_config, temp_map, "totem.max_network_delay", deleted_key, MAX_NETWORK_DELAY, 0);
334 
335  totem_volatile_config_set_uint32_value(totem_config, temp_map, "totem.window_size", deleted_key, WINDOW_SIZE, 0);
336 
337  totem_volatile_config_set_uint32_value(totem_config, temp_map, "totem.max_messages", deleted_key, MAX_MESSAGES, 0);
338 
339  totem_volatile_config_set_uint32_value(totem_config, temp_map, "totem.miss_count_const", deleted_key, MISS_COUNT_CONST, 0);
340  totem_volatile_config_set_uint32_value(totem_config, temp_map, "totem.knet_pmtud_interval", deleted_key, KNET_PMTUD_INTERVAL, 0);
341  totem_volatile_config_set_uint32_value(totem_config, temp_map, "totem.knet_mtu", deleted_key, KNET_MTU, 0);
342 
343  totem_volatile_config_set_uint32_value(totem_config, temp_map, "totem.token_retransmit", deleted_key,
344  (int)(totem_config->token_timeout / (totem_config->token_retransmits_before_loss_const + 0.2)), 0);
345 
346  totem_volatile_config_set_uint32_value(totem_config, temp_map, "totem.hold", deleted_key,
347  (int)(totem_config->token_retransmit_timeout * 0.8 - (1000/HZ)), 0);
348 
349  totem_volatile_config_set_uint32_value(totem_config, temp_map, "totem.join", deleted_key, JOIN_TIMEOUT, 0);
350 
351  totem_volatile_config_set_uint32_value(totem_config, temp_map, "totem.consensus", deleted_key,
352  (int)(float)(1.2 * totem_config->token_timeout), 0);
353 
354  totem_volatile_config_set_uint32_value(totem_config, temp_map, "totem.merge", deleted_key, MERGE_TIMEOUT, 0);
355 
356  totem_volatile_config_set_uint32_value(totem_config, temp_map, "totem.downcheck", deleted_key, DOWNCHECK_TIMEOUT, 0);
357 
358  totem_volatile_config_set_uint32_value(totem_config, temp_map, "totem.fail_recv_const", deleted_key, FAIL_TO_RECV_CONST, 0);
359 
360  totem_volatile_config_set_uint32_value(totem_config, temp_map, "totem.seqno_unchanged_const", deleted_key,
362 
363  totem_volatile_config_set_uint32_value(totem_config, temp_map, "totem.send_join", deleted_key, 0, 1);
364 
365  totem_volatile_config_set_uint32_value(totem_config, temp_map, "totem.heartbeat_failures_allowed", deleted_key, 0, 1);
366 
367  totem_volatile_config_set_uint32_value(totem_config, temp_map, "totem.knet_compression_threshold", deleted_key, 0, 1);
368 
369  totem_volatile_config_set_int32_value(totem_config, temp_map, "totem.knet_compression_level", deleted_key, 0, 1);
370 
371  totem_volatile_config_set_string_value(totem_config, temp_map, "totem.knet_compression_model", deleted_key, "none");
372 
373  totem_volatile_config_set_boolean_value(totem_config, temp_map, "totem.block_unlisted_ips", deleted_key,
375 
376  totem_volatile_config_set_boolean_value(totem_config, temp_map, "totem.cancel_token_hold_on_retransmit",
377  deleted_key, CANCEL_TOKEN_HOLD_ON_RETRANSMIT);
378 }
379 
381  struct totem_config *totem_config,
382  icmap_map_t temp_map,
383  const char **error_string)
384 {
385  /* Static just to keep them off the stack */
386  static char local_error_reason[512];
387  static char addr_str_buf[INET6_ADDRSTRLEN];
388  const char *error_reason = local_error_reason;
389  char name_key[ICMAP_KEYNAME_MAXLEN];
390  char *name_str;
391  int i, j, num_configured, members;
392  uint32_t tmp_config_value;
393 
394  if (totem_config->max_network_delay < MINIMUM_TIMEOUT) {
395  snprintf (local_error_reason, sizeof(local_error_reason),
396  "The max_network_delay parameter (%d ms) may not be less than (%d ms).",
397  totem_config->max_network_delay, MINIMUM_TIMEOUT);
398  goto parse_error;
399  }
400 
401  if (totem_config->token_timeout < MINIMUM_TIMEOUT) {
402  snprintf (local_error_reason, sizeof(local_error_reason),
403  "The token timeout parameter (%d ms) may not be less than (%d ms).",
404  totem_config->token_timeout, MINIMUM_TIMEOUT);
405  goto parse_error;
406  }
407 
408  if (totem_config->token_warning > 100 || totem_config->token_warning < 0) {
409  snprintf (local_error_reason, sizeof(local_error_reason),
410  "The token warning parameter (%d%%) must be between 0 (disabled) and 100.",
411  totem_config->token_warning);
412  goto parse_error;
413  }
414 
415  if (totem_config->token_retransmit_timeout < MINIMUM_TIMEOUT) {
416  if (icmap_get_uint32_r(temp_map, "totem.token_retransmit", &tmp_config_value) == CS_OK) {
417  snprintf (local_error_reason, sizeof(local_error_reason),
418  "The token retransmit timeout parameter (%d ms) may not be less than (%d ms).",
420  goto parse_error;
421  } else {
422  snprintf (local_error_reason, sizeof(local_error_reason),
423  "Not appropriate token or token_retransmits_before_loss_const value set");
424  goto parse_error;
425  }
426  }
427 
428  if (totem_config->token_hold_timeout < MINIMUM_TIMEOUT_HOLD) {
429  snprintf (local_error_reason, sizeof(local_error_reason),
430  "The token hold timeout parameter (%d ms) may not be less than (%d ms).",
432  goto parse_error;
433  }
434 
435  if (totem_config->join_timeout < MINIMUM_TIMEOUT) {
436  snprintf (local_error_reason, sizeof(local_error_reason),
437  "The join timeout parameter (%d ms) may not be less than (%d ms).",
438  totem_config->join_timeout, MINIMUM_TIMEOUT);
439  goto parse_error;
440  }
441 
442  if (totem_config->consensus_timeout < MINIMUM_TIMEOUT) {
443  snprintf (local_error_reason, sizeof(local_error_reason),
444  "The consensus timeout parameter (%d ms) may not be less than (%d ms).",
445  totem_config->consensus_timeout, MINIMUM_TIMEOUT);
446  goto parse_error;
447  }
448 
449  if (totem_config->consensus_timeout < totem_config->join_timeout) {
450  snprintf (local_error_reason, sizeof(local_error_reason),
451  "The consensus timeout parameter (%d ms) may not be less than join timeout (%d ms).",
452  totem_config->consensus_timeout, totem_config->join_timeout);
453  goto parse_error;
454  }
455 
456  if (totem_config->merge_timeout < MINIMUM_TIMEOUT) {
457  snprintf (local_error_reason, sizeof(local_error_reason),
458  "The merge timeout parameter (%d ms) may not be less than (%d ms).",
459  totem_config->merge_timeout, MINIMUM_TIMEOUT);
460  goto parse_error;
461  }
462 
463  if (totem_config->downcheck_timeout < MINIMUM_TIMEOUT) {
464  snprintf (local_error_reason, sizeof(local_error_reason),
465  "The downcheck timeout parameter (%d ms) may not be less than (%d ms).",
466  totem_config->downcheck_timeout, MINIMUM_TIMEOUT);
467  goto parse_error;
468  }
469 
470  /* Check that we have nodelist 'name' if there is more than one link */
471  num_configured = 0;
472  members = -1;
473  for (i = 0; i < INTERFACE_MAX; i++) {
474  if (totem_config->interfaces[i].configured) {
475  if (num_configured == 0) {
476  members = totem_config->interfaces[i].member_count;
477  }
478  num_configured++;
479  }
480  }
481 
482  if (num_configured > 1) {
483  /*
484  * This assert is here just to make compiler happy
485  */
486  assert(members != -1);
487  for (i=0; i < members; i++) {
488  snprintf(name_key, sizeof(name_key), "nodelist.node.%d.name", i);
489 
490  if (icmap_get_string_r(temp_map, name_key, &name_str) != CS_OK) {
491  snprintf (local_error_reason, sizeof(local_error_reason),
492  "for a multi-link configuration, all nodes must have a 'name' attribute");
493  goto parse_error;
494  }
495 
496  free(name_str);
497  }
498 
499  for (i=0; i < INTERFACE_MAX; i++) {
500  if (!totem_config->interfaces[i].configured) {
501  continue;
502  }
503  if (totem_config->interfaces[i].member_count != members) {
504  snprintf (local_error_reason, sizeof(local_error_reason),
505  "Not all nodes have the same number of links");
506  goto parse_error;
507  }
508  }
509  }
510 
511  /* Verify that all nodes on the same link have the same IP family */
512  for (i=0; i < INTERFACE_MAX; i++) {
513  for (j=1; j<totem_config->interfaces[i].member_count; j++) {
514  if (totem_config->interfaces[i].configured) {
515  if (totem_config->interfaces[i].member_list[j].family !=
516  totem_config->interfaces[i].member_list[0].family) {
517  memcpy(addr_str_buf,
518  totemip_print(&(totem_config->interfaces[i].member_list[j])),
519  sizeof(addr_str_buf));
520 
521  snprintf (local_error_reason, sizeof(local_error_reason),
522  "Nodes for link %d have different IP families "
523  "(compared %s with %s)", i,
524  addr_str_buf,
525  totemip_print(&(totem_config->interfaces[i].member_list[0])));
526  goto parse_error;
527  }
528  }
529  }
530  }
531 
532  return 0;
533 
534 parse_error:
535  snprintf (error_string_response, sizeof(error_string_response),
536  "parse error in config: %s\n", error_reason);
537  *error_string = error_string_response;
538  return (-1);
539 
540 }
541 
542 static int totem_get_crypto(struct totem_config *totem_config, icmap_map_t map, const char **error_string)
543 {
544  char *str;
545  const char *tmp_cipher;
546  const char *tmp_hash;
547  const char *tmp_model;
548  char *crypto_model_str;
549  int res = 0;
550 
551  tmp_hash = "none";
552  tmp_cipher = "none";
553  tmp_model = "none";
554 
555  crypto_model_str = NULL;
556  if (icmap_get_string_r(map, "totem.crypto_model", &crypto_model_str) == CS_OK) {
557  tmp_model = crypto_model_str;
558  } else {
559  tmp_model = "nss";
560  }
561 
562  if (icmap_get_string_r(map, "totem.secauth", &str) == CS_OK) {
563  if (strcmp(str, "on") == 0) {
564  tmp_cipher = "aes256";
565  tmp_hash = "sha256";
566  }
567  free(str);
568  }
569 
570  if (icmap_get_string_r(map, "totem.crypto_cipher", &str) == CS_OK) {
571  if (strcmp(str, "none") == 0) {
572  tmp_cipher = "none";
573  }
574  if (strcmp(str, "aes256") == 0) {
575  tmp_cipher = "aes256";
576  }
577  if (strcmp(str, "aes192") == 0) {
578  tmp_cipher = "aes192";
579  }
580  if (strcmp(str, "aes128") == 0) {
581  tmp_cipher = "aes128";
582  }
583  free(str);
584  }
585 
586  if (icmap_get_string_r(map, "totem.crypto_hash", &str) == CS_OK) {
587  if (strcmp(str, "none") == 0) {
588  tmp_hash = "none";
589  }
590  if (strcmp(str, "md5") == 0) {
591  tmp_hash = "md5";
592  }
593  if (strcmp(str, "sha1") == 0) {
594  tmp_hash = "sha1";
595  }
596  if (strcmp(str, "sha256") == 0) {
597  tmp_hash = "sha256";
598  }
599  if (strcmp(str, "sha384") == 0) {
600  tmp_hash = "sha384";
601  }
602  if (strcmp(str, "sha512") == 0) {
603  tmp_hash = "sha512";
604  }
605  free(str);
606  }
607 
608  if ((strcmp(tmp_cipher, "none") != 0) &&
609  (strcmp(tmp_hash, "none") == 0)) {
610  *error_string = "crypto_cipher requires crypto_hash with value other than none";
611  res = -1;
612 
613  goto out_free_crypto_model_str;
614  }
615 
616  if (strcmp(tmp_model, "none") == 0) {
617  /*
618  * Shouldn't happen because it is handled by coroparse
619  */
620  *error_string = "invalid crypto_model";
621  res = -1;
622 
623  goto out_free_crypto_model_str;
624  }
625 
626  if (strcmp(tmp_cipher, totem_config->crypto_cipher_type) ||
627  strcmp(tmp_hash, totem_config->crypto_hash_type) ||
628  strcmp(tmp_model, totem_config->crypto_model)) {
629  totem_config->crypto_changed = 1;
630  }
631 
632  strncpy(totem_config->crypto_cipher_type, tmp_cipher, CONFIG_STRING_LEN_MAX - 1);
633  totem_config->crypto_cipher_type[CONFIG_STRING_LEN_MAX - 1] = '\0';
634 
635  strncpy(totem_config->crypto_hash_type, tmp_hash, CONFIG_STRING_LEN_MAX - 1);
636  totem_config->crypto_hash_type[CONFIG_STRING_LEN_MAX - 1] = '\0';
637 
638  strncpy(totem_config->crypto_model, tmp_model, CONFIG_STRING_LEN_MAX - 1);
639  totem_config->crypto_model[CONFIG_STRING_LEN_MAX - 1] = '\0';
640 
641 out_free_crypto_model_str:
642  free(crypto_model_str);
643 
644  return (res);
645 }
646 
647 static int nodelist_byname(icmap_map_t map, const char *find_name, int strip_domain)
648 {
649  icmap_iter_t iter;
650  const char *iter_key;
651  char name_str[ICMAP_KEYNAME_MAXLEN];
652  int res = 0;
653  unsigned int node_pos;
654  char *name;
655  unsigned int namelen;
656 
657  iter = icmap_iter_init_r(map, "nodelist.node.");
658  while ((iter_key = icmap_iter_next(iter, NULL, NULL)) != NULL) {
659  res = sscanf(iter_key, "nodelist.node.%u.%s", &node_pos, name_str);
660  if (res != 2) {
661  continue;
662  }
663  /* ring0_addr is allowed as a fallback */
664  if (strcmp(name_str, "name") && strcmp(name_str, "ring0_addr")) {
665  continue;
666  }
667  if (icmap_get_string_r(map, iter_key, &name) != CS_OK) {
668  continue;
669  }
670  namelen = strlen(name);
671 
672  if (strip_domain) {
673  char *dot;
674  dot = strchr(name, '.');
675  if (dot) {
676  namelen = dot - name;
677  }
678  }
679  if (strncmp(find_name, name, namelen) == 0 &&
680  strlen(find_name) == namelen) {
681  icmap_iter_finalize(iter);
682  return node_pos;
683  }
684  }
685  icmap_iter_finalize(iter);
686  return -1;
687 }
688 
689 /* Compare two addresses - only address part (sin_addr/sin6_addr) is checked */
690 static int ipaddr_equal(const struct sockaddr *addr1, const struct sockaddr *addr2)
691 {
692  int addrlen = 0;
693  const void *addr1p, *addr2p;
694 
695  if (addr1->sa_family != addr2->sa_family)
696  return 0;
697 
698  switch (addr1->sa_family) {
699  case AF_INET:
700  addrlen = sizeof(struct in_addr);
701  addr1p = &((struct sockaddr_in *)addr1)->sin_addr;
702  addr2p = &((struct sockaddr_in *)addr2)->sin_addr;
703  break;
704  case AF_INET6:
705  addrlen = sizeof(struct in6_addr);
706  addr1p = &((struct sockaddr_in6 *)addr1)->sin6_addr;
707  addr2p = &((struct sockaddr_in6 *)addr2)->sin6_addr;
708  break;
709  default:
710  assert(0);
711  }
712 
713  return (memcmp(addr1p, addr2p, addrlen) == 0);
714 }
715 
716 
717 /* Finds the local node and returns its position in the nodelist.
718  * Uses nodelist.local_node_pos as a cache to save effort
719  */
720 static int find_local_node(icmap_map_t map, int use_cache)
721 {
722  char nodename2[PATH_MAX];
723  char name_str[ICMAP_KEYNAME_MAXLEN];
724  icmap_iter_t iter;
725  const char *iter_key;
726  unsigned int cached_pos;
727  char *dot = NULL;
728  const char *node;
729  struct ifaddrs *ifa, *ifa_list;
730  struct sockaddr *sa;
731  int found = 0;
732  int node_pos = -1;
733  int res;
734  struct utsname utsname;
735 
736  /* Check for cached value first */
737  if (use_cache) {
738  if (icmap_get_uint32("nodelist.local_node_pos", &cached_pos) == CS_OK) {
739  return cached_pos;
740  }
741  }
742 
743  res = uname(&utsname);
744  if (res < 0) {
745  return -1;
746  }
747  node = utsname.nodename;
748 
749  /* 1. Exact match */
750  node_pos = nodelist_byname(map, node, 0);
751  if (node_pos > -1) {
752  found = 1;
753  goto ret_found;
754  }
755 
756  /* 2. Try to match with increasingly more
757  * specific versions of it
758  */
759  strcpy(nodename2, node);
760  dot = strrchr(nodename2, '.');
761  while (dot) {
762  *dot = '\0';
763 
764  node_pos = nodelist_byname(map, nodename2, 0);
765  if (node_pos > -1) {
766  found = 1;
767  goto ret_found;
768  }
769  dot = strrchr(nodename2, '.');
770  }
771 
772  node_pos = nodelist_byname(map, nodename2, 1);
773  if (node_pos > -1) {
774  found = 1;
775  goto ret_found;
776  }
777 
778  /*
779  * The corosync.conf name may not be related to uname at all,
780  * they may match a hostname on some network interface.
781  */
782  if (getifaddrs(&ifa_list))
783  return -1;
784 
785  for (ifa = ifa_list; ifa; ifa = ifa->ifa_next) {
786  socklen_t salen = 0;
787 
788  /* Restore this */
789  strcpy(nodename2, node);
790  sa = ifa->ifa_addr;
791  if (!sa) {
792  continue;
793  }
794  if (sa->sa_family != AF_INET && sa->sa_family != AF_INET6) {
795  continue;
796  }
797 
798  if (sa->sa_family == AF_INET) {
799  salen = sizeof(struct sockaddr_in);
800  }
801  if (sa->sa_family == AF_INET6) {
802  salen = sizeof(struct sockaddr_in6);
803  }
804 
805  if (getnameinfo(sa, salen,
806  nodename2, sizeof(nodename2),
807  NULL, 0, 0) == 0) {
808 
809  node_pos = nodelist_byname(map, nodename2, 0);
810  if (node_pos > -1) {
811  found = 1;
812  goto out;
813  }
814 
815  /* Truncate this name and try again */
816  dot = strchr(nodename2, '.');
817  if (dot) {
818  *dot = '\0';
819 
820  node_pos = nodelist_byname(map, nodename2, 0);
821  if (node_pos > -1) {
822  found = 1;
823  goto out;
824  }
825  }
826  }
827 
828  /* See if it's the IP address that's in corosync.conf */
829  if (getnameinfo(sa, sizeof(*sa),
830  nodename2, sizeof(nodename2),
831  NULL, 0, NI_NUMERICHOST))
832  continue;
833 
834  node_pos = nodelist_byname(map, nodename2, 0);
835  if (node_pos > -1) {
836  found = 1;
837  goto out;
838  }
839  }
840 
841  out:
842  if (found) {
843  freeifaddrs(ifa_list);
844  goto ret_found;
845  }
846 
847  /*
848  * This section covers the usecase where the nodename specified in cluster.conf
849  * is an alias specified in /etc/hosts. For example:
850  * <ipaddr> hostname alias1 alias2
851  * and <clusternode name="alias2">
852  * the above calls use uname and getnameinfo does not return aliases.
853  * here we take the name specified in cluster.conf, resolve it to an address
854  * and then compare against all known local ip addresses.
855  * if we have a match, we found our nodename. In theory this chunk of code
856  * could replace all the checks above, but let's avoid any possible regressions
857  * and use it as last.
858  */
859 
860  iter = icmap_iter_init_r(map, "nodelist.node.");
861  while ((iter_key = icmap_iter_next(iter, NULL, NULL)) != NULL) {
862  char *dbnodename = NULL;
863  struct addrinfo hints;
864  struct addrinfo *result = NULL, *rp = NULL;
865 
866  res = sscanf(iter_key, "nodelist.node.%u.%s", &node_pos, name_str);
867  if (res != 2) {
868  continue;
869  }
870  /* 'ring0_addr' is allowed as a fallback, but 'name' will be found first
871  * because the names are in alpha order.
872  */
873  if (strcmp(name_str, "name") && strcmp(name_str, "ring0_addr")) {
874  continue;
875  }
876  if (icmap_get_string_r(map, iter_key, &dbnodename) != CS_OK) {
877  continue;
878  }
879 
880  memset(&hints, 0, sizeof(struct addrinfo));
881  hints.ai_family = AF_UNSPEC;
882  hints.ai_socktype = SOCK_DGRAM;
883  hints.ai_flags = 0;
884  hints.ai_protocol = IPPROTO_UDP;
885 
886  if (getaddrinfo(dbnodename, NULL, &hints, &result)) {
887  continue;
888  }
889 
890  for (rp = result; rp != NULL; rp = rp->ai_next) {
891  for (ifa = ifa_list; ifa; ifa = ifa->ifa_next) {
892  if (ifa->ifa_addr &&
893  ipaddr_equal(rp->ai_addr, ifa->ifa_addr)) {
894  freeaddrinfo(result);
895  found = 1;
896  goto out2;
897  }
898  }
899  }
900 
901  freeaddrinfo(result);
902  }
903 out2:
904  icmap_iter_finalize(iter);
905  freeifaddrs(ifa_list);
906 
907 ret_found:
908  if (found) {
909  res = icmap_set_uint32_r(map, "nodelist.local_node_pos", node_pos);
910  }
911 
912  return node_pos;
913 }
914 
915 static enum totem_ip_version_enum totem_config_get_ip_version(struct totem_config *totem_config)
916 {
917  enum totem_ip_version_enum res;
918  char *str;
919 
920  res = TOTEM_IP_VERSION_6_4;
921 
922  if (totem_config->transport_number == TOTEM_TRANSPORT_UDP) {
923  res = TOTEM_IP_VERSION_4;
924  }
925 
926  if (icmap_get_string("totem.ip_version", &str) == CS_OK) {
927  if (strcmp(str, "ipv4") == 0) {
928  res = TOTEM_IP_VERSION_4;
929  }
930  if (strcmp(str, "ipv6") == 0) {
931  res = TOTEM_IP_VERSION_6;
932  }
933  if (strcmp(str, "ipv6-4") == 0) {
934  res = TOTEM_IP_VERSION_6_4;
935  }
936  if (strcmp(str, "ipv4-6") == 0) {
937  res = TOTEM_IP_VERSION_4_6;
938  }
939  free(str);
940  }
941 
942  return (res);
943 }
944 
945 static uint16_t generate_cluster_id (const char *cluster_name)
946 {
947  int i;
948  int value = 0;
949 
950  for (i = 0; i < strlen(cluster_name); i++) {
951  value <<= 1;
952  value += cluster_name[i];
953  }
954 
955  return (value & 0xFFFF);
956 }
957 
958 static int get_cluster_mcast_addr (
959  const char *cluster_name,
960  unsigned int linknumber,
961  enum totem_ip_version_enum ip_version,
962  struct totem_ip_address *res)
963 {
964  uint16_t clusterid;
965  char addr[INET6_ADDRSTRLEN + 1];
966  int err;
967 
968  if (cluster_name == NULL) {
969  return (-1);
970  }
971 
972  clusterid = generate_cluster_id(cluster_name) + linknumber;
973  memset (res, 0, sizeof(*res));
974 
975  switch (ip_version) {
976  case TOTEM_IP_VERSION_4:
978  snprintf(addr, sizeof(addr), "239.192.%d.%d", clusterid >> 8, clusterid % 0xFF);
979  break;
980  case TOTEM_IP_VERSION_6:
982  snprintf(addr, sizeof(addr), "ff15::%x", clusterid);
983  break;
984  default:
985  /*
986  * Unknown family
987  */
988  return (-1);
989  }
990 
991  err = totemip_parse (res, addr, ip_version);
992 
993  return (err);
994 }
995 
996 static unsigned int generate_nodeid(
997  struct totem_config *totem_config,
998  char *addr)
999 {
1000  unsigned int nodeid;
1001  struct totem_ip_address totemip;
1002 
1003  /* AF_INET hard-coded here because auto-generated nodeids
1004  are only for IPv4 */
1005  if (totemip_parse(&totemip, addr, TOTEM_IP_VERSION_4) != 0)
1006  return -1;
1007 
1008  memcpy (&nodeid, &totemip.addr, sizeof (unsigned int));
1009 
1010 #if __BYTE_ORDER == __LITTLE_ENDIAN
1011  nodeid = swab32 (nodeid);
1012 #endif
1013 
1014  if (totem_config->clear_node_high_bit) {
1015  nodeid &= 0x7FFFFFFF;
1016  }
1017  return nodeid;
1018 }
1019 
1020 static int check_for_duplicate_nodeids(
1021  struct totem_config *totem_config,
1022  const char **error_string)
1023 {
1024  icmap_iter_t iter;
1025  icmap_iter_t subiter;
1026  const char *iter_key;
1027  int res = 0;
1028  int retval = 0;
1029  char tmp_key[ICMAP_KEYNAME_MAXLEN];
1030  char *ring0_addr=NULL;
1031  char *ring0_addr1=NULL;
1032  unsigned int node_pos;
1033  unsigned int node_pos1;
1034  unsigned int last_node_pos = -1;
1035  unsigned int nodeid;
1036  unsigned int nodeid1;
1037  int autogenerated;
1038 
1039  iter = icmap_iter_init("nodelist.node.");
1040  while ((iter_key = icmap_iter_next(iter, NULL, NULL)) != NULL) {
1041  res = sscanf(iter_key, "nodelist.node.%u.%s", &node_pos, tmp_key);
1042  if (res != 2) {
1043  continue;
1044  }
1045 
1046  /*
1047  * This relies on the fact the icmap keys are always returned in order
1048  * so all of the keys for a node will be grouped together. We're basically
1049  * just running the code below once for each node.
1050  */
1051  if (last_node_pos == node_pos) {
1052  continue;
1053  }
1054  last_node_pos = node_pos;
1055 
1056  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "nodelist.node.%u.nodeid", node_pos);
1057  autogenerated = 0;
1058 
1059  /* Generated nodeids are only allowed for UDP/UDPU so ring0_addr is valid here */
1060  if (icmap_get_uint32(tmp_key, &nodeid) != CS_OK) {
1061 
1062  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "nodelist.node.%u.ring0_addr", node_pos);
1063  if (icmap_get_string(tmp_key, &ring0_addr) != CS_OK) {
1064  continue;
1065  }
1066 
1067  /* Generate nodeid so we can check that auto-generated nodeids don't clash either */
1068  nodeid = generate_nodeid(totem_config, ring0_addr);
1069  if (nodeid == -1) {
1070  continue;
1071  }
1072  autogenerated = 1;
1073  }
1074 
1075  node_pos1 = 0;
1076  subiter = icmap_iter_init("nodelist.node.");
1077  while (((iter_key = icmap_iter_next(subiter, NULL, NULL)) != NULL) && (node_pos1 < node_pos)) {
1078  res = sscanf(iter_key, "nodelist.node.%u.%s", &node_pos1, tmp_key);
1079  if ((res != 2) || (node_pos1 >= node_pos)) {
1080  continue;
1081  }
1082 
1083  if (strcmp(tmp_key, "nodeid") != 0) {
1084  continue;
1085  }
1086 
1087  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "nodelist.node.%u.nodeid", node_pos1);
1088  if (icmap_get_uint32(tmp_key, &nodeid1) != CS_OK) {
1089 
1090  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "nodelist.node.%u.ring0_addr", node_pos1);
1091  if (icmap_get_string(tmp_key, &ring0_addr1) != CS_OK) {
1092  continue;
1093  }
1094  nodeid1 = generate_nodeid(totem_config, ring0_addr1);
1095  if (nodeid1 == -1) {
1096  continue;
1097  }
1098  }
1099 
1100  if (nodeid == nodeid1) {
1101  retval = -1;
1102  snprintf (error_string_response, sizeof(error_string_response),
1103  "Nodeid %u%s%s%s appears twice in corosync.conf", nodeid,
1104  autogenerated?"(autogenerated from ":"",
1105  autogenerated?ring0_addr:"",
1106  autogenerated?")":"");
1107  *error_string = error_string_response;
1108  break;
1109  }
1110  }
1111  icmap_iter_finalize(subiter);
1112  }
1113  icmap_iter_finalize(iter);
1114  return retval;
1115 }
1116 
1117 
1118 /*
1119  * This needs to be done last of all. It would be nice to do it when reading the
1120  * interface params, but the totem params need to have them to be read first. We
1121  * need both, so this is a way round that circular dependancy.
1122  */
1123 static void calc_knet_ping_timers(struct totem_config *totem_config)
1124 {
1125  char runtime_key_name[ICMAP_KEYNAME_MAXLEN];
1126  int interface;
1127 
1128  for (interface = 0; interface < INTERFACE_MAX; interface++) {
1129 
1130  if (totem_config->interfaces[interface].configured) {
1131  if (!totem_config->interfaces[interface].knet_pong_count) {
1132  totem_config->interfaces[interface].knet_pong_count = KNET_PONG_COUNT;
1133  }
1134  if (!totem_config->interfaces[interface].knet_ping_timeout) {
1135  totem_config->interfaces[interface].knet_ping_timeout =
1136  totem_config->token_timeout / totem_config->interfaces[interface].knet_pong_count;
1137  }
1138  snprintf(runtime_key_name, sizeof(runtime_key_name),
1139  "runtime.config.totem.interface.%d.knet_ping_timeout", interface);
1140  icmap_set_uint32(runtime_key_name, totem_config->interfaces[interface].knet_ping_timeout);
1141 
1142  if (!totem_config->interfaces[interface].knet_ping_interval) {
1143  totem_config->interfaces[interface].knet_ping_interval =
1144  totem_config->token_timeout / (totem_config->interfaces[interface].knet_pong_count * 2);
1145  }
1146  snprintf(runtime_key_name, sizeof(runtime_key_name),
1147  "runtime.config.totem.interface.%d.knet_ping_interval", interface);
1148  icmap_set_uint32(runtime_key_name, totem_config->interfaces[interface].knet_ping_interval);
1149  }
1150  }
1151 }
1152 
1153 /*
1154  * Compute difference between two set of totem interface arrays and commit it.
1155  * set1 and set2
1156  * are changed so for same ring, ip existing in both set1 and set2 are cleared
1157  * (set to 0), and ips which are only in set1 or set2 remains untouched.
1158  * totempg_node_add/remove is called.
1159  */
1160 static int compute_and_set_totempg_interfaces(struct totem_interface *set1,
1161  struct totem_interface *set2)
1162 {
1163  int ring_no, set1_pos, set2_pos;
1164  struct totem_ip_address empty_ip_address;
1165  int res = 0;
1166 
1167  memset(&empty_ip_address, 0, sizeof(empty_ip_address));
1168 
1169  for (ring_no = 0; ring_no < INTERFACE_MAX; ring_no++) {
1170  if (!set1[ring_no].configured && !set2[ring_no].configured) {
1171  continue;
1172  }
1173 
1174  for (set1_pos = 0; set1_pos < set1[ring_no].member_count; set1_pos++) {
1175  for (set2_pos = 0; set2_pos < set2[ring_no].member_count; set2_pos++) {
1176  /*
1177  * For current ring_no remove all set1 items existing
1178  * in set2
1179  */
1180  if (memcmp(&set1[ring_no].member_list[set1_pos],
1181  &set2[ring_no].member_list[set2_pos],
1182  sizeof(struct totem_ip_address)) == 0) {
1183  memset(&set1[ring_no].member_list[set1_pos], 0,
1184  sizeof(struct totem_ip_address));
1185  memset(&set2[ring_no].member_list[set2_pos], 0,
1186  sizeof(struct totem_ip_address));
1187  }
1188  }
1189  }
1190  }
1191 
1192  for (ring_no = 0; ring_no < INTERFACE_MAX; ring_no++) {
1193  for (set1_pos = 0; set1_pos < set1[ring_no].member_count; set1_pos++) {
1194  /*
1195  * All items which remain in set1 and don't exist in set2 any more
1196  * have to be removed.
1197  */
1198  if (memcmp(&set1[ring_no].member_list[set1_pos], &empty_ip_address, sizeof(empty_ip_address)) != 0) {
1200  "removing dynamic member %s for ring %u",
1201  totemip_print(&set1[ring_no].member_list[set1_pos]),
1202  ring_no);
1203 
1204  totempg_member_remove(&set1[ring_no].member_list[set1_pos], ring_no);
1205  }
1206  }
1207  if (!set2[ring_no].configured) {
1208  continue;
1209  }
1210  for (set2_pos = 0; set2_pos < set2[ring_no].member_count; set2_pos++) {
1211  /*
1212  * All items which remain in set2 and don't exist in set1 are new nodes
1213  * and have to be added.
1214  */
1215  if (memcmp(&set2[ring_no].member_list[set2_pos], &empty_ip_address, sizeof(empty_ip_address)) != 0) {
1217  "adding dynamic member %s for ring %u",
1218  totemip_print(&set2[ring_no].member_list[set2_pos]),
1219  ring_no);
1220 
1221  if (totempg_member_add(&set2[ring_no].member_list[set2_pos], ring_no)) {
1222  res = -1;
1223  }
1224  }
1225  }
1226  }
1227  return res;
1228 }
1229 
1230 /*
1231  * Configure parameters for links
1232  */
1233 static void configure_link_params(struct totem_config *totem_config, icmap_map_t map)
1234 {
1235  int i;
1236  char tmp_key[ICMAP_KEYNAME_MAXLEN];
1237  char *addr_string;
1238  int err;
1239  int local_node_pos = find_local_node(map, 0);
1240 
1241  for (i = 0; i<INTERFACE_MAX; i++) {
1242  if (!totem_config->interfaces[i].configured) {
1243  continue;
1244  }
1245 
1246  log_printf(LOGSYS_LEVEL_DEBUG, "Configuring link %d params\n", i);
1247 
1248  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "nodelist.node.%u.ring%u_addr", local_node_pos, i);
1249  if (icmap_get_string_r(map, tmp_key, &addr_string) != CS_OK) {
1250  continue;
1251  }
1252 
1253  err = totemip_parse(&totem_config->interfaces[i].local_ip, addr_string, totem_config->ip_version);
1254  if (err != 0) {
1255  continue;
1256  }
1257  totem_config->interfaces[i].local_ip.nodeid = totem_config->node_id;
1258 
1259  /* In case this is a new link, fill in the defaults if there was no interface{} section for it */
1260  if (!totem_config->interfaces[i].knet_link_priority)
1261  totem_config->interfaces[i].knet_link_priority = 1;
1262 
1263  /* knet_ping_interval & knet_ping_timeout are set later once we know all the other params */
1264  if (!totem_config->interfaces[i].knet_ping_precision)
1266  if (!totem_config->interfaces[i].knet_pong_count)
1267  totem_config->interfaces[i].knet_pong_count = KNET_PONG_COUNT;
1268  if (!totem_config->interfaces[i].knet_transport)
1269  totem_config->interfaces[i].knet_transport = KNET_TRANSPORT_UDP;
1270  if (!totem_config->interfaces[i].ip_port)
1271  totem_config->interfaces[i].ip_port = DEFAULT_PORT + i;
1272  }
1273 }
1274 
1275 
1276 static void configure_totem_links(struct totem_config *totem_config, icmap_map_t map)
1277 {
1278  int i;
1279 
1280  for (i = 0; i<INTERFACE_MAX; i++) {
1281  if (!totem_config->interfaces[i].configured) {
1282  continue;
1283  }
1284 
1285  log_printf(LOGSYS_LEVEL_INFO, "Configuring link %d\n", i);
1286 
1287  totempg_iface_set(&totem_config->interfaces[i].local_ip, totem_config->interfaces[i].ip_port, i);
1288  }
1289 }
1290 
1291 /* Check for differences in config that can't be done on-the-fly and print an error */
1292 static int check_things_have_not_changed(struct totem_config *totem_config, const char **error_string)
1293 {
1294  int i,j,k;
1295  const char *ip_str;
1296  char addr_buf[INET6_ADDRSTRLEN];
1297  int changed = 0;
1298 
1299  for (i = 0; i<INTERFACE_MAX; i++) {
1300  if (totem_config->interfaces[i].configured &&
1301  totem_config->orig_interfaces[i].configured) {
1302  if (totem_config->interfaces[i].knet_transport !=
1303  totem_config->orig_interfaces[i].knet_transport) {
1305  "New config has different knet transport for link %d. Internal value was NOT changed.\n", i);
1306  changed = 1;
1307  }
1308 
1309  /* Check each nodeid in the new configuration and make sure its IP address on this link has not changed */
1310  for (j=0; j < totem_config->interfaces[i].member_count; j++) {
1311  for (k=0; k < totem_config->orig_interfaces[i].member_count; k++) {
1312 
1313  if (totem_config->interfaces[i].member_list[j].nodeid ==
1314  totem_config->orig_interfaces[i].member_list[k].nodeid) {
1315 
1316  /* Found our nodeid - check the IP address */
1317  if (memcmp(&totem_config->interfaces[i].member_list[j],
1318  &totem_config->orig_interfaces[i].member_list[k],
1319  sizeof(struct totem_ip_address))) {
1320 
1321  ip_str = totemip_print(&totem_config->orig_interfaces[i].member_list[k]);
1322 
1323  /* if ip_str is NULL then the old address was invalid and is allowed to change */
1324  if (ip_str) {
1325  strncpy(addr_buf, ip_str, sizeof(addr_buf));
1326  addr_buf[sizeof(addr_buf) - 1] = '\0';
1328  "new config has different address for link %d (addr changed from %s to %s). Internal value was NOT changed.\n",
1329  i, addr_buf, totemip_print(&totem_config->interfaces[i].member_list[j]));
1330  changed = 1;
1331  }
1332  }
1333  }
1334  }
1335  }
1336  }
1337  }
1338 
1339  if (changed) {
1340  snprintf (error_string_response, sizeof(error_string_response),
1341  "To reconfigure an interface it must be deleted and recreated. A working interface needs to be available to corosync at all times");
1342  *error_string = error_string_response;
1343  return -1;
1344  }
1345  return 0;
1346 }
1347 
1348 
1349 static int put_nodelist_members_to_config(struct totem_config *totem_config, icmap_map_t map,
1350  int reload, const char **error_string)
1351 {
1352  icmap_iter_t iter, iter2;
1353  const char *iter_key, *iter_key2;
1354  int res = 0;
1355  unsigned int node_pos;
1356  char tmp_key[ICMAP_KEYNAME_MAXLEN];
1357  char tmp_key2[ICMAP_KEYNAME_MAXLEN];
1358  char *node_addr_str;
1359  int member_count;
1360  unsigned int linknumber = 0;
1361  int i, j;
1362  int last_node_pos = -1;
1363 
1364  /* Clear out nodelist so we can put the new one in if needed */
1365  for (i = 0; i < INTERFACE_MAX; i++) {
1366  for (j = 0; j < PROCESSOR_COUNT_MAX; j++) {
1367  memset(&totem_config->interfaces[i].member_list[j], 0, sizeof(struct totem_ip_address));
1368  }
1369  totem_config->interfaces[i].member_count = 0;
1370  }
1371 
1372  iter = icmap_iter_init_r(map, "nodelist.node.");
1373  while ((iter_key = icmap_iter_next(iter, NULL, NULL)) != NULL) {
1374  res = sscanf(iter_key, "nodelist.node.%u.%s", &node_pos, tmp_key);
1375  if (res != 2) {
1376  continue;
1377  }
1378  /* If it's the same as the last node_pos then skip it */
1379  if (node_pos == last_node_pos) {
1380  continue;
1381  }
1382  last_node_pos = node_pos;
1383 
1384  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "nodelist.node.%u.", node_pos);
1385  iter2 = icmap_iter_init_r(map, tmp_key);
1386  while ((iter_key2 = icmap_iter_next(iter2, NULL, NULL)) != NULL) {
1387  unsigned int nodeid;
1388  char *str;
1389 
1390  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "nodelist.node.%u.nodeid", node_pos);
1391  if (icmap_get_uint32_r(map, tmp_key, &nodeid) != CS_OK) {
1392  nodeid = 0;
1393  }
1394 
1395  res = sscanf(iter_key2, "nodelist.node.%u.ring%u%s", &node_pos, &linknumber, tmp_key2);
1396  if (res != 3 || strcmp(tmp_key2, "_addr") != 0) {
1397  continue;
1398  }
1399  if (linknumber >= INTERFACE_MAX) {
1400  snprintf (error_string_response, sizeof(error_string_response),
1401  "parse error in config: interface ring number %u is bigger than allowed maximum %u\n",
1402  linknumber, INTERFACE_MAX - 1);
1403  *error_string = error_string_response;
1404 
1405  icmap_iter_finalize(iter2);
1406  icmap_iter_finalize(iter);
1407  return (-1);
1408  }
1409 
1410  if (icmap_get_string_r(map, iter_key2, &node_addr_str) != CS_OK) {
1411  continue;
1412  }
1413 
1414  /* Generate nodeids if they are not provided and transport is UDP/U */
1415  if (!nodeid &&
1416  (totem_config->transport_number == TOTEM_TRANSPORT_UDP ||
1417  totem_config->transport_number == TOTEM_TRANSPORT_UDPU)) {
1418  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "nodelist.node.%u.ring0_addr", node_pos);
1419  if (icmap_get_string_r(map, tmp_key, &str) == CS_OK) {
1420  nodeid = generate_nodeid(totem_config, str);
1421  if (nodeid == -1) {
1422  sprintf(error_string_response,
1423  "An IPV6 network requires that a node ID be specified "
1424  "for address '%s'.", node_addr_str);
1425  *error_string = error_string_response;
1426  free(str);
1427 
1428  return (-1);
1429  }
1430 
1432  "Generated nodeid = " CS_PRI_NODE_ID " for %s", nodeid, str);
1433 
1434  free(str);
1435  /*
1436  * Put nodeid back to nodelist to make cfgtool work
1437  */
1438  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "nodelist.node.%u.nodeid", node_pos);
1439  /*
1440  * Not critical
1441  */
1442  (void)icmap_set_uint32_r(map, tmp_key, nodeid);
1443  }
1444  }
1445 
1446  if (!nodeid && totem_config->transport_number == TOTEM_TRANSPORT_KNET) {
1447  sprintf(error_string_response,
1448  "Knet requires an explicit nodeid to be specified "
1449  "for address '%s'.", node_addr_str);
1450  *error_string = error_string_response;
1451 
1452  return (-1);
1453  }
1454 
1455  if (totem_config->transport_number == TOTEM_TRANSPORT_KNET && nodeid >= KNET_MAX_HOST) {
1456  sprintf(error_string_response,
1457  "Knet requires nodeid to be less than %u "
1458  "for address '%s'.", KNET_MAX_HOST, node_addr_str);
1459  *error_string = error_string_response;
1460 
1461  return (-1);
1462  }
1463 
1464  member_count = totem_config->interfaces[linknumber].member_count;
1465  res = totemip_parse(&totem_config->interfaces[linknumber].member_list[member_count],
1466  node_addr_str, totem_config->ip_version);
1467  if (res == 0) {
1468  totem_config->interfaces[linknumber].member_list[member_count].nodeid = nodeid;
1469  totem_config->interfaces[linknumber].member_count++;
1470  totem_config->interfaces[linknumber].configured = 1;
1471  } else {
1472  sprintf(error_string_response, "failed to parse node address '%s'\n", node_addr_str);
1473  *error_string = error_string_response;
1474 
1475  memset(&totem_config->interfaces[linknumber].member_list[member_count], 0,
1476  sizeof(struct totem_ip_address));
1477 
1478  free(node_addr_str);
1479  icmap_iter_finalize(iter2);
1480  icmap_iter_finalize(iter);
1481  return -1;
1482  }
1483 
1484  free(node_addr_str);
1485  }
1486 
1487  icmap_iter_finalize(iter2);
1488  }
1489 
1490  icmap_iter_finalize(iter);
1491 
1492  configure_link_params(totem_config, map);
1493  if (reload) {
1494  log_printf(LOGSYS_LEVEL_DEBUG, "About to reconfigure links from nodelist.\n");
1495 
1496  if (check_things_have_not_changed(totem_config, error_string) == -1) {
1497  return -1;
1498  }
1499  }
1500  return 0;
1501 }
1502 
1503 static void config_convert_nodelist_to_interface(icmap_map_t map, struct totem_config *totem_config)
1504 {
1505  int res = 0;
1506  int node_pos;
1507  char tmp_key[ICMAP_KEYNAME_MAXLEN];
1508  char tmp_key2[ICMAP_KEYNAME_MAXLEN];
1509  char *node_addr_str;
1510  unsigned int linknumber = 0;
1511  icmap_iter_t iter;
1512  const char *iter_key;
1513 
1514  node_pos = find_local_node(map, 1);
1515  if (node_pos > -1) {
1516  /*
1517  * We found node, so create interface section
1518  */
1519  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "nodelist.node.%u.", node_pos);
1520  iter = icmap_iter_init_r(map, tmp_key);
1521  while ((iter_key = icmap_iter_next(iter, NULL, NULL)) != NULL) {
1522  res = sscanf(iter_key, "nodelist.node.%u.ring%u%s", &node_pos, &linknumber, tmp_key2);
1523  if (res != 3 || strcmp(tmp_key2, "_addr") != 0) {
1524  continue ;
1525  }
1526 
1527  if (icmap_get_string_r(map, iter_key, &node_addr_str) != CS_OK) {
1528  continue;
1529  }
1530 
1531  snprintf(tmp_key2, ICMAP_KEYNAME_MAXLEN, "totem.interface.%u.bindnetaddr", linknumber);
1532  icmap_set_string_r(map, tmp_key2, node_addr_str);
1533  free(node_addr_str);
1534  }
1535  icmap_iter_finalize(iter);
1536  }
1537 }
1538 
1539 static int get_interface_params(struct totem_config *totem_config, icmap_map_t map,
1540  const char **error_string, uint64_t *warnings,
1541  int reload)
1542 {
1543  int res = 0;
1544  unsigned int linknumber = 0;
1545  int member_count = 0;
1546  int i;
1547  icmap_iter_t iter, member_iter;
1548  const char *iter_key;
1549  const char *member_iter_key;
1550  char linknumber_key[ICMAP_KEYNAME_MAXLEN];
1551  char tmp_key[ICMAP_KEYNAME_MAXLEN];
1552  uint8_t u8;
1553  uint32_t u32;
1554  char *str;
1555  char *cluster_name = NULL;
1556  enum totem_ip_version_enum tmp_ip_version = TOTEM_IP_VERSION_4;
1557  int ret = 0;
1558 
1559  if (reload) {
1560  for (i=0; i<INTERFACE_MAX; i++) {
1561  /*
1562  * Set back to defaults things that might have been configured and
1563  * now have been taken out of corosync.conf. These won't be caught by the
1564  * code below which only looks at interface{} sections that actually exist.
1565  */
1566  totem_config->interfaces[i].configured = 0;
1567  totem_config->interfaces[i].knet_ping_timeout = 0;
1568  totem_config->interfaces[i].knet_ping_interval = 0;
1570  totem_config->interfaces[i].knet_pong_count = KNET_PONG_COUNT;
1571  }
1572  }
1573  if (icmap_get_string_r(map, "totem.cluster_name", &cluster_name) != CS_OK) {
1574  cluster_name = NULL;
1575  }
1576 
1577  iter = icmap_iter_init_r(map, "totem.interface.");
1578  while ((iter_key = icmap_iter_next(iter, NULL, NULL)) != NULL) {
1579  res = sscanf(iter_key, "totem.interface.%[^.].%s", linknumber_key, tmp_key);
1580  if (res != 2) {
1581  continue;
1582  }
1583 
1584  if (strcmp(tmp_key, "bindnetaddr") != 0 && totem_config->transport_number == TOTEM_TRANSPORT_UDP) {
1585  continue;
1586  }
1587 
1588  member_count = 0;
1589  linknumber = atoi(linknumber_key);
1590 
1591  if (linknumber >= INTERFACE_MAX) {
1592  snprintf (error_string_response, sizeof(error_string_response),
1593  "parse error in config: interface ring number %u is bigger than allowed maximum %u\n",
1594  linknumber, INTERFACE_MAX - 1);
1595 
1596  *error_string = error_string_response;
1597  ret = -1;
1598  goto out;
1599  }
1600 
1601  /* These things are only valid for the initial read */
1602  if (!reload) {
1603  /*
1604  * Get the bind net address
1605  */
1606  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "totem.interface.%u.bindnetaddr", linknumber);
1607 
1608  if (icmap_get_string_r(map, tmp_key, &str) == CS_OK) {
1609  res = totemip_parse (&totem_config->interfaces[linknumber].bindnet, str,
1610  totem_config->ip_version);
1611 
1612  if (res) {
1613  sprintf(error_string_response, "failed to parse bindnet address '%s'\n", str);
1614  *error_string = error_string_response;
1615  free(str);
1616 
1617  ret = -1;
1618  goto out;
1619  }
1620 
1621  free(str);
1622  }
1623 
1624  /*
1625  * Get interface multicast address
1626  */
1627  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "totem.interface.%u.mcastaddr", linknumber);
1628  if (icmap_get_string_r(map, tmp_key, &str) == CS_OK) {
1629  res = totemip_parse (&totem_config->interfaces[linknumber].mcast_addr, str,
1630  totem_config->ip_version);
1631 
1632  if (res) {
1633  sprintf(error_string_response, "failed to parse mcast address '%s'\n", str);
1634  *error_string = error_string_response;
1635  free(str);
1636 
1637  ret = -1;
1638  goto out;
1639  }
1640 
1641  free(str);
1642  } else if (totem_config->transport_number == TOTEM_TRANSPORT_UDP) {
1643  /*
1644  * User not specified address -> autogenerate one from cluster_name key
1645  * (if available). Return code is intentionally ignored, because
1646  * udpu doesn't need mcastaddr and validity of mcastaddr for udp is
1647  * checked later anyway.
1648  */
1649 
1650  if (totem_config->interfaces[0].bindnet.family == AF_INET) {
1651  tmp_ip_version = TOTEM_IP_VERSION_4;
1652  } else if (totem_config->interfaces[0].bindnet.family == AF_INET6) {
1653  tmp_ip_version = TOTEM_IP_VERSION_6;
1654  }
1655 
1656  (void)get_cluster_mcast_addr (cluster_name,
1657  linknumber,
1658  tmp_ip_version,
1659  &totem_config->interfaces[linknumber].mcast_addr);
1660  }
1661 
1662  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "totem.interface.%u.broadcast", linknumber);
1663  if (icmap_get_string(tmp_key, &str) == CS_OK) {
1664  if (strcmp (str, "yes") == 0) {
1665  totem_config->broadcast_use = 1;
1666  }
1667  free(str);
1668  }
1669  }
1670 
1671  /* These things are only valid for the initial read OR a newly-defined link */
1672  if (!reload || (totem_config->interfaces[linknumber].configured == 0)) {
1673 
1674  /*
1675  * Get mcast port
1676  */
1677  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "totem.interface.%u.mcastport", linknumber);
1678  if (icmap_get_uint16_r(map, tmp_key, &totem_config->interfaces[linknumber].ip_port) != CS_OK) {
1679  if (totem_config->broadcast_use) {
1680  totem_config->interfaces[linknumber].ip_port = DEFAULT_PORT + (2 * linknumber);
1681  } else {
1682  totem_config->interfaces[linknumber].ip_port = DEFAULT_PORT + linknumber;
1683  }
1684  }
1685 
1686  /*
1687  * Get the TTL
1688  */
1689  totem_config->interfaces[linknumber].ttl = 1;
1690 
1691  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "totem.interface.%u.ttl", linknumber);
1692 
1693  if (icmap_get_uint8_r(map, tmp_key, &u8) == CS_OK) {
1694  totem_config->interfaces[linknumber].ttl = u8;
1695  }
1696 
1697  totem_config->interfaces[linknumber].knet_transport = KNET_DEFAULT_TRANSPORT;
1698  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "totem.interface.%u.knet_transport", linknumber);
1699  if (icmap_get_string_r(map, tmp_key, &str) == CS_OK) {
1700  if (strcmp(str, "sctp") == 0) {
1701  totem_config->interfaces[linknumber].knet_transport = KNET_TRANSPORT_SCTP;
1702  }
1703  else if (strcmp(str, "udp") == 0) {
1704  totem_config->interfaces[linknumber].knet_transport = KNET_TRANSPORT_UDP;
1705  }
1706  else {
1707  *error_string = "Unrecognised knet_transport. expected 'udp' or 'sctp'";
1708  ret = -1;
1709  goto out;
1710  }
1711  }
1712  }
1713  totem_config->interfaces[linknumber].configured = 1;
1714 
1715  /*
1716  * Get the knet link params
1717  */
1718  totem_config->interfaces[linknumber].knet_link_priority = 1;
1719  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "totem.interface.%u.knet_link_priority", linknumber);
1720 
1721  if (icmap_get_uint8_r(map, tmp_key, &u8) == CS_OK) {
1722  totem_config->interfaces[linknumber].knet_link_priority = u8;
1723  }
1724 
1725  totem_config->interfaces[linknumber].knet_ping_interval = 0; /* real default applied later */
1726  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "totem.interface.%u.knet_ping_interval", linknumber);
1727  if (icmap_get_uint32_r(map, tmp_key, &u32) == CS_OK) {
1728  totem_config->interfaces[linknumber].knet_ping_interval = u32;
1729  }
1730  totem_config->interfaces[linknumber].knet_ping_timeout = 0; /* real default applied later */
1731  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "totem.interface.%u.knet_ping_timeout", linknumber);
1732  if (icmap_get_uint32_r(map, tmp_key, &u32) == CS_OK) {
1733  totem_config->interfaces[linknumber].knet_ping_timeout = u32;
1734  }
1735  totem_config->interfaces[linknumber].knet_ping_precision = KNET_PING_PRECISION;
1736  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "totem.interface.%u.knet_ping_precision", linknumber);
1737  if (icmap_get_uint32_r(map, tmp_key, &u32) == CS_OK) {
1738  totem_config->interfaces[linknumber].knet_ping_precision = u32;
1739  }
1740  totem_config->interfaces[linknumber].knet_pong_count = KNET_PONG_COUNT;
1741  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "totem.interface.%u.knet_pong_count", linknumber);
1742  if (icmap_get_uint32_r(map, tmp_key, &u32) == CS_OK) {
1743  totem_config->interfaces[linknumber].knet_pong_count = u32;
1744  }
1745 
1746  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "totem.interface.%u.member.", linknumber);
1747  member_iter = icmap_iter_init_r(map, tmp_key);
1748  while ((member_iter_key = icmap_iter_next(member_iter, NULL, NULL)) != NULL) {
1749  if (member_count == 0) {
1750  if (icmap_get_string("nodelist.node.0.ring0_addr", &str) == CS_OK) {
1751  free(str);
1753  break;
1754  } else {
1756  }
1757  }
1758 
1759  if (icmap_get_string_r(map, member_iter_key, &str) == CS_OK) {
1760  res = totemip_parse (&totem_config->interfaces[linknumber].member_list[member_count++],
1761  str, totem_config->ip_version);
1762  if (res) {
1763  sprintf(error_string_response, "failed to parse node address '%s'\n", str);
1764  *error_string = error_string_response;
1765 
1766  icmap_iter_finalize(member_iter);
1767  free(str);
1768  ret = -1;
1769  goto out;
1770  }
1771 
1772  free(str);
1773  }
1774  }
1775  icmap_iter_finalize(member_iter);
1776 
1777  totem_config->interfaces[linknumber].member_count = member_count;
1778 
1779  }
1780 
1781 out:
1782  icmap_iter_finalize(iter);
1783  free(cluster_name);
1784 
1785  return (ret);
1786 }
1787 
1788 extern int totem_config_read (
1789  struct totem_config *totem_config,
1790  const char **error_string,
1791  uint64_t *warnings)
1792 {
1793  int res = 0;
1794  char *str, *ring0_addr_str;
1795  char tmp_key[ICMAP_KEYNAME_MAXLEN];
1796  uint16_t u16;
1797  int i;
1798  int local_node_pos;
1799  uint32_t u32;
1800 
1801  *warnings = 0;
1802 
1803  memset (totem_config, 0, sizeof (struct totem_config));
1804  totem_config->interfaces = malloc (sizeof (struct totem_interface) * INTERFACE_MAX);
1805  if (totem_config->interfaces == 0) {
1806  *error_string = "Out of memory trying to allocate ethernet interface storage area";
1807  return -1;
1808  }
1809 
1810  totem_config->transport_number = TOTEM_TRANSPORT_KNET;
1811  if (icmap_get_string("totem.transport", &str) == CS_OK) {
1812  if (strcmp (str, "udpu") == 0) {
1813  totem_config->transport_number = TOTEM_TRANSPORT_UDPU;
1814  } else if (strcmp (str, "udp") == 0) {
1815  totem_config->transport_number = TOTEM_TRANSPORT_UDP;
1816  } else if (strcmp (str, "knet") == 0) {
1817  totem_config->transport_number = TOTEM_TRANSPORT_KNET;
1818  } else {
1819  *error_string = "Invalid transport type. Should be udpu, udp or knet";
1820  free(str);
1821  return -1;
1822  }
1823 
1824  free(str);
1825  }
1826 
1827  memset (totem_config->interfaces, 0,
1828  sizeof (struct totem_interface) * INTERFACE_MAX);
1829 
1830  strcpy (totem_config->link_mode, "passive");
1831 
1832  icmap_get_uint32("totem.version", (uint32_t *)&totem_config->version);
1833 
1834  /* initial crypto load */
1835  if (totem_get_crypto(totem_config, icmap_get_global_map(), error_string) != 0) {
1836  return -1;
1837  }
1838  if (totem_config_keyread(totem_config, icmap_get_global_map(), error_string) != 0) {
1839  return -1;
1840  }
1841  totem_config->crypto_index = 1;
1842  totem_config->crypto_changed = 0;
1843 
1844  if (icmap_get_string("totem.link_mode", &str) == CS_OK) {
1845  if (strlen(str) >= TOTEM_LINK_MODE_BYTES) {
1846  *error_string = "totem.link_mode is too long";
1847  free(str);
1848 
1849  return -1;
1850  }
1851  strcpy (totem_config->link_mode, str);
1852  free(str);
1853  }
1854 
1855  if (icmap_get_uint32("totem.nodeid", &u32) == CS_OK) {
1857  }
1858 
1859  totem_config->clear_node_high_bit = 0;
1860  if (icmap_get_string("totem.clear_node_high_bit", &str) == CS_OK) {
1861  if (strcmp (str, "yes") == 0) {
1862  totem_config->clear_node_high_bit = 1;
1863  }
1864  free(str);
1865  }
1866 
1867  icmap_get_uint32("totem.threads", &totem_config->threads);
1868 
1869  icmap_get_uint32("totem.netmtu", &totem_config->net_mtu);
1870 
1871  totem_config->ip_version = totem_config_get_ip_version(totem_config);
1872 
1873  if (icmap_get_string("totem.interface.0.bindnetaddr", &str) != CS_OK) {
1874  /*
1875  * We were not able to find ring 0 bindnet addr. Try to use nodelist informations
1876  */
1877  config_convert_nodelist_to_interface(icmap_get_global_map(), totem_config);
1878  } else {
1879  if (icmap_get_string("nodelist.node.0.ring0_addr", &ring0_addr_str) == CS_OK) {
1880  /*
1881  * Both bindnetaddr and ring0_addr are set.
1882  * Log warning information, and use nodelist instead
1883  */
1885 
1886  config_convert_nodelist_to_interface(icmap_get_global_map(), totem_config);
1887 
1888  free(ring0_addr_str);
1889  }
1890 
1891  free(str);
1892  }
1893 
1894  /*
1895  * Broadcast option is global but set in interface section,
1896  * so reset before processing interfaces.
1897  */
1898  totem_config->broadcast_use = 0;
1899 
1900  res = get_interface_params(totem_config, icmap_get_global_map(), error_string, warnings, 0);
1901  if (res < 0) {
1902  return res;
1903  }
1904 
1905  /*
1906  * Use broadcast is global, so if set, make sure to fill mcast addr correctly
1907  * broadcast is only supported for UDP so just do interface 0;
1908  */
1909  if (totem_config->broadcast_use) {
1910  totemip_parse (&totem_config->interfaces[0].mcast_addr,
1911  "255.255.255.255", TOTEM_IP_VERSION_4);
1912  }
1913 
1914 
1915  /*
1916  * Store automatically generated items back to icmap only for UDP
1917  */
1918  if (totem_config->transport_number == TOTEM_TRANSPORT_UDP) {
1919  for (i = 0; i < INTERFACE_MAX; i++) {
1920  if (!totem_config->interfaces[i].configured) {
1921  continue;
1922  }
1923  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "totem.interface.%u.mcastaddr", i);
1924  if (icmap_get_string(tmp_key, &str) == CS_OK) {
1925  free(str);
1926  } else {
1927  str = (char *)totemip_print(&totem_config->interfaces[i].mcast_addr);
1928  icmap_set_string(tmp_key, str);
1929  }
1930 
1931  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "totem.interface.%u.mcastport", i);
1932  if (icmap_get_uint16(tmp_key, &u16) != CS_OK) {
1933  icmap_set_uint16(tmp_key, totem_config->interfaces[i].ip_port);
1934  }
1935  }
1936  }
1937 
1938  /*
1939  * Check existence of nodelist
1940  */
1941  if ((icmap_get_string("nodelist.node.0.name", &str) == CS_OK) ||
1942  (icmap_get_string("nodelist.node.0.ring0_addr", &str) == CS_OK)) {
1943  free(str);
1944  /*
1945  * find local node
1946  */
1947  local_node_pos = find_local_node(icmap_get_global_map(), 1);
1948  if (local_node_pos != -1) {
1949 
1950  assert(totem_config->node_id == 0);
1951 
1952  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "nodelist.node.%u.nodeid", local_node_pos);
1953  (void)icmap_get_uint32(tmp_key, &totem_config->node_id);
1954 
1955 
1956  if ((totem_config->transport_number == TOTEM_TRANSPORT_KNET) && (!totem_config->node_id)) {
1957  *error_string = "Knet requires an explicit nodeid for the local node";
1958  return -1;
1959  }
1960 
1961  if ((totem_config->transport_number == TOTEM_TRANSPORT_UDP ||
1962  totem_config->transport_number == TOTEM_TRANSPORT_UDPU) && (!totem_config->node_id)) {
1963 
1964  snprintf(tmp_key, ICMAP_KEYNAME_MAXLEN, "nodelist.node.%u.ring0_addr", local_node_pos);
1965  icmap_get_string(tmp_key, &str);
1966 
1967  totem_config->node_id = generate_nodeid(totem_config, str);
1968  if (totem_config->node_id == -1) {
1969  *error_string = "An IPV6 network requires that a node ID be specified";
1970 
1971  free(str);
1972  return (-1);
1973  }
1974 
1975  totem_config->interfaces[0].member_list[local_node_pos].nodeid = totem_config->node_id;
1976 
1977  free(str);
1978  }
1979 
1980  /* Users must not change this */
1981  icmap_set_ro_access("nodelist.local_node_pos", 0, 1);
1982  }
1983 
1984  if (put_nodelist_members_to_config(totem_config, icmap_get_global_map(), 0, error_string)) {
1985  return -1;
1986  }
1987  }
1988 
1989  /*
1990  * Get things that might change in the future (and can depend on totem_config->interfaces);
1991  */
1992  totem_volatile_config_read(totem_config, icmap_get_global_map(), NULL);
1993 
1994  calc_knet_ping_timers(totem_config);
1995 
1996  /* This is now done in the totemknet interface callback */
1997  /* configure_totem_links(totem_config, icmap_get_global_map()); */
1998 
1999  add_totem_config_notification(totem_config);
2000 
2001  return 0;
2002 }
2003 
2004 
2006  struct totem_config *totem_config,
2007  const char **error_string)
2008 {
2009  static char local_error_reason[512];
2010  char parse_error[512];
2011  const char *error_reason = local_error_reason;
2012  int i;
2013  uint32_t u32;
2014  int num_configured = 0;
2015  unsigned int interface_max = INTERFACE_MAX;
2016 
2017  for (i = 0; i < INTERFACE_MAX; i++) {
2018  if (totem_config->interfaces[i].configured) {
2019  num_configured++;
2020  }
2021  }
2022  if (num_configured == 0) {
2023  error_reason = "No interfaces defined";
2024  goto parse_error;
2025  }
2026 
2027  /* Check we found a local node name */
2028  if (icmap_get_uint32("nodelist.local_node_pos", &u32) != CS_OK) {
2029  error_reason = "No valid name found for local host";
2030  goto parse_error;
2031  }
2032 
2033  for (i = 0; i < INTERFACE_MAX; i++) {
2034  /*
2035  * Some error checking of parsed data to make sure its valid
2036  */
2037 
2038  struct totem_ip_address null_addr;
2039 
2040  if (!totem_config->interfaces[i].configured) {
2041  continue;
2042  }
2043 
2044  memset (&null_addr, 0, sizeof (struct totem_ip_address));
2045 
2046  if ((totem_config->transport_number == TOTEM_TRANSPORT_UDP) &&
2047  memcmp (&totem_config->interfaces[i].mcast_addr, &null_addr,
2048  sizeof (struct totem_ip_address)) == 0) {
2049  snprintf (local_error_reason, sizeof(local_error_reason),
2050  "No multicast address specified for interface %u", i);
2051  goto parse_error;
2052  }
2053 
2054  if (totem_config->interfaces[i].ip_port == 0) {
2055  snprintf (local_error_reason, sizeof(local_error_reason),
2056  "No multicast port specified for interface %u", i);
2057  goto parse_error;
2058  }
2059 
2060  if (totem_config->interfaces[i].ttl > 255) {
2061  snprintf (local_error_reason, sizeof(local_error_reason),
2062  "Invalid TTL (should be 0..255) for interface %u", i);
2063  goto parse_error;
2064  }
2065  if (totem_config->transport_number != TOTEM_TRANSPORT_UDP &&
2066  totem_config->interfaces[i].ttl != 1) {
2067  snprintf (local_error_reason, sizeof(local_error_reason),
2068  "Can only set ttl on multicast transport types for interface %u", i);
2069  goto parse_error;
2070  }
2071  if (totem_config->interfaces[i].knet_link_priority > 255) {
2072  snprintf (local_error_reason, sizeof(local_error_reason),
2073  "Invalid link priority (should be 0..255) for interface %u", i);
2074  goto parse_error;
2075  }
2076  if (totem_config->transport_number != TOTEM_TRANSPORT_KNET &&
2077  totem_config->interfaces[i].knet_link_priority != 1) {
2078  snprintf (local_error_reason, sizeof(local_error_reason),
2079  "Can only set link priority on knet transport type for interface %u", i);
2080  goto parse_error;
2081  }
2082 
2083  if (totem_config->interfaces[i].mcast_addr.family == AF_INET6 &&
2084  totem_config->node_id == 0) {
2085  snprintf (local_error_reason, sizeof(local_error_reason),
2086  "An IPV6 network requires that a node ID be specified for interface %u", i);
2087  goto parse_error;
2088  }
2089 
2090  if (totem_config->broadcast_use == 0 && totem_config->transport_number == TOTEM_TRANSPORT_UDP) {
2091  if (totem_config->interfaces[i].mcast_addr.family != totem_config->interfaces[i].bindnet.family) {
2092  snprintf (local_error_reason, sizeof(local_error_reason),
2093  "Multicast address family does not match bind address family for interface %u", i);
2094  goto parse_error;
2095  }
2096 
2097  if (totemip_is_mcast (&totem_config->interfaces[i].mcast_addr) != 0) {
2098  snprintf (local_error_reason, sizeof(local_error_reason),
2099  "mcastaddr is not a correct multicast address for interface %u", i);
2100  goto parse_error;
2101  }
2102  }
2103  }
2104 
2105  if (totem_config->version != 2) {
2106  error_reason = "This totem parser can only parse version 2 configurations.";
2107  goto parse_error;
2108  }
2109 
2110  if (totem_volatile_config_validate(totem_config, icmap_get_global_map(), error_string) == -1) {
2111  return (-1);
2112  }
2113 
2114  if (check_for_duplicate_nodeids(totem_config, error_string) == -1) {
2115  return (-1);
2116  }
2117 
2118  /*
2119  * KNET Link values validation
2120  */
2121  if (strcmp (totem_config->link_mode, "active") &&
2122  strcmp (totem_config->link_mode, "rr") &&
2123  strcmp (totem_config->link_mode, "passive")) {
2124  snprintf (local_error_reason, sizeof(local_error_reason),
2125  "The Knet link mode \"%s\" specified is invalid. It must be active, passive or rr.\n", totem_config->link_mode);
2126  goto parse_error;
2127  }
2128 
2129  /* Only Knet does multiple interfaces */
2130  if (totem_config->transport_number != TOTEM_TRANSPORT_KNET) {
2131  interface_max = 1;
2132  }
2133 
2134  if (interface_max < num_configured) {
2135  snprintf (parse_error, sizeof(parse_error),
2136  "%d is too many configured interfaces for non-Knet transport.",
2137  num_configured);
2138  error_reason = parse_error;
2139  goto parse_error;
2140  }
2141 
2142  /* Only knet allows crypto */
2143  if (totem_config->transport_number != TOTEM_TRANSPORT_KNET) {
2144  if ((strcmp(totem_config->crypto_cipher_type, "none") != 0) ||
2145  (strcmp(totem_config->crypto_hash_type, "none") != 0)) {
2146 
2147  snprintf (parse_error, sizeof(parse_error),
2148  "crypto_cipher & crypto_hash are only valid for the Knet transport.");
2149  error_reason = parse_error;
2150  goto parse_error;
2151  }
2152  }
2153 
2154  if (totem_config->net_mtu == 0) {
2155  if (totem_config->transport_number == TOTEM_TRANSPORT_KNET) {
2156  totem_config->net_mtu = KNET_MAX_PACKET_SIZE;
2157  }
2158  else {
2159  totem_config->net_mtu = UDP_NETMTU;
2160  }
2161  }
2162 
2163  return 0;
2164 
2165 parse_error:
2166  snprintf (error_string_response, sizeof(error_string_response),
2167  "parse error in config: %s\n", error_reason);
2168  *error_string = error_string_response;
2169  return (-1);
2170 
2171 }
2172 
2173 static int read_keyfile (
2174  const char *key_location,
2175  struct totem_config *totem_config,
2176  const char **error_string)
2177 {
2178  int fd;
2179  int res;
2180  int saved_errno;
2181  char error_str[100];
2182  const char *error_ptr;
2183 
2184  fd = open (key_location, O_RDONLY);
2185  if (fd == -1) {
2186  error_ptr = qb_strerror_r(errno, error_str, sizeof(error_str));
2187  snprintf (error_string_response, sizeof(error_string_response),
2188  "Could not open %s: %s\n",
2189  key_location, error_ptr);
2190  goto parse_error;
2191  }
2192 
2193  res = read (fd, totem_config->private_key, TOTEM_PRIVATE_KEY_LEN_MAX);
2194  saved_errno = errno;
2195  close (fd);
2196 
2197  if (res == -1) {
2198  error_ptr = qb_strerror_r (saved_errno, error_str, sizeof(error_str));
2199  snprintf (error_string_response, sizeof(error_string_response),
2200  "Could not read %s: %s\n",
2201  key_location, error_ptr);
2202  goto parse_error;
2203  }
2204 
2205  if (res < TOTEM_PRIVATE_KEY_LEN_MIN) {
2206  snprintf (error_string_response, sizeof(error_string_response),
2207  "Could only read %d bits of minimum %u bits from %s.\n",
2208  res * 8, TOTEM_PRIVATE_KEY_LEN_MIN * 8, key_location);
2209  goto parse_error;
2210  }
2211 
2212  totem_config->private_key_len = res;
2213 
2214  return 0;
2215 
2216 parse_error:
2217  *error_string = error_string_response;
2218  return (-1);
2219 }
2220 
2222  struct totem_config *totem_config,
2223  icmap_map_t map,
2224  const char **error_string)
2225 {
2226  int got_key = 0;
2227  char *key_location = NULL;
2228  int res;
2229  size_t key_len;
2230  char old_key[TOTEM_PRIVATE_KEY_LEN_MAX];
2231  size_t old_key_len;
2232 
2233  /* Take a copy so we can see if it has changed */
2234  memcpy(old_key, totem_config->private_key, sizeof(totem_config->private_key));
2235  old_key_len = totem_config->private_key_len;
2236 
2237  memset (totem_config->private_key, 0, sizeof(totem_config->private_key));
2238  totem_config->private_key_len = 0;
2239 
2240  if (strcmp(totem_config->crypto_cipher_type, "none") == 0 &&
2241  strcmp(totem_config->crypto_hash_type, "none") == 0) {
2242  return (0);
2243  }
2244 
2245  /* cmap may store the location of the key file */
2246  if (icmap_get_string_r(map, "totem.keyfile", &key_location) == CS_OK) {
2247  res = read_keyfile(key_location, totem_config, error_string);
2248  free(key_location);
2249  if (res) {
2250  goto key_error;
2251  }
2252  got_key = 1;
2253  } else { /* Or the key itself may be in the cmap */
2254  if (icmap_get_r(map, "totem.key", NULL, &key_len, NULL) == CS_OK) {
2255  if (key_len > sizeof(totem_config->private_key)) {
2256  sprintf(error_string_response, "key is too long");
2257  goto key_error;
2258  }
2259  if (key_len < TOTEM_PRIVATE_KEY_LEN_MIN) {
2260  sprintf(error_string_response, "key is too short");
2261  goto key_error;
2262  }
2263  if (icmap_get_r(map, "totem.key", totem_config->private_key, &key_len, NULL) == CS_OK) {
2264  totem_config->private_key_len = key_len;
2265  got_key = 1;
2266  } else {
2267  sprintf(error_string_response, "can't load private key");
2268  goto key_error;
2269  }
2270  }
2271  }
2272 
2273  /* In desperation we read the default filename */
2274  if (!got_key) {
2275  res = read_keyfile(COROSYSCONFDIR "/authkey", totem_config, error_string);
2276  if (res)
2277  goto key_error;
2278  }
2279 
2280  if (old_key_len != totem_config->private_key_len ||
2281  memcmp(old_key, totem_config->private_key, sizeof(totem_config->private_key))) {
2282  totem_config->crypto_changed = 1;
2283  }
2284 
2285  return (0);
2286 
2287 key_error:
2288  *error_string = error_string_response;
2289  return (-1);
2290 
2291 }
2292 
2293 int totem_reread_crypto_config(struct totem_config *totem_config, icmap_map_t map, const char **error_string)
2294 {
2295  if (totem_get_crypto(totem_config, map, error_string) != 0) {
2296  return -1;
2297  }
2298  if (totem_config_keyread(totem_config, map, error_string) != 0) {
2299  return -1;
2300  }
2301  return 0;
2302 }
2303 
2304 static void debug_dump_totem_config(const struct totem_config *totem_config)
2305 {
2306 
2307  log_printf(LOGSYS_LEVEL_DEBUG, "Token Timeout (%d ms) retransmit timeout (%d ms)",
2308  totem_config->token_timeout, totem_config->token_retransmit_timeout);
2309  if (totem_config->token_warning) {
2310  uint32_t token_warning_ms = totem_config->token_warning * totem_config->token_timeout / 100;
2311  log_printf(LOGSYS_LEVEL_DEBUG, "Token warning every %d ms (%d%% of Token Timeout)",
2312  token_warning_ms, totem_config->token_warning);
2313  if (token_warning_ms < totem_config->token_retransmit_timeout)
2315  "The token warning interval (%d ms) is less than the token retransmit timeout (%d ms) "
2316  "which can lead to spurious token warnings. Consider increasing the token_warning parameter.",
2317  token_warning_ms, totem_config->token_retransmit_timeout);
2318 
2319  } else
2320  log_printf(LOGSYS_LEVEL_DEBUG, "Token warnings disabled");
2321  log_printf(LOGSYS_LEVEL_DEBUG, "token hold (%d ms) retransmits before loss (%d retrans)",
2322  totem_config->token_hold_timeout, totem_config->token_retransmits_before_loss_const);
2323  log_printf(LOGSYS_LEVEL_DEBUG, "join (%d ms) send_join (%d ms) consensus (%d ms) merge (%d ms)",
2324  totem_config->join_timeout, totem_config->send_join_timeout, totem_config->consensus_timeout,
2325  totem_config->merge_timeout);
2326  log_printf(LOGSYS_LEVEL_DEBUG, "downcheck (%d ms) fail to recv const (%d msgs)",
2327  totem_config->downcheck_timeout, totem_config->fail_to_recv_const);
2329  "seqno unchanged const (%d rotations) Maximum network MTU %d",
2330  totem_config->seqno_unchanged_const, totem_config->net_mtu);
2332  "window size per rotation (%d messages) maximum messages per rotation (%d messages)",
2333  totem_config->window_size, totem_config->max_messages);
2334  log_printf(LOGSYS_LEVEL_DEBUG, "missed count const (%d messages)", totem_config->miss_count_const);
2335  log_printf(LOGSYS_LEVEL_DEBUG, "heartbeat_failures_allowed (%d)",
2336  totem_config->heartbeat_failures_allowed);
2337  log_printf(LOGSYS_LEVEL_DEBUG, "max_network_delay (%d ms)", totem_config->max_network_delay);
2338 }
2339 
2340 
2341 static void totem_change_notify(
2342  int32_t event,
2343  const char *key_name,
2344  struct icmap_notify_value new_val,
2345  struct icmap_notify_value old_val,
2346  void *user_data)
2347 {
2348  struct totem_config *totem_config = (struct totem_config *)user_data;
2349  uint32_t *param;
2350  uint8_t reloading;
2351  const char *deleted_key = NULL;
2352  const char *error_string;
2353 
2354  /*
2355  * If a full reload is in progress then don't do anything until it's done and
2356  * can reconfigure it all atomically
2357  */
2358  if (icmap_get_uint8("config.reload_in_progress", &reloading) == CS_OK && reloading)
2359  return;
2360 
2361  param = totem_get_param_by_name((struct totem_config *)user_data, key_name);
2362  /*
2363  * Process change only if changed key is found in totem_config (-> param is not NULL)
2364  * or for special key token_coefficient. token_coefficient key is not stored in
2365  * totem_config, but it is used for computation of token timeout.
2366  */
2367  if (!param && strcmp(key_name, "totem.token_coefficient") != 0)
2368  return;
2369 
2370  /*
2371  * Values other than UINT32 are not supported, or needed (yet)
2372  */
2373  switch (event) {
2374  case ICMAP_TRACK_DELETE:
2375  deleted_key = key_name;
2376  break;
2377  case ICMAP_TRACK_ADD:
2378  case ICMAP_TRACK_MODIFY:
2379  deleted_key = NULL;
2380  break;
2381  default:
2382  break;
2383  }
2384 
2385  totem_volatile_config_read (totem_config, icmap_get_global_map(), deleted_key);
2386  log_printf(LOGSYS_LEVEL_DEBUG, "Totem related config key changed. Dumping actual totem config.");
2387  debug_dump_totem_config(totem_config);
2388  if (totem_volatile_config_validate(totem_config, icmap_get_global_map(), &error_string) == -1) {
2389  log_printf (LOGSYS_LEVEL_ERROR, "%s", error_string);
2390  /*
2391  * TODO: Consider corosync exit and/or load defaults for volatile
2392  * values. For now, log error seems to be enough
2393  */
2394  }
2395 }
2396 
2397 
2399  struct totem_config *totem_config,
2400  icmap_map_t map,
2401  const char **error_string)
2402 {
2403  uint64_t warnings = 0LL;
2404 
2405  get_interface_params(totem_config, map, error_string, &warnings, 1);
2406  if (put_nodelist_members_to_config (totem_config, map, 1, error_string)) {
2407  return -1;
2408  }
2409 
2410  calc_knet_ping_timers(totem_config);
2411 
2412  log_printf(LOGSYS_LEVEL_DEBUG, "Configuration reloaded. Dumping actual totem config.");
2413  debug_dump_totem_config(totem_config);
2414 
2415  /* Reinstate the local_node_pos */
2416  (void)find_local_node(map, 0);
2417 
2418  return 0;
2419 }
2420 
2422  struct totem_config *totem_config,
2423  icmap_map_t map)
2424 {
2425  int res;
2426  struct totem_interface *new_interfaces = NULL;
2427 
2428  new_interfaces = malloc (sizeof (struct totem_interface) * INTERFACE_MAX);
2429  assert(new_interfaces != NULL);
2430  memcpy(new_interfaces, totem_config->interfaces, sizeof (struct totem_interface) * INTERFACE_MAX);
2431 
2432  /* Set link parameters including local_ip */
2433  configure_totem_links(totem_config, map);
2434 
2435  /* Add & remove nodes & link properties */
2436  res = compute_and_set_totempg_interfaces(totem_config->orig_interfaces, new_interfaces);
2437 
2438  /* Does basic global params (like compression) */
2440 
2441  free(new_interfaces);
2442 
2443  /*
2444  * On a reload this return is ignored because it's too late to do anything about it,
2445  * but errors are reported back via cmap.
2446  */
2447  return res;
2448 
2449 }
2450 
2451 static void add_totem_config_notification(struct totem_config *totem_config)
2452 {
2454 
2455  icmap_track_add("totem.",
2457  totem_change_notify,
2458  totem_config,
2459  &icmap_track);
2460 }
unsigned int clear_node_high_bit
Definition: totem.h:168
unsigned short family
Definition: coroapi.h:113
int totempg_iface_set(struct totem_ip_address *interface_addr, unsigned short ip_port, unsigned int iface_no)
Definition: totempg.c:1434
int knet_ping_precision
Definition: totem.h:94
char knet_compression_model[CONFIG_STRING_LEN_MAX]
Definition: totem.h:234
#define BLOCK_UNLISTED_IPS
Definition: totemconfig.c:83
int crypto_changed
Definition: totem.h:232
cs_error_t icmap_get_uint8_r(const icmap_map_t map, const char *key_name, uint8_t *u8)
Definition: icmap.c:806
const char * icmap_iter_next(icmap_iter_t iter, size_t *value_len, icmap_value_types_t *type)
Return next item in iterator iter.
Definition: icmap.c:1099
#define LOGSYS_LEVEL_INFO
Definition: logsys.h:75
int knet_link_priority
Definition: totem.h:91
uint32_t value
struct totem_interface * interfaces
Definition: totem.h:165
totem_ip_version_enum
Definition: totemip.h:70
The totem_ip_address struct.
Definition: coroapi.h:111
#define DEFAULT_PORT
Definition: totemconfig.c:97
const char * totemip_print(const struct totem_ip_address *addr)
Definition: totemip.c:256
void icmap_iter_finalize(icmap_iter_t iter)
Finalize iterator.
Definition: icmap.c:1120
totem_transport_t transport_number
Definition: totem.h:240
#define CS_PRI_NODE_ID
Definition: corotypes.h:59
#define DOWNCHECK_TIMEOUT
Definition: totemconfig.c:74
unsigned int token_hold_timeout
Definition: totem.h:188
int member_count
Definition: totem.h:90
struct totem_ip_address member_list[PROCESSOR_COUNT_MAX]
Definition: totem.h:97
uint32_t knet_compression_threshold
Definition: totem.h:236
cs_error_t icmap_set_int32_r(const icmap_map_t map, const char *key_name, int32_t value)
Definition: icmap.c:525
#define TOKEN_WARNING
Definition: totemconfig.c:70
char crypto_hash_type[CONFIG_STRING_LEN_MAX]
Definition: totem.h:228
char link_mode[TOTEM_LINK_MODE_BYTES]
Definition: totem.h:206
unsigned int knet_pmtud_interval
Definition: totem.h:169
unsigned char addr[TOTEMIP_ADDRLEN]
Definition: coroapi.h:77
#define COROSYSCONFDIR
Definition: config.h:8
cs_error_t icmap_set_string(const char *key_name, const char *value)
Definition: icmap.c:631
int totemip_is_mcast(struct totem_ip_address *addr)
Definition: totemip.c:134
unsigned int knet_mtu
Definition: totem.h:170
struct totem_ip_address local_ip
Definition: totem.h:86
icmap_map_t icmap_get_global_map(void)
Return global icmap.
Definition: icmap.c:268
unsigned int downcheck_timeout
Definition: totem.h:200
#define KNET_DEFAULT_TRANSPORT
Definition: totemconfig.c:95
unsigned int private_key_len
Definition: totem.h:177
#define SEQNO_UNCHANGED_CONST
Definition: totemconfig.c:76
unsigned int max_network_delay
Definition: totem.h:216
#define log_printf(level, format, args...)
Definition: logsys.h:332
unsigned int heartbeat_failures_allowed
Definition: totem.h:214
cs_error_t icmap_get_int32_r(const icmap_map_t map, const char *key_name, int32_t *i32)
Definition: icmap.c:824
unsigned int send_join_timeout
Definition: totem.h:194
unsigned int window_size
Definition: totem.h:218
int totemconfig_commit_new_params(struct totem_config *totem_config, icmap_map_t map)
Definition: totemconfig.c:2421
cs_error_t icmap_set_string_r(const icmap_map_t map, const char *key_name, const char *value)
Definition: icmap.c:561
#define ICMAP_TRACK_DELETE
Definition: icmap.h:77
#define INTERFACE_MAX
Definition: coroapi.h:88
#define ICMAP_KEYNAME_MAXLEN
Maximum length of key in icmap.
Definition: icmap.h:48
unsigned int block_unlisted_ips
Definition: totem.h:246
#define MINIMUM_TIMEOUT
Definition: totemconfig.c:77
cs_error_t icmap_get_uint8(const char *key_name, uint8_t *u8)
Definition: icmap.c:872
uint16_t ttl
Definition: totem.h:88
unsigned int node_id
Definition: totem.h:167
#define ICMAP_TRACK_MODIFY
Definition: icmap.h:78
unsigned int token_retransmits_before_loss_const
Definition: totem.h:190
uint8_t configured
Definition: totem.h:89
#define FAIL_TO_RECV_CONST
Definition: totemconfig.c:75
cs_error_t icmap_set_uint32(const char *key_name, uint32_t value)
Definition: icmap.c:601
unsigned int seqno_unchanged_const
Definition: totem.h:204
void * user_data
Definition: sam.c:127
unsigned int miss_count_const
Definition: totem.h:242
unsigned int join_timeout
Definition: totem.h:192
int totem_config_validate(struct totem_config *totem_config, const char **error_string)
Definition: totemconfig.c:2005
unsigned int nodeid
Definition: coroapi.h:112
#define TOTEM_CONFIG_BINDNETADDR_NODELIST_SET
Definition: totemconfig.h:48
cs_error_t icmap_set_uint32_r(const icmap_map_t map, const char *key_name, uint32_t value)
Definition: icmap.c:531
#define ICMAP_TRACK_ADD
Definition: icmap.h:76
#define CANCEL_TOKEN_HOLD_ON_RETRANSMIT
Definition: totemconfig.c:84
cs_error_t icmap_get_string_r(const icmap_map_t map, const char *key_name, char **str)
Definition: icmap.c:739
int totem_volatile_config_validate(struct totem_config *totem_config, icmap_map_t temp_map, const char **error_string)
Definition: totemconfig.c:380
int knet_transport
Definition: totem.h:96
struct totem_ip_address mcast_addr
Definition: totem.h:85
#define LOGSYS_LEVEL_ERROR
Definition: logsys.h:72
unsigned char private_key[TOTEM_PRIVATE_KEY_LEN_MAX]
Definition: totem.h:175
#define LOGSYS_LEVEL_DEBUG
Definition: logsys.h:76
cs_error_t icmap_set_uint16(const char *key_name, uint16_t value)
Definition: icmap.c:589
unsigned int fail_to_recv_const
Definition: totem.h:202
cs_error_t icmap_get_uint32_r(const icmap_map_t map, const char *key_name, uint32_t *u32)
Definition: icmap.c:830
#define TOKEN_COEFFICIENT
Definition: totemconfig.c:71
int totempg_member_remove(const struct totem_ip_address *member, int ring_no)
Definition: totempg.c:1559
#define TOTEM_CONFIG_WARNING_MEMBERS_DEPRECATED
Definition: totemconfig.h:46
cs_error_t icmap_get_uint32(const char *key_name, uint32_t *u32)
Definition: icmap.c:896
uint8_t param
#define TOTEM_CONFIG_WARNING_MEMBERS_IGNORED
Definition: totemconfig.h:45
uint16_t ip_port
Definition: totem.h:87
int knet_compression_level
Definition: totem.h:238
cs_error_t icmap_get_uint16_r(const icmap_map_t map, const char *key_name, uint16_t *u16)
Definition: icmap.c:818
int totemip_parse(struct totem_ip_address *totemip, const char *addr, enum totem_ip_version_enum ip_version)
Definition: totemip.c:306
#define swab32(x)
The swab32 macro.
Definition: swab.h:51
#define WINDOW_SIZE
Definition: totemconfig.c:80
int version
Definition: totem.h:160
unsigned int net_mtu
Definition: totem.h:210
#define MAX_NETWORK_DELAY
Definition: totemconfig.c:79
void totem_volatile_config_read(struct totem_config *totem_config, icmap_map_t temp_map, const char *deleted_key)
Definition: totemconfig.c:311
#define TOKEN_TIMEOUT
Definition: totemconfig.c:69
#define MERGE_TIMEOUT
Definition: totemconfig.c:73
unsigned int token_timeout
Definition: totem.h:182
char crypto_cipher_type[CONFIG_STRING_LEN_MAX]
Definition: totem.h:226
#define JOIN_TIMEOUT
Definition: totemconfig.c:72
unsigned int consensus_timeout
Definition: totem.h:196
#define PROCESSOR_COUNT_MAX
Definition: coroapi.h:96
int crypto_index
Definition: totem.h:230
unsigned int token_warning
Definition: totem.h:184
int totempg_reconfigure(void)
Definition: totempg.c:1566
char crypto_model[CONFIG_STRING_LEN_MAX]
Definition: totem.h:224
#define TOKEN_RETRANSMITS_BEFORE_LOSS_CONST
Definition: totemconfig.c:68
#define MISS_COUNT_CONST
Definition: totemconfig.c:82
unsigned int broadcast_use
Definition: totem.h:222
#define KNET_MTU
Definition: totemconfig.c:94
cs_error_t icmap_get_r(const icmap_map_t map, const char *key_name, void *value, size_t *value_len, icmap_value_types_t *type)
Same as icmap_get but it's reentrant and operates on given icmap_map.
Definition: icmap.c:696
int totemconfig_configure_new_params(struct totem_config *totem_config, icmap_map_t map, const char **error_string)
Definition: totemconfig.c:2398
#define UDP_NETMTU
Definition: totemconfig.c:86
int totem_reread_crypto_config(struct totem_config *totem_config, icmap_map_t map, const char **error_string)
Definition: totemconfig.c:2293
#define KNET_PING_PRECISION
Definition: totemconfig.c:91
struct totem_interface * orig_interfaces
Definition: totem.h:166
unsigned int cancel_token_hold_on_retransmit
Definition: totem.h:248
#define KNET_PONG_COUNT
Definition: totemconfig.c:92
int knet_pong_count
Definition: totem.h:95
cs_error_t icmap_get_string(const char *key_name, char **str)
Shortcut for icmap_get for string type.
Definition: icmap.c:860
int knet_ping_interval
Definition: totem.h:92
int knet_ping_timeout
Definition: totem.h:93
#define TOTEM_CONFIG_WARNING_TOTEM_NODEID_SET
Definition: totemconfig.h:47
#define KNET_PMTUD_INTERVAL
Definition: totemconfig.c:93
unsigned int max_messages
Definition: totem.h:220
cs_error_t icmap_set_ro_access(const char *key_name, int prefix, int ro_access)
Set read-only access for given key (key_name) or prefix, If prefix is set.
Definition: icmap.c:1229
int totem_config_keyread(struct totem_config *totem_config, icmap_map_t map, const char **error_string)
Definition: totemconfig.c:2221
unsigned int merge_timeout
Definition: totem.h:198
enum totem_ip_version_enum ip_version
Definition: totem.h:244
unsigned int token_retransmit_timeout
Definition: totem.h:186
struct totem_ip_address bindnet
Definition: totem.h:83
unsigned int nodeid
Definition: coroapi.h:75
icmap_iter_t icmap_iter_init_r(const icmap_map_t map, const char *prefix)
icmap_iter_init_r
Definition: icmap.c:1088
icmap_iter_t icmap_iter_init(const char *prefix)
Initialize iterator with given prefix.
Definition: icmap.c:1093
cs_error_t icmap_get_uint16(const char *key_name, uint16_t *u16)
Definition: icmap.c:884
#define MAX_MESSAGES
Definition: totemconfig.c:81
#define MINIMUM_TIMEOUT_HOLD
Definition: totemconfig.c:78
unsigned int threads
Definition: totem.h:212
qb_map_iter_t * icmap_iter_t
Itterator type.
Definition: icmap.h:123
Structure passed as new_value and old_value in change callback.
Definition: icmap.h:91
cs_error_t icmap_track_add(const char *key_name, int32_t track_type, icmap_notify_fn_t notify_fn, void *user_data, icmap_track_t *icmap_track)
Add tracking function for given key_name.
Definition: icmap.c:1163
int totem_config_read(struct totem_config *totem_config, const char **error_string, uint64_t *warnings)
Definition: totemconfig.c:1788
#define ICMAP_TRACK_PREFIX
Whole prefix is tracked, instead of key only (so "totem." tracking means that "totem.nodeid", "totem.version", ...
Definition: icmap.h:85
#define CONFIG_STRING_LEN_MAX
Definition: totem.h:54
int totempg_member_add(const struct totem_ip_address *member, int ring_no)
Definition: totempg.c:1552