recoverd: Handle errors carefully when fetching tunables
[obnox/ctdb.git] / server / ctdb_control.c
1 /* 
2    ctdb_control protocol code
3
4    Copyright (C) Andrew Tridgell  2007
5
6    This program is free software; you can redistribute it and/or modify
7    it under the terms of the GNU General Public License as published by
8    the Free Software Foundation; either version 3 of the License, or
9    (at your option) any later version.
10    
11    This program is distributed in the hope that it will be useful,
12    but WITHOUT ANY WARRANTY; without even the implied warranty of
13    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14    GNU General Public License for more details.
15    
16    You should have received a copy of the GNU General Public License
17    along with this program; if not, see <http://www.gnu.org/licenses/>.
18 */
19 #include "includes.h"
20 #include "lib/tdb/include/tdb.h"
21 #include "system/network.h"
22 #include "system/filesys.h"
23 #include "system/wait.h"
24 #include "../include/ctdb_private.h"
25 #include "lib/util/dlinklist.h"
26 #include "db_wrap.h"
27
28
29 struct ctdb_control_state {
30         struct ctdb_context *ctdb;
31         uint32_t reqid;
32         ctdb_control_callback_fn_t callback;
33         void *private_data;
34         unsigned flags;
35 };
36
37
38 /*
39   dump talloc memory hierarchy, returning it as a blob to the client
40  */
41 int32_t ctdb_dump_memory(struct ctdb_context *ctdb, TDB_DATA *outdata)
42 {
43         /* dump to a file, then send the file as a blob */
44         FILE *f;
45         long fsize;
46         f = tmpfile();
47         if (f == NULL) {
48                 DEBUG(DEBUG_ERR,(__location__ " Unable to open tmpfile - %s\n", strerror(errno)));
49                 return -1;
50         }
51         talloc_report_full(NULL, f);
52         fsize = ftell(f);
53         rewind(f);
54         outdata->dptr = talloc_size(outdata, fsize);
55         CTDB_NO_MEMORY(ctdb, outdata->dptr);
56         outdata->dsize = fread(outdata->dptr, 1, fsize, f);
57         fclose(f);
58         if (outdata->dsize != fsize) {
59                 DEBUG(DEBUG_ERR,(__location__ " Unable to read tmpfile\n"));
60                 return -1;
61         }
62         return 0;
63 }
64
65
66 /*
67   process a control request
68  */
69 static int32_t ctdb_control_dispatch(struct ctdb_context *ctdb, 
70                                      struct ctdb_req_control *c,
71                                      TDB_DATA indata,
72                                      TDB_DATA *outdata, uint32_t srcnode,
73                                      const char **errormsg,
74                                      bool *async_reply)
75 {
76         uint32_t opcode = c->opcode;
77         uint64_t srvid = c->srvid;
78         uint32_t client_id = c->client_id;
79
80         switch (opcode) {
81         case CTDB_CONTROL_PROCESS_EXISTS: {
82                 CHECK_CONTROL_DATA_SIZE(sizeof(pid_t));
83                 return ctdb_control_process_exists(ctdb, *(pid_t *)indata.dptr);
84         }
85
86         case CTDB_CONTROL_SET_DEBUG: {
87                 CHECK_CONTROL_DATA_SIZE(sizeof(int32_t));
88                 LogLevel = *(int32_t *)indata.dptr;
89                 return 0;
90         }
91
92         case CTDB_CONTROL_GET_DEBUG: {
93                 CHECK_CONTROL_DATA_SIZE(0);
94                 outdata->dptr = (uint8_t *)&LogLevel;
95                 outdata->dsize = sizeof(LogLevel);
96                 return 0;
97         }
98
99         case CTDB_CONTROL_STATISTICS: {
100                 int i;
101                 CHECK_CONTROL_DATA_SIZE(0);
102                 ctdb->statistics.memory_used = talloc_total_size(NULL);
103                 ctdb->statistics.num_clients = ctdb->num_clients;
104                 ctdb->statistics.frozen = 0;
105                 for (i=1; i<= NUM_DB_PRIORITIES; i++) {
106                         if (ctdb->freeze_mode[i] == CTDB_FREEZE_FROZEN) {
107                                 ctdb->statistics.frozen = 1;
108                         }
109                 }
110                 ctdb->statistics.recovering = (ctdb->recovery_mode == CTDB_RECOVERY_ACTIVE);
111                 ctdb->statistics.statistics_current_time = timeval_current();
112
113                 outdata->dptr = (uint8_t *)&ctdb->statistics;
114                 outdata->dsize = sizeof(ctdb->statistics);
115                 return 0;
116         }
117
118         case CTDB_CONTROL_GET_ALL_TUNABLES: {
119                 CHECK_CONTROL_DATA_SIZE(0);
120                 outdata->dptr = (uint8_t *)&ctdb->tunable;
121                 outdata->dsize = sizeof(ctdb->tunable);
122                 return 0;
123         }
124
125         case CTDB_CONTROL_DUMP_MEMORY: {
126                 CHECK_CONTROL_DATA_SIZE(0);
127                 return ctdb_dump_memory(ctdb, outdata);
128         }
129
130         case CTDB_CONTROL_STATISTICS_RESET: {
131                 CHECK_CONTROL_DATA_SIZE(0);
132                 ZERO_STRUCT(ctdb->statistics);
133                 ctdb->statistics.statistics_start_time = timeval_current();
134                 return 0;
135         }
136
137         case CTDB_CONTROL_GETVNNMAP:
138                 return ctdb_control_getvnnmap(ctdb, opcode, indata, outdata);
139
140         case CTDB_CONTROL_GET_DBMAP:
141                 return ctdb_control_getdbmap(ctdb, opcode, indata, outdata);
142
143         case CTDB_CONTROL_GET_NODEMAPv4:
144                 return ctdb_control_getnodemapv4(ctdb, opcode, indata, outdata);
145
146         case CTDB_CONTROL_GET_NODEMAP:
147                 return ctdb_control_getnodemap(ctdb, opcode, indata, outdata);
148
149         case CTDB_CONTROL_RELOAD_NODES_FILE:
150                 CHECK_CONTROL_DATA_SIZE(0);
151                 return ctdb_control_reload_nodes_file(ctdb, opcode);
152
153         case CTDB_CONTROL_SET_DB_STICKY: {
154                 uint32_t db_id;
155                 struct ctdb_db_context *ctdb_db;
156
157                 CHECK_CONTROL_DATA_SIZE(sizeof(db_id));
158                 db_id = *(uint32_t *)indata.dptr;
159                 ctdb_db = find_ctdb_db(ctdb, db_id);
160                 if (ctdb_db == NULL) return -1;
161                 return ctdb_set_db_sticky(ctdb, ctdb_db);
162         }
163
164         case CTDB_CONTROL_SETVNNMAP:
165                 return ctdb_control_setvnnmap(ctdb, opcode, indata, outdata);
166
167         case CTDB_CONTROL_PULL_DB: 
168                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_control_pulldb));
169                 return ctdb_control_pull_db(ctdb, indata, outdata);
170
171         case CTDB_CONTROL_SET_DMASTER: 
172                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_control_set_dmaster));
173                 DEBUG(DEBUG_ERR, ("The SET_DMASTER control is not implemented "
174                                   "any more.\n"));
175                 return  -1;
176
177         case CTDB_CONTROL_PUSH_DB:
178                 return ctdb_control_push_db(ctdb, indata);
179
180         case CTDB_CONTROL_GET_RECMODE: {
181                 int i;
182                 if (ctdb->recovery_mode == CTDB_RECOVERY_ACTIVE) {
183                         return CTDB_RECOVERY_ACTIVE;
184                 }                 
185                 for (i=1; i<=NUM_DB_PRIORITIES; i++) {
186                         if (ctdb->freeze_mode[i] == CTDB_FREEZE_FROZEN) {
187                                 return CTDB_RECOVERY_ACTIVE;
188                         }
189                 }
190                 return CTDB_RECOVERY_NORMAL;
191         }
192
193         case CTDB_CONTROL_SET_RECMASTER: {
194                 return ctdb_control_set_recmaster(ctdb, opcode, indata);
195         }
196
197         case CTDB_CONTROL_GET_RECMASTER:
198                 return ctdb->recovery_master;
199
200         case CTDB_CONTROL_GET_PID:
201                 return getpid();
202
203         case CTDB_CONTROL_GET_PNN:
204                 return ctdb->pnn;
205
206         case CTDB_CONTROL_PING:
207                 CHECK_CONTROL_DATA_SIZE(0);
208                 return ctdb->num_clients;
209
210         case CTDB_CONTROL_GET_RUNSTATE:
211                 CHECK_CONTROL_DATA_SIZE(0);
212                 outdata->dptr = (uint8_t *)&ctdb->runstate;
213                 outdata->dsize = sizeof(uint32_t);
214                 return 0;
215
216
217         case CTDB_CONTROL_SET_DB_READONLY: {
218                 uint32_t db_id;
219                 struct ctdb_db_context *ctdb_db;
220
221                 CHECK_CONTROL_DATA_SIZE(sizeof(db_id));
222                 db_id = *(uint32_t *)indata.dptr;
223                 ctdb_db = find_ctdb_db(ctdb, db_id);
224                 if (ctdb_db == NULL) return -1;
225                 return ctdb_set_db_readonly(ctdb, ctdb_db);
226         }
227         case CTDB_CONTROL_GET_DBNAME: {
228                 uint32_t db_id;
229                 struct ctdb_db_context *ctdb_db;
230
231                 CHECK_CONTROL_DATA_SIZE(sizeof(db_id));
232                 db_id = *(uint32_t *)indata.dptr;
233                 ctdb_db = find_ctdb_db(ctdb, db_id);
234                 if (ctdb_db == NULL) return -1;
235                 outdata->dptr = discard_const(ctdb_db->db_name);
236                 outdata->dsize = strlen(ctdb_db->db_name)+1;
237                 return 0;
238         }
239
240         case CTDB_CONTROL_GETDBPATH: {
241                 uint32_t db_id;
242                 struct ctdb_db_context *ctdb_db;
243
244                 CHECK_CONTROL_DATA_SIZE(sizeof(db_id));
245                 db_id = *(uint32_t *)indata.dptr;
246                 ctdb_db = find_ctdb_db(ctdb, db_id);
247                 if (ctdb_db == NULL) return -1;
248                 outdata->dptr = discard_const(ctdb_db->db_path);
249                 outdata->dsize = strlen(ctdb_db->db_path)+1;
250                 return 0;
251         }
252
253         case CTDB_CONTROL_DB_ATTACH:
254           return ctdb_control_db_attach(ctdb, indata, outdata, srvid, false, client_id, c, async_reply);
255
256         case CTDB_CONTROL_DB_ATTACH_PERSISTENT:
257           return ctdb_control_db_attach(ctdb, indata, outdata, srvid, true, client_id, c, async_reply);
258
259         case CTDB_CONTROL_SET_CALL: {
260                 struct ctdb_control_set_call *sc = 
261                         (struct ctdb_control_set_call *)indata.dptr;
262                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_control_set_call));
263                 return ctdb_daemon_set_call(ctdb, sc->db_id, sc->fn, sc->id);
264         }
265
266         case CTDB_CONTROL_TRAVERSE_START:
267                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_traverse_start));
268                 return ctdb_control_traverse_start(ctdb, indata, outdata, srcnode, client_id);
269
270         case CTDB_CONTROL_TRAVERSE_START_EXT:
271                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_traverse_start_ext));
272                 return ctdb_control_traverse_start_ext(ctdb, indata, outdata, srcnode, client_id);
273
274         case CTDB_CONTROL_TRAVERSE_ALL:
275                 return ctdb_control_traverse_all(ctdb, indata, outdata);
276
277         case CTDB_CONTROL_TRAVERSE_ALL_EXT:
278                 return ctdb_control_traverse_all_ext(ctdb, indata, outdata);
279
280         case CTDB_CONTROL_TRAVERSE_DATA:
281                 return ctdb_control_traverse_data(ctdb, indata, outdata);
282
283         case CTDB_CONTROL_TRAVERSE_KILL:
284                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_traverse_start));
285                 return ctdb_control_traverse_kill(ctdb, indata, outdata, srcnode);
286
287         case CTDB_CONTROL_REGISTER_SRVID:
288                 return daemon_register_message_handler(ctdb, client_id, srvid);
289
290         case CTDB_CONTROL_DEREGISTER_SRVID:
291                 return daemon_deregister_message_handler(ctdb, client_id, srvid);
292
293         case CTDB_CONTROL_CHECK_SRVIDS:
294                 return daemon_check_srvids(ctdb, indata, outdata);
295
296         case CTDB_CONTROL_ENABLE_SEQNUM:
297                 CHECK_CONTROL_DATA_SIZE(sizeof(uint32_t));
298                 return ctdb_ltdb_enable_seqnum(ctdb, *(uint32_t *)indata.dptr);
299
300         case CTDB_CONTROL_UPDATE_SEQNUM:
301                 CHECK_CONTROL_DATA_SIZE(sizeof(uint32_t));              
302                 return ctdb_ltdb_update_seqnum(ctdb, *(uint32_t *)indata.dptr, srcnode);
303
304         case CTDB_CONTROL_FREEZE:
305                 CHECK_CONTROL_DATA_SIZE(0);
306                 return ctdb_control_freeze(ctdb, c, async_reply);
307
308         case CTDB_CONTROL_THAW:
309                 CHECK_CONTROL_DATA_SIZE(0);
310                 return ctdb_control_thaw(ctdb, (uint32_t)c->srvid);
311
312         case CTDB_CONTROL_SET_RECMODE:
313                 CHECK_CONTROL_DATA_SIZE(sizeof(uint32_t));              
314                 return ctdb_control_set_recmode(ctdb, c, indata, async_reply, errormsg);
315
316         case CTDB_CONTROL_GET_MONMODE: 
317                 CHECK_CONTROL_DATA_SIZE(0);
318                 return ctdb_monitoring_mode(ctdb);
319                 
320         case CTDB_CONTROL_ENABLE_MONITOR: 
321                 CHECK_CONTROL_DATA_SIZE(0);
322                 ctdb_enable_monitoring(ctdb);
323                 return 0;
324         
325         case CTDB_CONTROL_RUN_EVENTSCRIPTS: 
326                 return ctdb_run_eventscripts(ctdb, c, indata, async_reply);
327
328         case CTDB_CONTROL_DISABLE_MONITOR: 
329                 CHECK_CONTROL_DATA_SIZE(0);
330                 ctdb_disable_monitoring(ctdb);
331                 return 0;
332
333         case CTDB_CONTROL_SHUTDOWN:
334                 DEBUG(DEBUG_NOTICE,("Received SHUTDOWN command. Stopping CTDB daemon.\n"));
335                 ctdb_set_runstate(ctdb, CTDB_RUNSTATE_SHUTDOWN);
336                 ctdb_stop_recoverd(ctdb);
337                 ctdb_stop_keepalive(ctdb);
338                 ctdb_stop_monitoring(ctdb);
339                 ctdb_release_all_ips(ctdb);
340                 ctdb_event_script(ctdb, CTDB_EVENT_SHUTDOWN);
341                 if (ctdb->methods != NULL) {
342                         ctdb->methods->shutdown(ctdb);
343                 }
344                 exit(0);
345
346         case CTDB_CONTROL_TAKEOVER_IPv4:
347                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_public_ipv4));
348                 return ctdb_control_takeover_ipv4(ctdb, c, indata, async_reply);
349
350         case CTDB_CONTROL_TAKEOVER_IP:
351                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_public_ip));
352                 return ctdb_control_takeover_ip(ctdb, c, indata, async_reply);
353
354         case CTDB_CONTROL_RELEASE_IPv4:
355                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_public_ipv4));
356                 return ctdb_control_release_ipv4(ctdb, c, indata, async_reply);
357
358         case CTDB_CONTROL_RELEASE_IP:
359                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_public_ip));
360                 return ctdb_control_release_ip(ctdb, c, indata, async_reply);
361
362         case CTDB_CONTROL_IPREALLOCATED:
363                 CHECK_CONTROL_DATA_SIZE(0);
364                 return ctdb_control_ipreallocated(ctdb, c, async_reply);
365
366         case CTDB_CONTROL_GET_PUBLIC_IPSv4:
367                 CHECK_CONTROL_DATA_SIZE(0);
368                 return ctdb_control_get_public_ipsv4(ctdb, c, outdata);
369
370         case CTDB_CONTROL_GET_PUBLIC_IPS:
371                 CHECK_CONTROL_DATA_SIZE(0);
372                 return ctdb_control_get_public_ips(ctdb, c, outdata);
373
374         case CTDB_CONTROL_TCP_CLIENT: 
375                 return ctdb_control_tcp_client(ctdb, client_id, indata);
376
377         case CTDB_CONTROL_STARTUP: 
378                 CHECK_CONTROL_DATA_SIZE(0);
379                 return ctdb_control_startup(ctdb, srcnode);
380
381         case CTDB_CONTROL_TCP_ADD: 
382                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_tcp_connection));
383                 return ctdb_control_tcp_add(ctdb, indata, false);
384
385         case CTDB_CONTROL_TCP_ADD_DELAYED_UPDATE: 
386                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_tcp_connection));
387                 return ctdb_control_tcp_add(ctdb, indata, true);
388
389         case CTDB_CONTROL_TCP_REMOVE: 
390                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_tcp_connection));
391                 return ctdb_control_tcp_remove(ctdb, indata);
392
393         case CTDB_CONTROL_SET_TUNABLE:
394                 return ctdb_control_set_tunable(ctdb, indata);
395
396         case CTDB_CONTROL_GET_TUNABLE:
397                 return ctdb_control_get_tunable(ctdb, indata, outdata);
398
399         case CTDB_CONTROL_LIST_TUNABLES:
400                 return ctdb_control_list_tunables(ctdb, outdata);
401
402         case CTDB_CONTROL_MODIFY_FLAGS:
403                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_node_flag_change));
404                 return ctdb_control_modflags(ctdb, indata);
405
406         case CTDB_CONTROL_KILL_TCP: 
407                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_control_killtcp));
408                 return ctdb_control_kill_tcp(ctdb, indata);
409
410         case CTDB_CONTROL_GET_TCP_TICKLE_LIST:
411                 CHECK_CONTROL_DATA_SIZE(sizeof(ctdb_sock_addr));
412                 return ctdb_control_get_tcp_tickle_list(ctdb, indata, outdata);
413
414         case CTDB_CONTROL_SET_TCP_TICKLE_LIST:
415                 /* data size is verified in the called function */
416                 return ctdb_control_set_tcp_tickle_list(ctdb, indata);
417
418         case CTDB_CONTROL_REGISTER_SERVER_ID: 
419                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_server_id));
420                 return ctdb_control_register_server_id(ctdb, client_id, indata);
421
422         case CTDB_CONTROL_UNREGISTER_SERVER_ID: 
423                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_server_id));
424                 return ctdb_control_unregister_server_id(ctdb, indata);
425
426         case CTDB_CONTROL_CHECK_SERVER_ID: 
427                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_server_id));
428                 return ctdb_control_check_server_id(ctdb, indata);
429
430         case CTDB_CONTROL_GET_SERVER_ID_LIST:
431                 CHECK_CONTROL_DATA_SIZE(0);
432                 return ctdb_control_get_server_id_list(ctdb, outdata);
433
434         case CTDB_CONTROL_PERSISTENT_STORE:
435                 return ctdb_control_persistent_store(ctdb, c, indata, async_reply);
436
437         case CTDB_CONTROL_UPDATE_RECORD:
438                 return ctdb_control_update_record(ctdb, c, indata, async_reply);
439
440         case CTDB_CONTROL_SEND_GRATIOUS_ARP:
441                 return ctdb_control_send_gratious_arp(ctdb, indata);
442
443         case CTDB_CONTROL_TRANSACTION_START:
444                 CHECK_CONTROL_DATA_SIZE(sizeof(uint32_t));
445                 return ctdb_control_transaction_start(ctdb, *(uint32_t *)indata.dptr);
446
447         case CTDB_CONTROL_TRANSACTION_COMMIT:
448                 CHECK_CONTROL_DATA_SIZE(sizeof(uint32_t));
449                 return ctdb_control_transaction_commit(ctdb, *(uint32_t *)indata.dptr);
450
451         case CTDB_CONTROL_WIPE_DATABASE:
452                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_control_wipe_database));
453                 return ctdb_control_wipe_database(ctdb, indata);
454
455         case CTDB_CONTROL_UPTIME:
456                 return ctdb_control_uptime(ctdb, outdata);
457
458         case CTDB_CONTROL_START_RECOVERY:
459                 return ctdb_control_start_recovery(ctdb, c, async_reply);
460
461         case CTDB_CONTROL_END_RECOVERY:
462                 return ctdb_control_end_recovery(ctdb, c, async_reply);
463
464         case CTDB_CONTROL_TRY_DELETE_RECORDS:
465                 return ctdb_control_try_delete_records(ctdb, indata, outdata);
466
467         case CTDB_CONTROL_ADD_PUBLIC_IP:
468                 return ctdb_control_add_public_address(ctdb, indata);
469
470         case CTDB_CONTROL_DEL_PUBLIC_IP:
471                 return ctdb_control_del_public_address(ctdb, indata);
472
473         case CTDB_CONTROL_GET_CAPABILITIES:
474                 return ctdb_control_get_capabilities(ctdb, outdata);
475
476         case CTDB_CONTROL_START_PERSISTENT_UPDATE:
477                 return ctdb_control_start_persistent_update(ctdb, c, indata);
478
479         case CTDB_CONTROL_CANCEL_PERSISTENT_UPDATE:
480                 return ctdb_control_cancel_persistent_update(ctdb, c, indata);
481
482         case CTDB_CONTROL_TRANS2_COMMIT:
483         case CTDB_CONTROL_TRANS2_COMMIT_RETRY:
484                 return ctdb_control_trans2_commit(ctdb, c, indata, async_reply);
485
486         case CTDB_CONTROL_TRANS2_ERROR:
487                 return ctdb_control_trans2_error(ctdb, c);
488
489         case CTDB_CONTROL_TRANS2_FINISHED:
490                 return ctdb_control_trans2_finished(ctdb, c);
491
492         case CTDB_CONTROL_TRANS2_ACTIVE:
493                 CHECK_CONTROL_DATA_SIZE(sizeof(uint32_t));
494                 return ctdb_control_trans2_active(ctdb, c, *(uint32_t *)indata.dptr);
495
496         case CTDB_CONTROL_TRANS3_COMMIT:
497                 return ctdb_control_trans3_commit(ctdb, c, indata, async_reply);
498
499         case CTDB_CONTROL_RECD_PING:
500                 CHECK_CONTROL_DATA_SIZE(0);
501                 return ctdb_control_recd_ping(ctdb);
502
503         case CTDB_CONTROL_GET_EVENT_SCRIPT_STATUS:
504                 CHECK_CONTROL_DATA_SIZE(sizeof(uint32_t));
505                 return ctdb_control_get_event_script_status(ctdb, *(uint32_t *)indata.dptr, outdata);
506
507         case CTDB_CONTROL_RECD_RECLOCK_LATENCY:
508                 CHECK_CONTROL_DATA_SIZE(sizeof(double));
509                 CTDB_UPDATE_RECLOCK_LATENCY(ctdb, "recd reclock", reclock.recd, *((double *)indata.dptr));
510                 return 0;
511         case CTDB_CONTROL_GET_RECLOCK_FILE:
512                 CHECK_CONTROL_DATA_SIZE(0);
513                 if (ctdb->recovery_lock_file != NULL) {
514                         outdata->dptr  = discard_const(ctdb->recovery_lock_file);
515                         outdata->dsize = strlen(ctdb->recovery_lock_file) + 1;
516                 }
517                 return 0;
518         case CTDB_CONTROL_SET_RECLOCK_FILE:
519                 ctdb->tunable.verify_recovery_lock = 0;
520                 if (ctdb->recovery_lock_file != NULL) {
521                         talloc_free(ctdb->recovery_lock_file);
522                         ctdb->recovery_lock_file = NULL;
523                 }
524                 if (indata.dsize > 0) {
525                         ctdb->recovery_lock_file = talloc_strdup(ctdb, discard_const(indata.dptr));
526                         ctdb->tunable.verify_recovery_lock = 1;
527                 }
528                 return 0;
529
530         case CTDB_CONTROL_STOP_NODE:
531                 CHECK_CONTROL_DATA_SIZE(0);
532                 return ctdb_control_stop_node(ctdb);
533
534         case CTDB_CONTROL_CONTINUE_NODE:
535                 CHECK_CONTROL_DATA_SIZE(0);
536                 return ctdb_control_continue_node(ctdb);
537
538         case CTDB_CONTROL_SET_NATGWSTATE: {
539                 uint32_t natgwstate;
540
541                 CHECK_CONTROL_DATA_SIZE(sizeof(uint32_t));              
542                 natgwstate = *(uint32_t *)indata.dptr;
543                 if (natgwstate == 0) {
544                         ctdb->capabilities &= ~CTDB_CAP_NATGW;
545                 } else {
546                         ctdb->capabilities |= CTDB_CAP_NATGW;
547                 }
548                 return 0;
549         }
550
551         case CTDB_CONTROL_SET_LMASTERROLE: {
552                 uint32_t lmasterrole;
553
554                 CHECK_CONTROL_DATA_SIZE(sizeof(uint32_t));              
555                 lmasterrole = *(uint32_t *)indata.dptr;
556                 if (lmasterrole == 0) {
557                         ctdb->capabilities &= ~CTDB_CAP_LMASTER;
558                 } else {
559                         ctdb->capabilities |= CTDB_CAP_LMASTER;
560                 }
561                 return 0;
562         }
563
564         case CTDB_CONTROL_SET_RECMASTERROLE: {
565                 uint32_t recmasterrole;
566
567                 CHECK_CONTROL_DATA_SIZE(sizeof(uint32_t));              
568                 recmasterrole = *(uint32_t *)indata.dptr;
569                 if (recmasterrole == 0) {
570                         ctdb->capabilities &= ~CTDB_CAP_RECMASTER;
571                 } else {
572                         ctdb->capabilities |= CTDB_CAP_RECMASTER;
573                 }
574                 return 0;
575         }
576
577         case CTDB_CONTROL_ENABLE_SCRIPT:
578                 return ctdb_control_enable_script(ctdb, indata);
579
580         case CTDB_CONTROL_DISABLE_SCRIPT:
581                 return ctdb_control_disable_script(ctdb, indata);
582
583         case CTDB_CONTROL_SET_BAN_STATE:
584                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_ban_time));
585                 return ctdb_control_set_ban_state(ctdb, indata);
586
587         case CTDB_CONTROL_GET_BAN_STATE:
588                 CHECK_CONTROL_DATA_SIZE(0);
589                 return ctdb_control_get_ban_state(ctdb, outdata);
590
591         case CTDB_CONTROL_SET_DB_PRIORITY:
592                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_db_priority));
593                 return ctdb_control_set_db_priority(ctdb, indata);
594
595         case CTDB_CONTROL_GET_DB_PRIORITY: {
596                 uint32_t db_id;
597                 struct ctdb_db_context *ctdb_db;
598
599                 CHECK_CONTROL_DATA_SIZE(sizeof(db_id));
600                 db_id = *(uint32_t *)indata.dptr;
601                 ctdb_db = find_ctdb_db(ctdb, db_id);
602                 if (ctdb_db == NULL) return -1;
603                 return ctdb_db->priority;
604         }
605
606         case CTDB_CONTROL_TRANSACTION_CANCEL:
607                 CHECK_CONTROL_DATA_SIZE(0);
608                 return ctdb_control_transaction_cancel(ctdb);
609
610         case CTDB_CONTROL_REGISTER_NOTIFY:
611                 return ctdb_control_register_notify(ctdb, client_id, indata);
612
613         case CTDB_CONTROL_DEREGISTER_NOTIFY:
614                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_client_notify_deregister));
615                 return ctdb_control_deregister_notify(ctdb, client_id, indata);
616
617         case CTDB_CONTROL_GET_LOG:
618                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_get_log_addr));
619                 return ctdb_control_get_log(ctdb, indata);
620
621         case CTDB_CONTROL_CLEAR_LOG:
622                 return ctdb_control_clear_log(ctdb);
623
624         case CTDB_CONTROL_GET_DB_SEQNUM:
625                 CHECK_CONTROL_DATA_SIZE(sizeof(uint64_t));
626                 return ctdb_control_get_db_seqnum(ctdb, indata, outdata);
627
628         case CTDB_CONTROL_DB_SET_HEALTHY:
629                 CHECK_CONTROL_DATA_SIZE(sizeof(uint32_t));
630                 return ctdb_control_db_set_healthy(ctdb, indata);
631
632         case CTDB_CONTROL_DB_GET_HEALTH:
633                 CHECK_CONTROL_DATA_SIZE(sizeof(uint32_t));
634                 return ctdb_control_db_get_health(ctdb, indata, outdata);
635
636         case CTDB_CONTROL_GET_PUBLIC_IP_INFO:
637                 CHECK_CONTROL_DATA_SIZE(sizeof(ctdb_sock_addr));
638                 return ctdb_control_get_public_ip_info(ctdb, c, indata, outdata);
639
640         case CTDB_CONTROL_GET_IFACES:
641                 CHECK_CONTROL_DATA_SIZE(0);
642                 return ctdb_control_get_ifaces(ctdb, c, outdata);
643
644         case CTDB_CONTROL_SET_IFACE_LINK_STATE:
645                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_control_iface_info));
646                 return ctdb_control_set_iface_link(ctdb, c, indata);
647
648         case CTDB_CONTROL_GET_STAT_HISTORY:
649                 CHECK_CONTROL_DATA_SIZE(0);
650                 return ctdb_control_get_stat_history(ctdb, c, outdata);
651
652         case CTDB_CONTROL_SCHEDULE_FOR_DELETION: {
653                 struct ctdb_control_schedule_for_deletion *d;
654                 size_t size = offsetof(struct ctdb_control_schedule_for_deletion, key);
655                 CHECK_CONTROL_MIN_DATA_SIZE(size);
656                 d = (struct ctdb_control_schedule_for_deletion *)indata.dptr;
657                 size += d->keylen;
658                 CHECK_CONTROL_DATA_SIZE(size);
659                 return ctdb_control_schedule_for_deletion(ctdb, indata);
660         }
661         case CTDB_CONTROL_GET_DB_STATISTICS:
662                 CHECK_CONTROL_DATA_SIZE(sizeof(uint32_t));
663                 return ctdb_control_get_db_statistics(ctdb, *(uint32_t *)indata.dptr, outdata);
664
665         case CTDB_CONTROL_RELOAD_PUBLIC_IPS:
666                 CHECK_CONTROL_DATA_SIZE(0);
667                 return ctdb_control_reload_public_ips(ctdb, c, async_reply);
668
669         case CTDB_CONTROL_RECEIVE_RECORDS:
670                 return ctdb_control_receive_records(ctdb, indata, outdata);
671
672         default:
673                 DEBUG(DEBUG_CRIT,(__location__ " Unknown CTDB control opcode %u\n", opcode));
674                 return -1;
675         }
676 }
677
678 /*
679   send a reply for a ctdb control
680  */
681 void ctdb_request_control_reply(struct ctdb_context *ctdb, struct ctdb_req_control *c,
682                                 TDB_DATA *outdata, int32_t status, const char *errormsg)
683 {
684         struct ctdb_reply_control *r;
685         size_t len;
686         
687         /* some controls send no reply */
688         if (c->flags & CTDB_CTRL_FLAG_NOREPLY) {
689                 return;
690         }
691
692         len = offsetof(struct ctdb_reply_control, data) + (outdata?outdata->dsize:0);
693         if (errormsg) {
694                 len += strlen(errormsg);
695         }
696         r = ctdb_transport_allocate(ctdb, ctdb, CTDB_REPLY_CONTROL, len, struct ctdb_reply_control);
697         if (r == NULL) {
698                 DEBUG(DEBUG_ERR,(__location__ "Unable to allocate transport - OOM or transport is down\n"));
699                 return;
700         }
701
702         r->hdr.destnode     = c->hdr.srcnode;
703         r->hdr.reqid        = c->hdr.reqid;
704         r->status           = status;
705         r->datalen          = outdata?outdata->dsize:0;
706         if (outdata && outdata->dsize) {
707                 memcpy(&r->data[0], outdata->dptr, outdata->dsize);
708         }
709         if (errormsg) {
710                 r->errorlen = strlen(errormsg);
711                 memcpy(&r->data[r->datalen], errormsg, r->errorlen);
712         }
713
714         ctdb_queue_packet_opcode(ctdb, &r->hdr, c->opcode);     
715
716         talloc_free(r);
717 }
718
719 /*
720   called when a CTDB_REQ_CONTROL packet comes in
721 */
722 void ctdb_request_control(struct ctdb_context *ctdb, struct ctdb_req_header *hdr)
723 {
724         struct ctdb_req_control *c = (struct ctdb_req_control *)hdr;
725         TDB_DATA data, *outdata;
726         int32_t status;
727         bool async_reply = false;
728         const char *errormsg = NULL;
729
730         data.dptr = &c->data[0];
731         data.dsize = c->datalen;
732
733         outdata = talloc_zero(c, TDB_DATA);
734
735         status = ctdb_control_dispatch(ctdb, c, data, outdata, hdr->srcnode, 
736                                        &errormsg, &async_reply);
737
738         if (!async_reply) {
739                 ctdb_request_control_reply(ctdb, c, outdata, status, errormsg);
740         }
741 }
742
743 /*
744   called when a CTDB_REPLY_CONTROL packet comes in
745 */
746 void ctdb_reply_control(struct ctdb_context *ctdb, struct ctdb_req_header *hdr)
747 {
748         struct ctdb_reply_control *c = (struct ctdb_reply_control *)hdr;
749         TDB_DATA data;
750         struct ctdb_control_state *state;
751         const char *errormsg = NULL;
752
753         state = ctdb_reqid_find(ctdb, hdr->reqid, struct ctdb_control_state);
754         if (state == NULL) {
755                 DEBUG(DEBUG_ERR,("pnn %u Invalid reqid %u in ctdb_reply_control\n",
756                          ctdb->pnn, hdr->reqid));
757                 return;
758         }
759
760         if (hdr->reqid != state->reqid) {
761                 /* we found a record  but it was the wrong one */
762                 DEBUG(DEBUG_ERR, ("Dropped orphaned control reply with reqid:%u\n", hdr->reqid));
763                 return;
764         }
765
766         data.dptr = &c->data[0];
767         data.dsize = c->datalen;
768         if (c->errorlen) {
769                 errormsg = talloc_strndup(state, 
770                                           (char *)&c->data[c->datalen], c->errorlen);
771         }
772
773         /* make state a child of the packet, so it goes away when the packet
774            is freed. */
775         talloc_steal(hdr, state);
776
777         state->callback(ctdb, c->status, data, errormsg, state->private_data);
778 }
779
780 static int ctdb_control_destructor(struct ctdb_control_state *state)
781 {
782         ctdb_reqid_remove(state->ctdb, state->reqid);
783         return 0;
784 }
785
786 /*
787   handle a timeout of a control
788  */
789 static void ctdb_control_timeout(struct event_context *ev, struct timed_event *te, 
790                        struct timeval t, void *private_data)
791 {
792         struct ctdb_control_state *state = talloc_get_type(private_data, struct ctdb_control_state);
793         TALLOC_CTX *tmp_ctx = talloc_new(ev);
794
795         CTDB_INCREMENT_STAT(state->ctdb, timeouts.control);
796
797         talloc_steal(tmp_ctx, state);
798
799         state->callback(state->ctdb, -1, tdb_null,
800                         "ctdb_control timed out", 
801                         state->private_data);
802         talloc_free(tmp_ctx);
803 }
804
805
806 /*
807   send a control message to a node
808  */
809 int ctdb_daemon_send_control(struct ctdb_context *ctdb, uint32_t destnode,
810                              uint64_t srvid, uint32_t opcode, uint32_t client_id,
811                              uint32_t flags,
812                              TDB_DATA data,
813                              ctdb_control_callback_fn_t callback,
814                              void *private_data)
815 {
816         struct ctdb_req_control *c;
817         struct ctdb_control_state *state;
818         size_t len;
819
820         if (ctdb->methods == NULL) {
821                 DEBUG(DEBUG_INFO,(__location__ " Failed to send control. Transport is DOWN\n"));
822                 return -1;
823         }
824
825         if (((destnode == CTDB_BROADCAST_VNNMAP) || 
826              (destnode == CTDB_BROADCAST_ALL) ||
827              (destnode == CTDB_BROADCAST_CONNECTED)) && 
828             !(flags & CTDB_CTRL_FLAG_NOREPLY)) {
829                 DEBUG(DEBUG_CRIT,("Attempt to broadcast control without NOREPLY\n"));
830                 return -1;
831         }
832
833         if (destnode != CTDB_BROADCAST_VNNMAP && 
834             destnode != CTDB_BROADCAST_ALL && 
835             destnode != CTDB_BROADCAST_CONNECTED && 
836             (!ctdb_validate_pnn(ctdb, destnode) || 
837              (ctdb->nodes[destnode]->flags & NODE_FLAGS_DISCONNECTED))) {
838                 if (!(flags & CTDB_CTRL_FLAG_NOREPLY)) {
839                         callback(ctdb, -1, tdb_null, "ctdb_control to disconnected node", private_data);
840                 }
841                 return 0;
842         }
843
844         /* the state is made a child of private_data if possible. This means any reply
845            will be discarded if the private_data goes away */
846         state = talloc(private_data?private_data:ctdb, struct ctdb_control_state);
847         CTDB_NO_MEMORY(ctdb, state);
848
849         state->reqid = ctdb_reqid_new(ctdb, state);
850         state->callback = callback;
851         state->private_data = private_data;
852         state->ctdb = ctdb;
853         state->flags = flags;
854
855         talloc_set_destructor(state, ctdb_control_destructor);
856
857         len = offsetof(struct ctdb_req_control, data) + data.dsize;
858         c = ctdb_transport_allocate(ctdb, state, CTDB_REQ_CONTROL, len, 
859                                     struct ctdb_req_control);
860         CTDB_NO_MEMORY(ctdb, c);
861         talloc_set_name_const(c, "ctdb_req_control packet");
862
863         c->hdr.destnode     = destnode;
864         c->hdr.reqid        = state->reqid;
865         c->opcode           = opcode;
866         c->client_id        = client_id;
867         c->flags            = flags;
868         c->srvid            = srvid;
869         c->datalen          = data.dsize;
870         if (data.dsize) {
871                 memcpy(&c->data[0], data.dptr, data.dsize);
872         }
873
874         ctdb_queue_packet(ctdb, &c->hdr);       
875
876         if (flags & CTDB_CTRL_FLAG_NOREPLY) {
877                 talloc_free(state);
878                 return 0;
879         }
880
881         if (ctdb->tunable.control_timeout) {
882                 event_add_timed(ctdb->ev, state, 
883                                 timeval_current_ofs(ctdb->tunable.control_timeout, 0), 
884                                 ctdb_control_timeout, state);
885         }
886
887         talloc_free(c);
888         return 0;
889 }