1 | /*
|
---|
2 | * Unix SMB/CIFS implementation.
|
---|
3 | * Join infiniband wrapper and ctdb.
|
---|
4 | *
|
---|
5 | * Copyright (C) Sven Oehme <oehmes@de.ibm.com> 2006
|
---|
6 | *
|
---|
7 | * Major code contributions by Peter Somogyi <psomogyi@gamax.hu>
|
---|
8 | *
|
---|
9 | * This program is free software; you can redistribute it and/or modify
|
---|
10 | * it under the terms of the GNU General Public License as published by
|
---|
11 | * the Free Software Foundation; either version 3 of the License, or
|
---|
12 | * (at your option) any later version.
|
---|
13 | *
|
---|
14 | * This program is distributed in the hope that it will be useful,
|
---|
15 | * but WITHOUT ANY WARRANTY; without even the implied warranty of
|
---|
16 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
---|
17 | * GNU General Public License for more details.
|
---|
18 | *
|
---|
19 | * You should have received a copy of the GNU General Public License
|
---|
20 | * along with this program; if not, see <http://www.gnu.org/licenses/>.
|
---|
21 | */
|
---|
22 |
|
---|
23 | #include "replace.h"
|
---|
24 | #include "system/network.h"
|
---|
25 |
|
---|
26 | #include <assert.h>
|
---|
27 | #include <talloc.h>
|
---|
28 | #include <tevent.h>
|
---|
29 |
|
---|
30 | #include "lib/util/time.h"
|
---|
31 | #include "lib/util/debug.h"
|
---|
32 |
|
---|
33 | #include "ctdb_private.h"
|
---|
34 |
|
---|
35 | #include "common/common.h"
|
---|
36 | #include "common/logging.h"
|
---|
37 |
|
---|
38 | #include "ibwrapper.h"
|
---|
39 | #include "ibw_ctdb.h"
|
---|
40 |
|
---|
41 | int ctdb_ibw_get_address(struct ctdb_context *ctdb,
|
---|
42 | const char *address, struct in_addr *addr)
|
---|
43 | {
|
---|
44 | if (inet_pton(AF_INET, address, addr) <= 0) {
|
---|
45 | struct hostent *he = gethostbyname(address);
|
---|
46 | if (he == NULL || he->h_length > sizeof(*addr)) {
|
---|
47 | ctdb_set_error(ctdb, "invalid nework address '%s'\n",
|
---|
48 | address);
|
---|
49 | return -1;
|
---|
50 | }
|
---|
51 | memcpy(addr, he->h_addr, he->h_length);
|
---|
52 | }
|
---|
53 | return 0;
|
---|
54 | }
|
---|
55 |
|
---|
56 | int ctdb_ibw_node_connect(struct ctdb_node *node)
|
---|
57 | {
|
---|
58 | struct ctdb_ibw_node *cn = talloc_get_type(node->private_data, struct ctdb_ibw_node);
|
---|
59 | int rc;
|
---|
60 |
|
---|
61 | assert(cn!=NULL);
|
---|
62 | assert(cn->conn!=NULL);
|
---|
63 |
|
---|
64 | rc = ibw_connect(cn->conn, &node->address.ip, node);
|
---|
65 | if (rc) {
|
---|
66 | DEBUG(DEBUG_ERR, ("ctdb_ibw_node_connect/ibw_connect failed - retrying...\n"));
|
---|
67 | /* try again once a second */
|
---|
68 | tevent_add_timer(node->ctdb->ev, node,
|
---|
69 | timeval_current_ofs(1, 0),
|
---|
70 | ctdb_ibw_node_connect_event, node);
|
---|
71 | }
|
---|
72 |
|
---|
73 | /* continues at ibw_ctdb.c/IBWC_CONNECTED in good case */
|
---|
74 | return 0;
|
---|
75 | }
|
---|
76 |
|
---|
77 | void ctdb_ibw_node_connect_event(struct tevent_context *ev,
|
---|
78 | struct tevent_timer *te,
|
---|
79 | struct timeval t, void *private_data)
|
---|
80 | {
|
---|
81 | struct ctdb_node *node = talloc_get_type(private_data, struct ctdb_node);
|
---|
82 |
|
---|
83 | ctdb_ibw_node_connect(node);
|
---|
84 | }
|
---|
85 |
|
---|
86 | int ctdb_ibw_connstate_handler(struct ibw_ctx *ctx, struct ibw_conn *conn)
|
---|
87 | {
|
---|
88 | if (ctx!=NULL) {
|
---|
89 | /* ctx->state changed */
|
---|
90 | switch(ctx->state) {
|
---|
91 | case IBWS_INIT: /* ctx start - after ibw_init */
|
---|
92 | break;
|
---|
93 | case IBWS_READY: /* after ibw_bind & ibw_listen */
|
---|
94 | break;
|
---|
95 | case IBWS_CONNECT_REQUEST: /* after [IBWS_READY + incoming request] */
|
---|
96 | /* => [(ibw_accept)IBWS_READY | (ibw_disconnect)STOPPED | ERROR] */
|
---|
97 | if (ibw_accept(ctx, conn, NULL)) {
|
---|
98 | DEBUG(DEBUG_ERR, ("connstate_handler/ibw_accept failed\n"));
|
---|
99 | return -1;
|
---|
100 | } /* else continue in IBWC_CONNECTED */
|
---|
101 | break;
|
---|
102 | case IBWS_STOPPED: /* normal stop <= ibw_disconnect+(IBWS_READY | IBWS_CONNECT_REQUEST) */
|
---|
103 | /* TODO: have a CTDB upcall for which CTDB should wait in a (final) loop */
|
---|
104 | break;
|
---|
105 | case IBWS_ERROR: /* abnormal state; ibw_stop must be called after this */
|
---|
106 | break;
|
---|
107 | default:
|
---|
108 | assert(0);
|
---|
109 | break;
|
---|
110 | }
|
---|
111 | }
|
---|
112 |
|
---|
113 | if (conn!=NULL) {
|
---|
114 | /* conn->state changed */
|
---|
115 | switch(conn->state) {
|
---|
116 | case IBWC_INIT: /* conn start - internal state */
|
---|
117 | break;
|
---|
118 | case IBWC_CONNECTED: { /* after ibw_accept or ibw_connect */
|
---|
119 | struct ctdb_node *node = talloc_get_type(conn->conn_userdata, struct ctdb_node);
|
---|
120 | if (node!=NULL) { /* after ibw_connect */
|
---|
121 | struct ctdb_ibw_node *cn = talloc_get_type(node->private_data, struct ctdb_ibw_node);
|
---|
122 |
|
---|
123 | node->ctdb->upcalls->node_connected(node);
|
---|
124 | ctdb_flush_cn_queue(cn);
|
---|
125 | } else { /* after ibw_accept */
|
---|
126 | /* NOP in CTDB case */
|
---|
127 | }
|
---|
128 | } break;
|
---|
129 | case IBWC_DISCONNECTED: { /* after ibw_disconnect */
|
---|
130 | struct ctdb_node *node = talloc_get_type(conn->conn_userdata, struct ctdb_node);
|
---|
131 | if (node!=NULL)
|
---|
132 | node->ctdb->upcalls->node_dead(node);
|
---|
133 | talloc_free(conn);
|
---|
134 | /* normal + intended disconnect => not reconnecting in this layer */
|
---|
135 | } break;
|
---|
136 | case IBWC_ERROR: {
|
---|
137 | struct ctdb_node *node = talloc_get_type(conn->conn_userdata, struct ctdb_node);
|
---|
138 | if (node!=NULL) {
|
---|
139 | struct ctdb_ibw_node *cn = talloc_get_type(node->private_data, struct ctdb_ibw_node);
|
---|
140 | struct ibw_ctx *ictx = cn->conn->ctx;
|
---|
141 |
|
---|
142 | DEBUG(DEBUG_DEBUG, ("IBWC_ERROR, reconnecting...\n"));
|
---|
143 | talloc_free(cn->conn); /* internal queue content is destroyed */
|
---|
144 | cn->conn = (void *)ibw_conn_new(ictx, node);
|
---|
145 | tevent_add_timer(node->ctdb->ev, node,
|
---|
146 | timeval_current_ofs(1, 0),
|
---|
147 | ctdb_ibw_node_connect_event, node);
|
---|
148 | }
|
---|
149 | } break;
|
---|
150 | default:
|
---|
151 | assert(0);
|
---|
152 | break;
|
---|
153 | }
|
---|
154 | }
|
---|
155 |
|
---|
156 | return 0;
|
---|
157 | }
|
---|
158 |
|
---|
159 | int ctdb_ibw_receive_handler(struct ibw_conn *conn, void *buf, int n)
|
---|
160 | {
|
---|
161 | struct ctdb_context *ctdb = talloc_get_type(conn->ctx->ctx_userdata, struct ctdb_context);
|
---|
162 | void *buf2; /* future TODO: a solution for removal of this */
|
---|
163 |
|
---|
164 | assert(ctdb!=NULL);
|
---|
165 | assert(buf!=NULL);
|
---|
166 | assert(conn!=NULL);
|
---|
167 | assert(conn->state==IBWC_CONNECTED);
|
---|
168 |
|
---|
169 | /* so far "buf" is an ib-registered memory area
|
---|
170 | * and being reused for next receive
|
---|
171 | * noticed that HL requires talloc-ed memory to be stolen */
|
---|
172 | buf2 = talloc_zero_size(conn, n);
|
---|
173 | CTDB_NO_MEMORY(ctdb, buf2);
|
---|
174 |
|
---|
175 | memcpy(buf2, buf, n);
|
---|
176 |
|
---|
177 | ctdb->upcalls->recv_pkt(ctdb, (uint8_t *)buf2, (uint32_t)n);
|
---|
178 |
|
---|
179 | return 0;
|
---|
180 | }
|
---|