| 1 | #!/bin/sh
|
|---|
| 2 |
|
|---|
| 3 | . "${TEST_SCRIPTS_DIR}/unit.sh"
|
|---|
| 4 |
|
|---|
| 5 | define_test "12+4 IPs, 4 nodes, multiple transitions"
|
|---|
| 6 |
|
|---|
| 7 | export CTDB_TEST_LOGLEVEL=0
|
|---|
| 8 |
|
|---|
| 9 | set -e
|
|---|
| 10 |
|
|---|
| 11 | echo "Node 3 stopped -> continue node 3, all healthy"
|
|---|
| 12 |
|
|---|
| 13 | required_result <<EOF
|
|---|
| 14 | 130.216.30.181 2
|
|---|
| 15 | 130.216.30.180 3
|
|---|
| 16 | 130.216.30.179 2
|
|---|
| 17 | 130.216.30.178 1
|
|---|
| 18 | 130.216.30.177 3
|
|---|
| 19 | 130.216.30.176 0
|
|---|
| 20 | 130.216.30.175 1
|
|---|
| 21 | 130.216.30.174 0
|
|---|
| 22 | 130.216.30.173 3
|
|---|
| 23 | 130.216.30.172 2
|
|---|
| 24 | 130.216.30.171 1
|
|---|
| 25 | 130.216.30.170 0
|
|---|
| 26 | 10.19.99.253 1
|
|---|
| 27 | 10.19.99.252 3
|
|---|
| 28 | 10.19.99.251 2
|
|---|
| 29 | 10.19.99.250 0
|
|---|
| 30 | EOF
|
|---|
| 31 |
|
|---|
| 32 | simple_test 0,0,0,0 <<EOF
|
|---|
| 33 | 10.19.99.250 0
|
|---|
| 34 | 10.19.99.251 2
|
|---|
| 35 | 10.19.99.252 0
|
|---|
| 36 | 10.19.99.253 1
|
|---|
| 37 | 130.216.30.170 0
|
|---|
| 38 | 130.216.30.171 1
|
|---|
| 39 | 130.216.30.172 2
|
|---|
| 40 | 130.216.30.173 2
|
|---|
| 41 | 130.216.30.174 0
|
|---|
| 42 | 130.216.30.175 1
|
|---|
| 43 | 130.216.30.176 0
|
|---|
| 44 | 130.216.30.177 0
|
|---|
| 45 | 130.216.30.178 1
|
|---|
| 46 | 130.216.30.179 2
|
|---|
| 47 | 130.216.30.180 1
|
|---|
| 48 | 130.216.30.181 2
|
|---|
| 49 | EOF
|
|---|
| 50 |
|
|---|
| 51 | echo "All healthy -> stop node 0"
|
|---|
| 52 |
|
|---|
| 53 | required_result <<EOF
|
|---|
| 54 | 130.216.30.181 2
|
|---|
| 55 | 130.216.30.180 3
|
|---|
| 56 | 130.216.30.179 2
|
|---|
| 57 | 130.216.30.178 1
|
|---|
| 58 | 130.216.30.177 3
|
|---|
| 59 | 130.216.30.176 1
|
|---|
| 60 | 130.216.30.175 1
|
|---|
| 61 | 130.216.30.174 3
|
|---|
| 62 | 130.216.30.173 3
|
|---|
| 63 | 130.216.30.172 2
|
|---|
| 64 | 130.216.30.171 1
|
|---|
| 65 | 130.216.30.170 2
|
|---|
| 66 | 10.19.99.253 1
|
|---|
| 67 | 10.19.99.252 3
|
|---|
| 68 | 10.19.99.251 2
|
|---|
| 69 | 10.19.99.250 1
|
|---|
| 70 | EOF
|
|---|
| 71 |
|
|---|
| 72 | simple_test 0x20,0,0,0 <<EOF
|
|---|
| 73 | $_out
|
|---|
| 74 | EOF
|
|---|
| 75 |
|
|---|
| 76 | echo "Continue node 0, all healthy"
|
|---|
| 77 |
|
|---|
| 78 | required_result <<EOF
|
|---|
| 79 | 130.216.30.181 0
|
|---|
| 80 | 130.216.30.180 3
|
|---|
| 81 | 130.216.30.179 2
|
|---|
| 82 | 130.216.30.178 0
|
|---|
| 83 | 130.216.30.177 3
|
|---|
| 84 | 130.216.30.176 1
|
|---|
| 85 | 130.216.30.175 1
|
|---|
| 86 | 130.216.30.174 0
|
|---|
| 87 | 130.216.30.173 3
|
|---|
| 88 | 130.216.30.172 2
|
|---|
| 89 | 130.216.30.171 1
|
|---|
| 90 | 130.216.30.170 2
|
|---|
| 91 | 10.19.99.253 0
|
|---|
| 92 | 10.19.99.252 3
|
|---|
| 93 | 10.19.99.251 2
|
|---|
| 94 | 10.19.99.250 1
|
|---|
| 95 | EOF
|
|---|
| 96 |
|
|---|
| 97 | simple_test 0,0,0,0 <<EOF
|
|---|
| 98 | $_out
|
|---|
| 99 | EOF
|
|---|
| 100 |
|
|---|
| 101 | echo "All healthy -> stop node 1"
|
|---|
| 102 |
|
|---|
| 103 | required_result <<EOF
|
|---|
| 104 | 130.216.30.181 0
|
|---|
| 105 | 130.216.30.180 3
|
|---|
| 106 | 130.216.30.179 2
|
|---|
| 107 | 130.216.30.178 0
|
|---|
| 108 | 130.216.30.177 3
|
|---|
| 109 | 130.216.30.176 2
|
|---|
| 110 | 130.216.30.175 0
|
|---|
| 111 | 130.216.30.174 0
|
|---|
| 112 | 130.216.30.173 3
|
|---|
| 113 | 130.216.30.172 2
|
|---|
| 114 | 130.216.30.171 3
|
|---|
| 115 | 130.216.30.170 2
|
|---|
| 116 | 10.19.99.253 0
|
|---|
| 117 | 10.19.99.252 3
|
|---|
| 118 | 10.19.99.251 2
|
|---|
| 119 | 10.19.99.250 0
|
|---|
| 120 | EOF
|
|---|
| 121 |
|
|---|
| 122 | simple_test 0,0x20,0,0 <<EOF
|
|---|
| 123 | $_out
|
|---|
| 124 | EOF
|
|---|
| 125 |
|
|---|
| 126 | echo "Continue node 1, all healthy"
|
|---|
| 127 |
|
|---|
| 128 | required_result <<EOF
|
|---|
| 129 | 130.216.30.181 0
|
|---|
| 130 | 130.216.30.180 1
|
|---|
| 131 | 130.216.30.179 1
|
|---|
| 132 | 130.216.30.178 0
|
|---|
| 133 | 130.216.30.177 3
|
|---|
| 134 | 130.216.30.176 2
|
|---|
| 135 | 130.216.30.175 1
|
|---|
| 136 | 130.216.30.174 0
|
|---|
| 137 | 130.216.30.173 3
|
|---|
| 138 | 130.216.30.172 2
|
|---|
| 139 | 130.216.30.171 3
|
|---|
| 140 | 130.216.30.170 2
|
|---|
| 141 | 10.19.99.253 1
|
|---|
| 142 | 10.19.99.252 3
|
|---|
| 143 | 10.19.99.251 2
|
|---|
| 144 | 10.19.99.250 0
|
|---|
| 145 | EOF
|
|---|
| 146 |
|
|---|
| 147 | simple_test 0,0,0,0 <<EOF
|
|---|
| 148 | $_out
|
|---|
| 149 | EOF
|
|---|
| 150 |
|
|---|
| 151 | echo "All healthy -> Stop node 2"
|
|---|
| 152 |
|
|---|
| 153 | required_result <<EOF
|
|---|
| 154 | 130.216.30.181 0
|
|---|
| 155 | 130.216.30.180 1
|
|---|
| 156 | 130.216.30.179 1
|
|---|
| 157 | 130.216.30.178 0
|
|---|
| 158 | 130.216.30.177 3
|
|---|
| 159 | 130.216.30.176 3
|
|---|
| 160 | 130.216.30.175 1
|
|---|
| 161 | 130.216.30.174 0
|
|---|
| 162 | 130.216.30.173 3
|
|---|
| 163 | 130.216.30.172 1
|
|---|
| 164 | 130.216.30.171 3
|
|---|
| 165 | 130.216.30.170 0
|
|---|
| 166 | 10.19.99.253 1
|
|---|
| 167 | 10.19.99.252 3
|
|---|
| 168 | 10.19.99.251 1
|
|---|
| 169 | 10.19.99.250 0
|
|---|
| 170 | EOF
|
|---|
| 171 |
|
|---|
| 172 | simple_test 0,0,0x20,0 <<EOF
|
|---|
| 173 | $_out
|
|---|
| 174 | EOF
|
|---|
| 175 |
|
|---|
| 176 | echo "Continue node 2, all healthy"
|
|---|
| 177 |
|
|---|
| 178 | required_result <<EOF
|
|---|
| 179 | 130.216.30.181 2
|
|---|
| 180 | 130.216.30.180 1
|
|---|
| 181 | 130.216.30.179 1
|
|---|
| 182 | 130.216.30.178 0
|
|---|
| 183 | 130.216.30.177 2
|
|---|
| 184 | 130.216.30.176 3
|
|---|
| 185 | 130.216.30.175 2
|
|---|
| 186 | 130.216.30.174 0
|
|---|
| 187 | 130.216.30.173 3
|
|---|
| 188 | 130.216.30.172 1
|
|---|
| 189 | 130.216.30.171 3
|
|---|
| 190 | 130.216.30.170 0
|
|---|
| 191 | 10.19.99.253 2
|
|---|
| 192 | 10.19.99.252 3
|
|---|
| 193 | 10.19.99.251 1
|
|---|
| 194 | 10.19.99.250 0
|
|---|
| 195 | EOF
|
|---|
| 196 |
|
|---|
| 197 | simple_test 0,0,0,0 <<EOF
|
|---|
| 198 | $_out
|
|---|
| 199 | EOF
|
|---|
| 200 |
|
|---|
| 201 | echo "All healthy -> stop node 3"
|
|---|
| 202 |
|
|---|
| 203 | required_result <<EOF
|
|---|
| 204 | 130.216.30.181 2
|
|---|
| 205 | 130.216.30.180 1
|
|---|
| 206 | 130.216.30.179 1
|
|---|
| 207 | 130.216.30.178 0
|
|---|
| 208 | 130.216.30.177 2
|
|---|
| 209 | 130.216.30.176 0
|
|---|
| 210 | 130.216.30.175 2
|
|---|
| 211 | 130.216.30.174 0
|
|---|
| 212 | 130.216.30.173 2
|
|---|
| 213 | 130.216.30.172 1
|
|---|
| 214 | 130.216.30.171 1
|
|---|
| 215 | 130.216.30.170 0
|
|---|
| 216 | 10.19.99.253 2
|
|---|
| 217 | 10.19.99.252 0
|
|---|
| 218 | 10.19.99.251 1
|
|---|
| 219 | 10.19.99.250 0
|
|---|
| 220 | EOF
|
|---|
| 221 |
|
|---|
| 222 | simple_test 0,0,0,0x20 <<EOF
|
|---|
| 223 | $_out
|
|---|
| 224 | EOF
|
|---|
| 225 |
|
|---|
| 226 | echo "Continue node 3, all healthy"
|
|---|
| 227 |
|
|---|
| 228 | required_result <<EOF
|
|---|
| 229 | 130.216.30.181 2
|
|---|
| 230 | 130.216.30.180 3
|
|---|
| 231 | 130.216.30.179 1
|
|---|
| 232 | 130.216.30.178 3
|
|---|
| 233 | 130.216.30.177 2
|
|---|
| 234 | 130.216.30.176 0
|
|---|
| 235 | 130.216.30.175 3
|
|---|
| 236 | 130.216.30.174 0
|
|---|
| 237 | 130.216.30.173 2
|
|---|
| 238 | 130.216.30.172 1
|
|---|
| 239 | 130.216.30.171 1
|
|---|
| 240 | 130.216.30.170 0
|
|---|
| 241 | 10.19.99.253 2
|
|---|
| 242 | 10.19.99.252 3
|
|---|
| 243 | 10.19.99.251 1
|
|---|
| 244 | 10.19.99.250 0
|
|---|
| 245 | EOF
|
|---|
| 246 |
|
|---|
| 247 | simple_test 0,0,0,0 <<EOF
|
|---|
| 248 | $_out
|
|---|
| 249 | EOF
|
|---|
| 250 |
|
|---|
| 251 | echo "All healthy -> node 0 stopped"
|
|---|
| 252 |
|
|---|
| 253 | required_result <<EOF
|
|---|
| 254 | 130.216.30.181 2
|
|---|
| 255 | 130.216.30.180 3
|
|---|
| 256 | 130.216.30.179 1
|
|---|
| 257 | 130.216.30.178 3
|
|---|
| 258 | 130.216.30.177 2
|
|---|
| 259 | 130.216.30.176 1
|
|---|
| 260 | 130.216.30.175 3
|
|---|
| 261 | 130.216.30.174 2
|
|---|
| 262 | 130.216.30.173 2
|
|---|
| 263 | 130.216.30.172 1
|
|---|
| 264 | 130.216.30.171 1
|
|---|
| 265 | 130.216.30.170 3
|
|---|
| 266 | 10.19.99.253 2
|
|---|
| 267 | 10.19.99.252 3
|
|---|
| 268 | 10.19.99.251 1
|
|---|
| 269 | 10.19.99.250 2
|
|---|
| 270 | EOF
|
|---|
| 271 |
|
|---|
| 272 | simple_test 0x20,0,0,0 <<EOF
|
|---|
| 273 | $_out
|
|---|
| 274 | EOF
|
|---|
| 275 |
|
|---|
| 276 | echo "Continue node 0, all healthy"
|
|---|
| 277 |
|
|---|
| 278 | required_result <<EOF
|
|---|
| 279 | 130.216.30.181 2
|
|---|
| 280 | 130.216.30.180 0
|
|---|
| 281 | 130.216.30.179 0
|
|---|
| 282 | 130.216.30.178 3
|
|---|
| 283 | 130.216.30.177 2
|
|---|
| 284 | 130.216.30.176 1
|
|---|
| 285 | 130.216.30.175 3
|
|---|
| 286 | 130.216.30.174 0
|
|---|
| 287 | 130.216.30.173 2
|
|---|
| 288 | 130.216.30.172 1
|
|---|
| 289 | 130.216.30.171 1
|
|---|
| 290 | 130.216.30.170 3
|
|---|
| 291 | 10.19.99.253 0
|
|---|
| 292 | 10.19.99.252 3
|
|---|
| 293 | 10.19.99.251 1
|
|---|
| 294 | 10.19.99.250 2
|
|---|
| 295 | EOF
|
|---|
| 296 |
|
|---|
| 297 | simple_test 0,0,0,0 <<EOF
|
|---|
| 298 | $_out
|
|---|
| 299 | EOF
|
|---|
| 300 |
|
|---|
| 301 | echo "All healthy -> node 1 stopped"
|
|---|
| 302 |
|
|---|
| 303 | required_result <<EOF
|
|---|
| 304 | 130.216.30.181 2
|
|---|
| 305 | 130.216.30.180 0
|
|---|
| 306 | 130.216.30.179 0
|
|---|
| 307 | 130.216.30.178 3
|
|---|
| 308 | 130.216.30.177 2
|
|---|
| 309 | 130.216.30.176 3
|
|---|
| 310 | 130.216.30.175 3
|
|---|
| 311 | 130.216.30.174 0
|
|---|
| 312 | 130.216.30.173 2
|
|---|
| 313 | 130.216.30.172 0
|
|---|
| 314 | 130.216.30.171 2
|
|---|
| 315 | 130.216.30.170 3
|
|---|
| 316 | 10.19.99.253 0
|
|---|
| 317 | 10.19.99.252 3
|
|---|
| 318 | 10.19.99.251 0
|
|---|
| 319 | 10.19.99.250 2
|
|---|
| 320 | EOF
|
|---|
| 321 |
|
|---|
| 322 | simple_test 0,0x20,0,0 <<EOF
|
|---|
| 323 | $_out
|
|---|
| 324 | EOF
|
|---|
| 325 |
|
|---|
| 326 | echo "Continue node 1, all healthy"
|
|---|
| 327 |
|
|---|
| 328 | required_result <<EOF
|
|---|
| 329 | 130.216.30.181 1
|
|---|
| 330 | 130.216.30.180 0
|
|---|
| 331 | 130.216.30.179 0
|
|---|
| 332 | 130.216.30.178 1
|
|---|
| 333 | 130.216.30.177 2
|
|---|
| 334 | 130.216.30.176 3
|
|---|
| 335 | 130.216.30.175 3
|
|---|
| 336 | 130.216.30.174 1
|
|---|
| 337 | 130.216.30.173 2
|
|---|
| 338 | 130.216.30.172 0
|
|---|
| 339 | 130.216.30.171 2
|
|---|
| 340 | 130.216.30.170 3
|
|---|
| 341 | 10.19.99.253 1
|
|---|
| 342 | 10.19.99.252 3
|
|---|
| 343 | 10.19.99.251 0
|
|---|
| 344 | 10.19.99.250 2
|
|---|
| 345 | EOF
|
|---|
| 346 |
|
|---|
| 347 | simple_test 0,0,0,0 <<EOF
|
|---|
| 348 | $_out
|
|---|
| 349 | EOF
|
|---|
| 350 |
|
|---|
| 351 | echo "All healthy -> node 2 stopped"
|
|---|
| 352 |
|
|---|
| 353 | required_result <<EOF
|
|---|
| 354 | 130.216.30.181 1
|
|---|
| 355 | 130.216.30.180 0
|
|---|
| 356 | 130.216.30.179 0
|
|---|
| 357 | 130.216.30.178 1
|
|---|
| 358 | 130.216.30.177 3
|
|---|
| 359 | 130.216.30.176 3
|
|---|
| 360 | 130.216.30.175 3
|
|---|
| 361 | 130.216.30.174 1
|
|---|
| 362 | 130.216.30.173 1
|
|---|
| 363 | 130.216.30.172 0
|
|---|
| 364 | 130.216.30.171 0
|
|---|
| 365 | 130.216.30.170 3
|
|---|
| 366 | 10.19.99.253 1
|
|---|
| 367 | 10.19.99.252 3
|
|---|
| 368 | 10.19.99.251 0
|
|---|
| 369 | 10.19.99.250 1
|
|---|
| 370 | EOF
|
|---|
| 371 |
|
|---|
| 372 | simple_test 0,0,0x20,0 <<EOF
|
|---|
| 373 | $_out
|
|---|
| 374 | EOF
|
|---|
| 375 |
|
|---|
| 376 | echo "Continue node 2, all healthy"
|
|---|
| 377 |
|
|---|
| 378 | required_result <<EOF
|
|---|
| 379 | 130.216.30.181 1
|
|---|
| 380 | 130.216.30.180 2
|
|---|
| 381 | 130.216.30.179 0
|
|---|
| 382 | 130.216.30.178 1
|
|---|
| 383 | 130.216.30.177 2
|
|---|
| 384 | 130.216.30.176 3
|
|---|
| 385 | 130.216.30.175 3
|
|---|
| 386 | 130.216.30.174 2
|
|---|
| 387 | 130.216.30.173 1
|
|---|
| 388 | 130.216.30.172 0
|
|---|
| 389 | 130.216.30.171 0
|
|---|
| 390 | 130.216.30.170 3
|
|---|
| 391 | 10.19.99.253 2
|
|---|
| 392 | 10.19.99.252 3
|
|---|
| 393 | 10.19.99.251 0
|
|---|
| 394 | 10.19.99.250 1
|
|---|
| 395 | EOF
|
|---|
| 396 |
|
|---|
| 397 | simple_test 0,0,0,0 <<EOF
|
|---|
| 398 | $_out
|
|---|
| 399 | EOF
|
|---|
| 400 |
|
|---|
| 401 | echo "All healthy -> node 3 stopped"
|
|---|
| 402 |
|
|---|
| 403 | required_result <<EOF
|
|---|
| 404 | 130.216.30.181 1
|
|---|
| 405 | 130.216.30.180 2
|
|---|
| 406 | 130.216.30.179 0
|
|---|
| 407 | 130.216.30.178 1
|
|---|
| 408 | 130.216.30.177 2
|
|---|
| 409 | 130.216.30.176 0
|
|---|
| 410 | 130.216.30.175 2
|
|---|
| 411 | 130.216.30.174 2
|
|---|
| 412 | 130.216.30.173 1
|
|---|
| 413 | 130.216.30.172 0
|
|---|
| 414 | 130.216.30.171 0
|
|---|
| 415 | 130.216.30.170 1
|
|---|
| 416 | 10.19.99.253 2
|
|---|
| 417 | 10.19.99.252 0
|
|---|
| 418 | 10.19.99.251 0
|
|---|
| 419 | 10.19.99.250 1
|
|---|
| 420 | EOF
|
|---|
| 421 |
|
|---|
| 422 | simple_test 0,0,0,0x20 <<EOF
|
|---|
| 423 | $_out
|
|---|
| 424 | EOF
|
|---|
| 425 |
|
|---|
| 426 | echo "Continue node 3, all healthy"
|
|---|
| 427 |
|
|---|
| 428 | required_result <<EOF
|
|---|
| 429 | 130.216.30.181 3
|
|---|
| 430 | 130.216.30.180 2
|
|---|
| 431 | 130.216.30.179 3
|
|---|
| 432 | 130.216.30.178 1
|
|---|
| 433 | 130.216.30.177 2
|
|---|
| 434 | 130.216.30.176 0
|
|---|
| 435 | 130.216.30.175 3
|
|---|
| 436 | 130.216.30.174 2
|
|---|
| 437 | 130.216.30.173 1
|
|---|
| 438 | 130.216.30.172 0
|
|---|
| 439 | 130.216.30.171 0
|
|---|
| 440 | 130.216.30.170 1
|
|---|
| 441 | 10.19.99.253 2
|
|---|
| 442 | 10.19.99.252 3
|
|---|
| 443 | 10.19.99.251 0
|
|---|
| 444 | 10.19.99.250 1
|
|---|
| 445 | EOF
|
|---|
| 446 |
|
|---|
| 447 | simple_test 0,0,0,0 <<EOF
|
|---|
| 448 | $_out
|
|---|
| 449 | EOF
|
|---|
| 450 |
|
|---|